From 4effcd1a997ef2142c6a4b11199438664867f353 Mon Sep 17 00:00:00 2001
From: onikolskyy <onikolskyy@gmail.com>
Date: Sun, 9 Nov 2025 18:25:16 +0100
Subject: [PATCH 1/3] fix broken tests

---
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 779 -> 782 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1166 bytes
 .../test_data_set_0/input_3.pb                | Bin 779 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 779 -> 782 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 779 -> 782 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1451 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1454 bytes
 .../test_data_set_0/output_0.pb               | Bin 971 -> 974 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1451 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1454 bytes
 .../test_data_set_0/input_3.pb                | Bin 779 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 971 -> 974 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1451 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1454 bytes
 .../test_data_set_0/output_0.pb               | Bin 971 -> 974 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 2318 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 2315 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 2315 -> 2318 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 2318 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1166 bytes
 .../test_data_set_0/input_3.pb                | Bin 2315 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 2315 -> 2318 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 2318 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 2315 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 2315 -> 2318 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 2318 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 2315 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 2315 -> 2318 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 2318 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 2315 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 2315 -> 2318 bytes
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1166 bytes
 .../test_data_set_0/output_0.pb               |   2 +-
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1163 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1166 bytes
 .../test_data_set_0/output_0.pb               | Bin 779 -> 782 bytes
 .../test_data_set_0/input_0.pb                | Bin 106 -> 109 bytes
 .../test_data_set_0/input_1.pb                |   2 +-
 .../test_data_set_0/input_2.pb                | Bin 106 -> 109 bytes
 .../test_data_set_0/output_0.pb               |   2 +-
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 205 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 216 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 205 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 216 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 589 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 600 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 589 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 600 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 32 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 43 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 22 -> 1456 bytes
 .../test_data_set_0/input_3.pb                | Bin 397 -> 408 bytes
 .../test_data_set_0/input_4.pb                | Bin 781 -> 40 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1456 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1456 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1456 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1456 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1453 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1456 bytes
 .../test_data_set_0/output_0.pb               | Bin 973 -> 976 bytes
 .../test_data_set_0/input_0.pb                | Bin 589 -> 400 bytes
 .../test_data_set_0/input_1.pb                |   2 +-
 .../test_data_set_0/input_2.pb                | Bin 397 -> 592 bytes
 .../test_data_set_0/output_0.pb               |   2 +-
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 2320 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 2317 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 2317 -> 2320 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 2320 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 104 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 2317 -> 115 bytes
 .../test_data_set_0/output_0.pb               | Bin 2317 -> 2320 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 2320 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 2317 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 2317 -> 2320 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 2320 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 2317 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 2317 -> 2320 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 2320 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 2317 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 2317 -> 2320 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 781 -> 1168 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 157 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_1.pb
index 24af8e1dc94d83cbf0378171e3e79335b1eeece7..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1163
zcmV~$3p5pW00&?++)C5QD^rNO=;R_Rq5J>+DhDMR9qM>AkK83RO>|41t*Mk&owenp
zhYmS;Tv8G>?$tR-nOiDs?XE;yEU{JVafW@L#6V&snLSfKFmI|%dQ?~s9mivXIk>5Q
zh%4KSpse_W$&)u=;H6-KM#=MfCah^VgrpKHN{=ZR$-B@CpTSv{2l2se2w&Fx4C~k&
z?8wuneE2lBPP9OoV8qG!%bBC8MAh*W4ymJ=nHnHcb@_ObJc#)LJt8f+9ulRXho>ul
z2(zR6vnAZy8;Xx#so-NP<9>@cX1PwMLCX=0*1naW>s!Jw7k&91Z3|Z4GiI)73jbQw
zD5`t4$aHC!Hzd{KK%gBb`VZsct@XI~=7mtUnsMp)BE}oK@bL3AZgyU@Or`piYcE-|
ztkIITJ9kj&Stzd#@*sjk*tExhY2%g1OAlnQQ@hAr_Y}o8hMZTih(Qj`qQiR&Ow76=
zj@VIWx`_$NwzRL5AlP^}BV{rCyk3u!wkaI_aT+@|rqC%pjHmmR9N3Xej}vAh^{odk
z$lGzYbvqMI6{9p%3f*8lwMBzCkd(*_GbtvqfXkEmF}u7(Y+2($>-E_f@O2PQ`!htg
zEK|70B~r3QFzHVPqg-8hGSQfdCnu4fnajRyP59&87$Prd5YU#%^S^jt`pXK0FLdQ(
zTE3`Hx1q)1*GNk|iV}x(*fdU|e%y6@xIToQj%xU)?PNrm1Wqe%ifQ+1Q5bB++pW$N
ziaV&io6B_zFT+OV#WP-x43dU$WM~)nc5GsJvoDj>9!$Pjg#jNctPRK$77a@1h3Rmp
z)R0}z{b;f+gIE2=#JKd4kpFAR#BMO&K7tpIrLtSIo7(zLthv?(=O`=aHn_29o--Zl
zqWPIyyEygR1UfY4ycVg%q`3^)Gol&VmMXm8j3L%%M4X&5jJv;Qa@trQ3R9ve^&JyM
z{e^h(Qx{~HJ8}E*LO#o>!`3EGYDyjX>ldA<G}WOlbS_t=eJ6Ne9ZUS3`2FAB?ASh)
z_g6d>4`Q{jFVdnlrVR0sZ{+pY<*ey>BBm_0;Y_2&jLLUlL}3R1E4nYLCN?tKepDVZ
zCZXZ`E)2UHG3I46-aGo@Oht)YS^g2d)f>3LvK2|533xkFCUP28LfsG#mj|6<^`(7?
z*|ksfMHPtQ#Zi1@Fdq>CrgYQy=U&wiu9?im%lIJJ)ael6W6a*6dYG85;_H>msoA)d
z&txNVqaX#_CvL$|7fZihcMh~=aeeGco+xidjh`OPuc*=Vuo?cxzeV@xIQA5{^5A3<
zG{T7HiZPL;a)jYkibwf7`D#3CS(VNcJ%e*-Q+{5&yAelYZ!d-`l-&GUpWk#9V^*~Z
z9Rt7OnGi!pYxiTxsaQIsw4flg!ADw}jr`Gb=<SQ*h<X_RoE<>1MK$cw<LE!~H49#3
JbJ?I8{{z_)>3aYG

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..3887003e72465b4c7ba36321ab3f6c3b0396d022 100644
GIT binary patch
literal 1166
zcmV~$3p5pW00&?++)C5QD^rNO=;W1^(Ea~@m4gzE4mw=TBX<c+yU{IqHd86BI%~^G
z4;^yyPD#|bSLY;UlnPtBE72B9Y}I<4Vc#dwlNd<m&emP68y=7|-C256SPmb@W4(E}
zseXtn+YO*9|Aa|XH=yUKV7x}f^EyVXZa9R*Vhc)-DHzGS&<UHxIpzoP!F3p4R{spk
zm@Mqf(WPwUG`3B)KoxJmsf8<<rKv#W@njCGqnMuJFH*F*c#<@Ph5o%lnN$ynO3>ZI
zg+GMa(CyhW=Jkc(<5xBCwsz)zvsh-h%%on+5scNom7VKf#!x3+*`4kdti5N*Y~y79
zwWd*2^>riNsa@8PSc?MzHk=$djElFzaqrCwp=veZ@`)vk(|6+G=SpsIT(Y93=2Nb}
zWXaM-b6W4(NtH)|tSZo*2nuG?UOg%&Dv*;Jz#xZqk-gz5imddxpnM4f?V3f0*H##r
z^gtZ3q1Jda<CCmuTOmP^;T}dhNAvS~9Zp#%bL__%?AVk{htyD>9#C;`XA<2{n240O
z?zkXp$Jy2$j6YR`k`O7hLvidb9KwOb1g4otF@;53nK*#CWyNCaI(J%zXJXLDPB`pO
z6PeEG!Ywv|lC6S?e<~<<apK7YLn@w}L~43A`?ojYk9XsUyr6-9TRPAG;*Oaw%MrHN
zg;UC0QJ-o>v%{~UOgM^SyHr>;PNQz@b$qx!jNXna_$hZWqErHhRX4?qd$lMCvf%Aj
zM+(Iq)ZWeJhQ*g*RpZGsp7sos26J?HH}g6+GpyN%iE4Ky-K@l*w*}Vw=LoX~6?8(i
zI8>s~uIIiq+MdR%zT;v-`bfzBHD^K(7-t*7i^o#fquImm`cAC7)&@tp1+*JoS-8NF
zc6Cww%(Y#d`fU;&8dF}2RAI{08JV-97}Ay^yxxo>#(PwpoHl~Hzo&D?cs~k~<&^r2
zi^72dy!fdL&X+rJ`|)Bv%c{e+CJ$;#?D^{#ov1L@qAp}U*C@XeJg|Yqeh&QpZ!dQ2
zn9lpFo{9%C-LNg}Mr(8_;v(P3>aWXK-TOpLTW-bK21_Z=wPQp<8viT2FDfTDG0JvK
z7CbJY{`)SBxEV0|Wi#H}``}D@u}oF=5xvwKxyZZ~i5~HIJ6bBT8f%2QAr4LtI>p*c
z`w+c*pXit8i;<;rKGIu=2!CU`>iRLSW*FCu=Hq2tAgt=Ni10RK-*7#QjMwn>>Xp=N
z+Qw(jqcVd)1=}ZYL0=m~-##}Ewq-CpW;IWgHKW>Bho)E5XnNQTzvJJcXKVs{^Idpw
zst_7sKvTuI$f&W0{#A-cxx4skB4b6R)&spm^JrCeUc9>zOG7VDhAC9s@>-YQbQNJv
zl@aX&zT%l+eMWWf$Ffr~v`cP5en^A2v?LR`W9QJ<FXyOw1pk~JM3Gq)Y*J(CH~Ka6
LUu1H{kQ)C3jfUzJ

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d/test_data_set_0/output_0.pb
index df88dc6eee1b77c0669c27a20194a21d47d33c71..1ae25a884b60b495b59e31640f13255fbbb0e850 100644
GIT binary patch
delta 20
bcmeBX>to~QVB%omkPu*WVvO9#!ORQ*ANB&%

delta 17
YcmeBU>t^HNVB%omkPu+p$j!_Q02k!~Hvj+t

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_1.pb
index 24af8e1dc94d83cbf0378171e3e79335b1eeece7..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1163
zcmV~$3p5pW00&?++)C5QD^rNO=;R_Rq5J>+DhDMR9qM>AkK83RO>|41t*Mk&owenp
zhYmS;Tv8G>?$tR-nOiDs?XE;yEU{JVafW@L#6V&snLSfKFmI|%dQ?~s9mivXIk>5Q
zh%4KSpse_W$&)u=;H6-KM#=MfCah^VgrpKHN{=ZR$-B@CpTSv{2l2se2w&Fx4C~k&
z?8wuneE2lBPP9OoV8qG!%bBC8MAh*W4ymJ=nHnHcb@_ObJc#)LJt8f+9ulRXho>ul
z2(zR6vnAZy8;Xx#so-NP<9>@cX1PwMLCX=0*1naW>s!Jw7k&91Z3|Z4GiI)73jbQw
zD5`t4$aHC!Hzd{KK%gBb`VZsct@XI~=7mtUnsMp)BE}oK@bL3AZgyU@Or`piYcE-|
ztkIITJ9kj&Stzd#@*sjk*tExhY2%g1OAlnQQ@hAr_Y}o8hMZTih(Qj`qQiR&Ow76=
zj@VIWx`_$NwzRL5AlP^}BV{rCyk3u!wkaI_aT+@|rqC%pjHmmR9N3Xej}vAh^{odk
z$lGzYbvqMI6{9p%3f*8lwMBzCkd(*_GbtvqfXkEmF}u7(Y+2($>-E_f@O2PQ`!htg
zEK|70B~r3QFzHVPqg-8hGSQfdCnu4fnajRyP59&87$Prd5YU#%^S^jt`pXK0FLdQ(
zTE3`Hx1q)1*GNk|iV}x(*fdU|e%y6@xIToQj%xU)?PNrm1Wqe%ifQ+1Q5bB++pW$N
ziaV&io6B_zFT+OV#WP-x43dU$WM~)nc5GsJvoDj>9!$Pjg#jNctPRK$77a@1h3Rmp
z)R0}z{b;f+gIE2=#JKd4kpFAR#BMO&K7tpIrLtSIo7(zLthv?(=O`=aHn_29o--Zl
zqWPIyyEygR1UfY4ycVg%q`3^)Gol&VmMXm8j3L%%M4X&5jJv;Qa@trQ3R9ve^&JyM
z{e^h(Qx{~HJ8}E*LO#o>!`3EGYDyjX>ldA<G}WOlbS_t=eJ6Ne9ZUS3`2FAB?ASh)
z_g6d>4`Q{jFVdnlrVR0sZ{+pY<*ey>BBm_0;Y_2&jLLUlL}3R1E4nYLCN?tKepDVZ
zCZXZ`E)2UHG3I46-aGo@Oht)YS^g2d)f>3LvK2|533xkFCUP28LfsG#mj|6<^`(7?
z*|ksfMHPtQ#Zi1@Fdq>CrgYQy=U&wiu9?im%lIJJ)ael6W6a*6dYG85;_H>msoA)d
z&txNVqaX#_CvL$|7fZihcMh~=aeeGco+xidjh`OPuc*=Vuo?cxzeV@xIQA5{^5A3<
zG{T7HiZPL;a)jYkibwf7`D#3CS(VNcJ%e*-Q+{5&yAelYZ!d-`l-&GUpWk#9V^*~Z
z9Rt7OnGi!pYxiTxsaQIsw4flg!ADw}jr`Gb=<SQ*h<X_RoE<>1MK$cw<LE!~H49#3
JbJ?I8{{z_)>3aYG

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_2.pb
index e302a58147c78d1331a97d121db54812fe0b3dd7..3887003e72465b4c7ba36321ab3f6c3b0396d022 100644
GIT binary patch
literal 1166
zcmV~$3p5pW00&?++)C5QD^rNO=;W1^(Ea~@m4gzE4mw=TBX<c+yU{IqHd86BI%~^G
z4;^yyPD#|bSLY;UlnPtBE72B9Y}I<4Vc#dwlNd<m&emP68y=7|-C256SPmb@W4(E}
zseXtn+YO*9|Aa|XH=yUKV7x}f^EyVXZa9R*Vhc)-DHzGS&<UHxIpzoP!F3p4R{spk
zm@Mqf(WPwUG`3B)KoxJmsf8<<rKv#W@njCGqnMuJFH*F*c#<@Ph5o%lnN$ynO3>ZI
zg+GMa(CyhW=Jkc(<5xBCwsz)zvsh-h%%on+5scNom7VKf#!x3+*`4kdti5N*Y~y79
zwWd*2^>riNsa@8PSc?MzHk=$djElFzaqrCwp=veZ@`)vk(|6+G=SpsIT(Y93=2Nb}
zWXaM-b6W4(NtH)|tSZo*2nuG?UOg%&Dv*;Jz#xZqk-gz5imddxpnM4f?V3f0*H##r
z^gtZ3q1Jda<CCmuTOmP^;T}dhNAvS~9Zp#%bL__%?AVk{htyD>9#C;`XA<2{n240O
z?zkXp$Jy2$j6YR`k`O7hLvidb9KwOb1g4otF@;53nK*#CWyNCaI(J%zXJXLDPB`pO
z6PeEG!Ywv|lC6S?e<~<<apK7YLn@w}L~43A`?ojYk9XsUyr6-9TRPAG;*Oaw%MrHN
zg;UC0QJ-o>v%{~UOgM^SyHr>;PNQz@b$qx!jNXna_$hZWqErHhRX4?qd$lMCvf%Aj
zM+(Iq)ZWeJhQ*g*RpZGsp7sos26J?HH}g6+GpyN%iE4Ky-K@l*w*}Vw=LoX~6?8(i
zI8>s~uIIiq+MdR%zT;v-`bfzBHD^K(7-t*7i^o#fquImm`cAC7)&@tp1+*JoS-8NF
zc6Cww%(Y#d`fU;&8dF}2RAI{08JV-97}Ay^yxxo>#(PwpoHl~Hzo&D?cs~k~<&^r2
zi^72dy!fdL&X+rJ`|)Bv%c{e+CJ$;#?D^{#ov1L@qAp}U*C@XeJg|Yqeh&QpZ!dQ2
zn9lpFo{9%C-LNg}Mr(8_;v(P3>aWXK-TOpLTW-bK21_Z=wPQp<8viT2FDfTDG0JvK
z7CbJY{`)SBxEV0|Wi#H}``}D@u}oF=5xvwKxyZZ~i5~HIJ6bBT8f%2QAr4LtI>p*c
z`w+c*pXit8i;<;rKGIu=2!CU`>iRLSW*FCu=Hq2tAgt=Ni10RK-*7#QjMwn>>Xp=N
z+Qw(jqcVd)1=}ZYL0=m~-##}Ewq-CpW;IWgHKW>Bho)E5XnNQTzvJJcXKVs{^Idpw
zst_7sKvTuI$f&W0{#A-cxx4skB4b6R)&spm^JrCeUc9>zOG7VDhAC9s@>-YQbQNJv
zl@aX&zT%l+eMWWf$Ffr~v`cP5en^A2v?LR`W9QJ<FXyOw1pk~JM3Gq)Y*J(CH~Ka6
LUu1H{kQ)C3jfUzJ

literal 104
zcmV-u0GIy=1PBHY0ZL$SRd+w1xJp0w`7A$A#CksYrd>X92r53uIcz^Sk(NIA`{zCj
z==?rGHb+0mA6P#VX%0R$liEI4#aBO}YEeH<zR^APA|O8QznebWRhm6+ZP`AoX52ls
Kb`d{pd3-*2pew-u

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/input_3.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..02a69a4c80f82fb20b427a5f750a916cad046f27 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?>qRcR!!FN<a7cEI&`gdOrE4T|RLLDn7?K
zY(F=VmOl9V=ROPQ{60Z8M?c6PSU(eK4n8%L+CEpsS3jX@Q9n+;(LMDdAU^KDn?BoB
Vnmul9**>gh+&#5+5kG8sd_EnRFU|k}

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_attn_mask/test_data_set_0/output_0.pb
index 69e72d1c5527147307b69b52af7c5005c63befa6..4afd17153b1f1af10bd73e08f6c842c1af00a482 100644
GIT binary patch
delta 20
bcmeBX>to~QVB%omkPu*WVvO9#!ORQ*ANB&%

delta 17
YcmeBU>t^HNVB%omkPu+p$j!_Q02k!~Hvj+t

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_1.pb
index 24af8e1dc94d83cbf0378171e3e79335b1eeece7..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1163
zcmV~$3p5pW00&?++)C5QD^rNO=;R_Rq5J>+DhDMR9qM>AkK83RO>|41t*Mk&owenp
zhYmS;Tv8G>?$tR-nOiDs?XE;yEU{JVafW@L#6V&snLSfKFmI|%dQ?~s9mivXIk>5Q
zh%4KSpse_W$&)u=;H6-KM#=MfCah^VgrpKHN{=ZR$-B@CpTSv{2l2se2w&Fx4C~k&
z?8wuneE2lBPP9OoV8qG!%bBC8MAh*W4ymJ=nHnHcb@_ObJc#)LJt8f+9ulRXho>ul
z2(zR6vnAZy8;Xx#so-NP<9>@cX1PwMLCX=0*1naW>s!Jw7k&91Z3|Z4GiI)73jbQw
zD5`t4$aHC!Hzd{KK%gBb`VZsct@XI~=7mtUnsMp)BE}oK@bL3AZgyU@Or`piYcE-|
ztkIITJ9kj&Stzd#@*sjk*tExhY2%g1OAlnQQ@hAr_Y}o8hMZTih(Qj`qQiR&Ow76=
zj@VIWx`_$NwzRL5AlP^}BV{rCyk3u!wkaI_aT+@|rqC%pjHmmR9N3Xej}vAh^{odk
z$lGzYbvqMI6{9p%3f*8lwMBzCkd(*_GbtvqfXkEmF}u7(Y+2($>-E_f@O2PQ`!htg
zEK|70B~r3QFzHVPqg-8hGSQfdCnu4fnajRyP59&87$Prd5YU#%^S^jt`pXK0FLdQ(
zTE3`Hx1q)1*GNk|iV}x(*fdU|e%y6@xIToQj%xU)?PNrm1Wqe%ifQ+1Q5bB++pW$N
ziaV&io6B_zFT+OV#WP-x43dU$WM~)nc5GsJvoDj>9!$Pjg#jNctPRK$77a@1h3Rmp
z)R0}z{b;f+gIE2=#JKd4kpFAR#BMO&K7tpIrLtSIo7(zLthv?(=O`=aHn_29o--Zl
zqWPIyyEygR1UfY4ycVg%q`3^)Gol&VmMXm8j3L%%M4X&5jJv;Qa@trQ3R9ve^&JyM
z{e^h(Qx{~HJ8}E*LO#o>!`3EGYDyjX>ldA<G}WOlbS_t=eJ6Ne9ZUS3`2FAB?ASh)
z_g6d>4`Q{jFVdnlrVR0sZ{+pY<*ey>BBm_0;Y_2&jLLUlL}3R1E4nYLCN?tKepDVZ
zCZXZ`E)2UHG3I46-aGo@Oht)YS^g2d)f>3LvK2|533xkFCUP28LfsG#mj|6<^`(7?
z*|ksfMHPtQ#Zi1@Fdq>CrgYQy=U&wiu9?im%lIJJ)ael6W6a*6dYG85;_H>msoA)d
z&txNVqaX#_CvL$|7fZihcMh~=aeeGco+xidjh`OPuc*=Vuo?cxzeV@xIQA5{^5A3<
zG{T7HiZPL;a)jYkibwf7`D#3CS(VNcJ%e*-Q+{5&yAelYZ!d-`l-&GUpWk#9V^*~Z
z9Rt7OnGi!pYxiTxsaQIsw4flg!ADw}jr`Gb=<SQ*h<X_RoE<>1MK$cw<LE!~H49#3
JbJ?I8{{z_)>3aYG

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..3887003e72465b4c7ba36321ab3f6c3b0396d022 100644
GIT binary patch
literal 1166
zcmV~$3p5pW00&?++)C5QD^rNO=;W1^(Ea~@m4gzE4mw=TBX<c+yU{IqHd86BI%~^G
z4;^yyPD#|bSLY;UlnPtBE72B9Y}I<4Vc#dwlNd<m&emP68y=7|-C256SPmb@W4(E}
zseXtn+YO*9|Aa|XH=yUKV7x}f^EyVXZa9R*Vhc)-DHzGS&<UHxIpzoP!F3p4R{spk
zm@Mqf(WPwUG`3B)KoxJmsf8<<rKv#W@njCGqnMuJFH*F*c#<@Ph5o%lnN$ynO3>ZI
zg+GMa(CyhW=Jkc(<5xBCwsz)zvsh-h%%on+5scNom7VKf#!x3+*`4kdti5N*Y~y79
zwWd*2^>riNsa@8PSc?MzHk=$djElFzaqrCwp=veZ@`)vk(|6+G=SpsIT(Y93=2Nb}
zWXaM-b6W4(NtH)|tSZo*2nuG?UOg%&Dv*;Jz#xZqk-gz5imddxpnM4f?V3f0*H##r
z^gtZ3q1Jda<CCmuTOmP^;T}dhNAvS~9Zp#%bL__%?AVk{htyD>9#C;`XA<2{n240O
z?zkXp$Jy2$j6YR`k`O7hLvidb9KwOb1g4otF@;53nK*#CWyNCaI(J%zXJXLDPB`pO
z6PeEG!Ywv|lC6S?e<~<<apK7YLn@w}L~43A`?ojYk9XsUyr6-9TRPAG;*Oaw%MrHN
zg;UC0QJ-o>v%{~UOgM^SyHr>;PNQz@b$qx!jNXna_$hZWqErHhRX4?qd$lMCvf%Aj
zM+(Iq)ZWeJhQ*g*RpZGsp7sos26J?HH}g6+GpyN%iE4Ky-K@l*w*}Vw=LoX~6?8(i
zI8>s~uIIiq+MdR%zT;v-`bfzBHD^K(7-t*7i^o#fquImm`cAC7)&@tp1+*JoS-8NF
zc6Cww%(Y#d`fU;&8dF}2RAI{08JV-97}Ay^yxxo>#(PwpoHl~Hzo&D?cs~k~<&^r2
zi^72dy!fdL&X+rJ`|)Bv%c{e+CJ$;#?D^{#ov1L@qAp}U*C@XeJg|Yqeh&QpZ!dQ2
zn9lpFo{9%C-LNg}Mr(8_;v(P3>aWXK-TOpLTW-bK21_Z=wPQp<8viT2FDfTDG0JvK
z7CbJY{`)SBxEV0|Wi#H}``}D@u}oF=5xvwKxyZZ~i5~HIJ6bBT8f%2QAr4LtI>p*c
z`w+c*pXit8i;<;rKGIu=2!CU`>iRLSW*FCu=Hq2tAgt=Ni10RK-*7#QjMwn>>Xp=N
z+Qw(jqcVd)1=}ZYL0=m~-##}Ewq-CpW;IWgHKW>Bho)E5XnNQTzvJJcXKVs{^Idpw
zst_7sKvTuI$f&W0{#A-cxx4skB4b6R)&spm^JrCeUc9>zOG7VDhAC9s@>-YQbQNJv
zl@aX&zT%l+eMWWf$Ffr~v`cP5en^A2v?LR`W9QJ<FXyOw1pk~JM3Gq)Y*J(CH~Ka6
LUu1H{kQ)C3jfUzJ

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_causal/test_data_set_0/output_0.pb
index 361f3c6aa55db825d97786b646685380ffe39829..6865961d7741a6b985f2e18ae98364e33352675a 100644
GIT binary patch
delta 20
bcmeBX>to~QVB%omkPu*WVvO9#!ORQ*ANB&%

delta 17
YcmeBU>t^HNVB%omkPu+p$j!_Q02k!~Hvj+t

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_1.pb
index 69c72e3059f051f04010d0602731e4fdc115a706..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1451
zcmV~$3p^Bd00(dsZl$zHYYH7j3+Wbx`~QBb4@x9`lAXsq<~E&^GIb@7R8uLf$7)%6
z*r&&55>iq!T&-klq&76Wm1v74w=I(v_WeqXBqkD@35Efu#=1Bh5L3Dj<B`!++^+i>
zSJs(8bM9Rxj@*RN0wv?M8lE*U<AsX7P!&w3!$Bp(c@GAm<2cc34_?pd#>W?a#FUs!
zY}{%{dCv(X4c9;uZ^Dt8KFrh>;rwAWyXzvEmh3N*b=i2F*oB$?Eg~hc91@M7%)^yO
zR@u_+sXKSHhG6_ZCGfIw;jT%sOm`hiqniEbD;<!3-R90!&W7?Inrg7L*_2u4YW}&T
zQWUo~A<em7UZE<*?f_d3ckIK(JFC&$|6FKlEjWK@F5`@yx$jvDKXIDtT~acG%P&pg
z=}IfwY}!bTN3Og$P(}o;;I(Z=Oc^S|*3<w7Io6A;l~0gwZOrNC<}y%PB^o@}z|7)4
z#C}`q%s*m$q7CheBnUFy!f=;p2A3Of#751&FUPPUN=?VqRXow5Vdus~%8puy<N+DJ
zk=Nr??Wc@Co{z#12k5%u*p%0W-Kqp`uyDW#X3<C0fp^Xnh&9V(oU%Ftor|Tyan}Zs
z;gTlYViPD?BdGdA$p}|x9!oH#^6@dGre(2h-8KCFN{{ewwD7-?#<LG)82jQJLT9^j
zBqdvvr&@E;zL!WzIDi6aDy%C<(J;0eudBP!(ohV)lucBemcVi0Z84^~6uCi@`F*Vu
zh4KfK-pk_3*_UBmvVbQS*fY>!1$(<Ub4SBR46RyBRh^89x6h-~YciJmZxxd&G%#4D
z!`?z;Ha_#E*}4t9>Z=z+4(&qzuN4#SgK>5WUObr0``RsRD!+?m*KfcnVls4LbC@^X
ziPEx2zCWj49RGC~4O&ZH57%JC(ghjgA{lZcS$OvA5#!Y>j*aTUz2DL}M&E{9bp#z2
z>qTBiE}nne2$#!u@%^LOe41H?q-!437TWWd5AUMLT!*rdX<U->x!~@VEbw#W7k_!O
z;nTPHVBr(-Q%n==@|sW^eHwA${qpi^IWM$47Nh1{bArh{Mr2E=$lbs<c@M<-;V4Gh
z^~qQ0B{UvvM30*ZqhC~E(0(yao-2@R&WxsKT^MIs)k5VFkAdFPBD1nY)K$d6`KP;L
z>7|{B-n>(^MdXN{c@b<knhAx!Ip-MqaYsovuA5E6i?~2om+7GJGG%LbIn2zL@Z};O
zYNL|))TLK$5~yVT@EsWIV(8oI#?Bk*TphEBN6%E@g0BHBuhik%&sFd{{2A`|4Pjf3
zEBB1#K`TsXsnm<~5_=e5rD)II#D9j;z0d1B(9$)P)@RO&S2ts6>bZcSN)11GX~^x3
z`IuO2M*D!ZJh{S{kxjecemsU!bq#VtD!d#DGmzc)HCo#u*jv|wzfW}{e^N1QQ)B7Z
zyPi4EGw9t_hjpPEp1c~sfk9^mf0u^Avr$+tc@OoTYR*4!1h4-417n}P!9ovz-m(3F
z7Hh`C{m?H6yA{SlRS1{YG>d+z9bVKPLwo2~Vr|kx6o34ysMz>6)tl4NQu+>;Uet@6
z2b&pMy_N;}cThB>fo$GZL}m>jv&mjm-n6IXxMn1KYq3WbOvQG0dIqO*$n7$sZYg<i
zsxPAqDxsNS%k{N~P}~;HWj?<P<t_y*lf03nXvC3vFrm|gSIP!qWoz!Wu<;?bIBgSQ
zKB0)dxR#0okr-VaL3M5ry$7Vwn_E-*__^p<?ZqlLd%Cv=vuk}nHqBGfRvI8O`VXUQ
H+<g8INp@ow

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..0cb61fcea9e76a2ec43169ca13adb48babd11b08 100644
GIT binary patch
literal 1454
zcmV~$3p^Bd00(e1+)C3Tt!db?*h0ER;r_p$>Vp!YPuO|PW3K6(l&LFuq?$@;t5%z(
zhd!!L60)RZxZ0A{NDnl-Eu#lZZd)eXu<uu5Br%cLOfg(!7#?tZl8eJWF{AGwel?nj
z>y7tuajgk7r{84q_%#?UP%=@g;VA<%o~zyiRnc@h>{l|9w_y-AnNzKH<DWTwSat44
z%!tdzhAoDa_a8;dSUog}CLEvT!)$FS&K^{=uQ8e#ss18Wmy3tVy_n_SF4B^#AkhfQ
zJY0Ebr7hhaxpR9*C|>)k99}jq+&L|tnXZ#)RR1{!D~9DKI^DU_*-(D7wH`~`OqpY@
z=I={tL|I2GGMt;_)v5~Y3b5r^_g<X85stQ@XF}6p!TF<enPBY9y-(BlvC~}d^741M
z{F@mpsj;HX#tqbX<jczfWkgU2FK;zs+Gr`Zqz5p_u}S2t_zi{D#(ewqTn0*OMYHE>
zm|5I`_}rE{^N*OAY(u+J34%;FGtwoN!Bqwvw^4KO%ZY4`QPVMfC69J%*s~#-vac*e
z>aYxF<V`r<@Cg%-6rwoP0lMA<wifhamnw<tEgUe8cj=?*#v3P##Oh@-&Ir#!&tj=?
z+__$4xnu~p_#{eJ3#y(d8RhEC!%3!8K0J){j2w2Zy^O~%^@u#9h5ywIo_Zj|r01s*
zHrtisX}O{*-I~+(zCc>iJ`_pQVO=wUhVgayr>+m}&1LXQ+ek%;1da=@i-~O&$Pb#%
z9~zt}ls8dvJBKS~Ux0P_0v=mn&p?L|4)kr}_U4ZmR=b$0Mj4Z@pGA+?bS(GZBBoVq
zV6ak$J;lasdFo5Ewd;AwS1(2#x`h01D<<6m6YLZ`zdx0Cw42#lbqmX`T!mBAbm$`H
zu;6VcN-LxJ{+uRp<mWLoYb|*tQiE|z7i3M2X6V&a;W?y7oY#OjJfR=Af63rPeJAqO
zQFK_W7X{t<c=l}zTrS+g55LalqwGqgT=t;0*q%RqcnhWGI#h<f#U*K<3GQ0KB0ood
z@rNgyKY5jR7yc&h#kIn&pcM_VB}j-Il2_Hqd9MATm@wa(Q%vSDDpyKH{(Amba95li
zi($0gpgcq`q47uy`rS+z`@9w-_KR`sbdg+h@)deEM(|y$2B<s|F+5NrvTMpkV|4<Y
z@7)qhzuAG<O*=$qRG#Rc7sW24Sy1?!bB>`Ox0m<firHIuo)8G@N*xqlrtIjef|>ae
zzF6c#ZA=OuxeUln0+nnUy8&Ze9DO_7*mE_L;c<)j)yZ0%^EII5#YSAdUkks3pW@Eo
zD7NOga`$)vw8DgzO1;P|w}<g1imu#^{A)DR`>f6b?Y%Q;ee#rec`cr%o(mYJ)bQgM
zhTPUth^b{}v=3OrV<E<jZrus@BXN|f>yZ~)?d4FMh1|gt=;(~%Kx04tJl=!CX=SiY
zkEh?jI_5pgqIYj2)`n?#>{0-SN1Pe_T?R%@#bBM}Jv4c$Ie*_Fy!`hGCO!QR3qAaK
z!}bGOtbPsd2Yy1t_Yo{sg>rd)n;4SX;d#ShbcKB_)}%Z@*{YvK^@i7}-js><iZ{6Q
zyk6wp-NdlEH7qK;fznY8Wb?KlI%gQ!t@fhknmsKiw;|PAi`}wdDz>@PGdP{2ZWj>q
zy^{N9`ZC6#2AX$lxvt>=$~t4Y%;&LC?o_}s#TzM#7945<lX^^ev2p}fw&q?7TOMGu
z(^e7T6NcFHYpB>4jaTZTsLl_f_plUtb8AW;J`>&HUaWPqr+Zg0d)EzN<2)5@r2!&q
K=pZU5&*%TD9AmHm

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes/test_data_set_0/output_0.pb
index 551e8a713dbc5a0ae847ba9b2ab7fe29456e1ef2..267443f431ff147e97bec9930d07d35642518fdc 100644
GIT binary patch
delta 20
bcmX@jevX}+gNcKMLr#Fvi7|2`$6;mwD^>&>

delta 17
YcmX@dewv+wgNcKMLr#EkBllru03odde*gdg

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb
index 69c72e3059f051f04010d0602731e4fdc115a706..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1451
zcmV~$3p^Bd00(dsZl$zHYYH7j3+Wbx`~QBb4@x9`lAXsq<~E&^GIb@7R8uLf$7)%6
z*r&&55>iq!T&-klq&76Wm1v74w=I(v_WeqXBqkD@35Efu#=1Bh5L3Dj<B`!++^+i>
zSJs(8bM9Rxj@*RN0wv?M8lE*U<AsX7P!&w3!$Bp(c@GAm<2cc34_?pd#>W?a#FUs!
zY}{%{dCv(X4c9;uZ^Dt8KFrh>;rwAWyXzvEmh3N*b=i2F*oB$?Eg~hc91@M7%)^yO
zR@u_+sXKSHhG6_ZCGfIw;jT%sOm`hiqniEbD;<!3-R90!&W7?Inrg7L*_2u4YW}&T
zQWUo~A<em7UZE<*?f_d3ckIK(JFC&$|6FKlEjWK@F5`@yx$jvDKXIDtT~acG%P&pg
z=}IfwY}!bTN3Og$P(}o;;I(Z=Oc^S|*3<w7Io6A;l~0gwZOrNC<}y%PB^o@}z|7)4
z#C}`q%s*m$q7CheBnUFy!f=;p2A3Of#751&FUPPUN=?VqRXow5Vdus~%8puy<N+DJ
zk=Nr??Wc@Co{z#12k5%u*p%0W-Kqp`uyDW#X3<C0fp^Xnh&9V(oU%Ftor|Tyan}Zs
z;gTlYViPD?BdGdA$p}|x9!oH#^6@dGre(2h-8KCFN{{ewwD7-?#<LG)82jQJLT9^j
zBqdvvr&@E;zL!WzIDi6aDy%C<(J;0eudBP!(ohV)lucBemcVi0Z84^~6uCi@`F*Vu
zh4KfK-pk_3*_UBmvVbQS*fY>!1$(<Ub4SBR46RyBRh^89x6h-~YciJmZxxd&G%#4D
z!`?z;Ha_#E*}4t9>Z=z+4(&qzuN4#SgK>5WUObr0``RsRD!+?m*KfcnVls4LbC@^X
ziPEx2zCWj49RGC~4O&ZH57%JC(ghjgA{lZcS$OvA5#!Y>j*aTUz2DL}M&E{9bp#z2
z>qTBiE}nne2$#!u@%^LOe41H?q-!437TWWd5AUMLT!*rdX<U->x!~@VEbw#W7k_!O
z;nTPHVBr(-Q%n==@|sW^eHwA${qpi^IWM$47Nh1{bArh{Mr2E=$lbs<c@M<-;V4Gh
z^~qQ0B{UvvM30*ZqhC~E(0(yao-2@R&WxsKT^MIs)k5VFkAdFPBD1nY)K$d6`KP;L
z>7|{B-n>(^MdXN{c@b<knhAx!Ip-MqaYsovuA5E6i?~2om+7GJGG%LbIn2zL@Z};O
zYNL|))TLK$5~yVT@EsWIV(8oI#?Bk*TphEBN6%E@g0BHBuhik%&sFd{{2A`|4Pjf3
zEBB1#K`TsXsnm<~5_=e5rD)II#D9j;z0d1B(9$)P)@RO&S2ts6>bZcSN)11GX~^x3
z`IuO2M*D!ZJh{S{kxjecemsU!bq#VtD!d#DGmzc)HCo#u*jv|wzfW}{e^N1QQ)B7Z
zyPi4EGw9t_hjpPEp1c~sfk9^mf0u^Avr$+tc@OoTYR*4!1h4-417n}P!9ovz-m(3F
z7Hh`C{m?H6yA{SlRS1{YG>d+z9bVKPLwo2~Vr|kx6o34ysMz>6)tl4NQu+>;Uet@6
z2b&pMy_N;}cThB>fo$GZL}m>jv&mjm-n6IXxMn1KYq3WbOvQG0dIqO*$n7$sZYg<i
zsxPAqDxsNS%k{N~P}~;HWj?<P<t_y*lf03nXvC3vFrm|gSIP!qWoz!Wu<;?bIBgSQ
zKB0)dxR#0okr-VaL3M5ry$7Vwn_E-*__^p<?ZqlLd%Cv=vuk}nHqBGfRvI8O`VXUQ
H+<g8INp@ow

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb
index c674b8aa378221e90d755a81e00808652d6ddcaa..0cb61fcea9e76a2ec43169ca13adb48babd11b08 100644
GIT binary patch
literal 1454
zcmV~$3p^Bd00(e1+)C3Tt!db?*h0ER;r_p$>Vp!YPuO|PW3K6(l&LFuq?$@;t5%z(
zhd!!L60)RZxZ0A{NDnl-Eu#lZZd)eXu<uu5Br%cLOfg(!7#?tZl8eJWF{AGwel?nj
z>y7tuajgk7r{84q_%#?UP%=@g;VA<%o~zyiRnc@h>{l|9w_y-AnNzKH<DWTwSat44
z%!tdzhAoDa_a8;dSUog}CLEvT!)$FS&K^{=uQ8e#ss18Wmy3tVy_n_SF4B^#AkhfQ
zJY0Ebr7hhaxpR9*C|>)k99}jq+&L|tnXZ#)RR1{!D~9DKI^DU_*-(D7wH`~`OqpY@
z=I={tL|I2GGMt;_)v5~Y3b5r^_g<X85stQ@XF}6p!TF<enPBY9y-(BlvC~}d^741M
z{F@mpsj;HX#tqbX<jczfWkgU2FK;zs+Gr`Zqz5p_u}S2t_zi{D#(ewqTn0*OMYHE>
zm|5I`_}rE{^N*OAY(u+J34%;FGtwoN!Bqwvw^4KO%ZY4`QPVMfC69J%*s~#-vac*e
z>aYxF<V`r<@Cg%-6rwoP0lMA<wifhamnw<tEgUe8cj=?*#v3P##Oh@-&Ir#!&tj=?
z+__$4xnu~p_#{eJ3#y(d8RhEC!%3!8K0J){j2w2Zy^O~%^@u#9h5ywIo_Zj|r01s*
zHrtisX}O{*-I~+(zCc>iJ`_pQVO=wUhVgayr>+m}&1LXQ+ek%;1da=@i-~O&$Pb#%
z9~zt}ls8dvJBKS~Ux0P_0v=mn&p?L|4)kr}_U4ZmR=b$0Mj4Z@pGA+?bS(GZBBoVq
zV6ak$J;lasdFo5Ewd;AwS1(2#x`h01D<<6m6YLZ`zdx0Cw42#lbqmX`T!mBAbm$`H
zu;6VcN-LxJ{+uRp<mWLoYb|*tQiE|z7i3M2X6V&a;W?y7oY#OjJfR=Af63rPeJAqO
zQFK_W7X{t<c=l}zTrS+g55LalqwGqgT=t;0*q%RqcnhWGI#h<f#U*K<3GQ0KB0ood
z@rNgyKY5jR7yc&h#kIn&pcM_VB}j-Il2_Hqd9MATm@wa(Q%vSDDpyKH{(Amba95li
zi($0gpgcq`q47uy`rS+z`@9w-_KR`sbdg+h@)deEM(|y$2B<s|F+5NrvTMpkV|4<Y
z@7)qhzuAG<O*=$qRG#Rc7sW24Sy1?!bB>`Ox0m<firHIuo)8G@N*xqlrtIjef|>ae
zzF6c#ZA=OuxeUln0+nnUy8&Ze9DO_7*mE_L;c<)j)yZ0%^EII5#YSAdUkks3pW@Eo
zD7NOga`$)vw8DgzO1;P|w}<g1imu#^{A)DR`>f6b?Y%Q;ee#rec`cr%o(mYJ)bQgM
zhTPUth^b{}v=3OrV<E<jZrus@BXN|f>yZ~)?d4FMh1|gt=;(~%Kx04tJl=!CX=SiY
zkEh?jI_5pgqIYj2)`n?#>{0-SN1Pe_T?R%@#bBM}Jv4c$Ie*_Fy!`hGCO!QR3qAaK
z!}bGOtbPsd2Yy1t_Yo{sg>rd)n;4SX;d#ShbcKB_)}%Z@*{YvK^@i7}-js><iZ{6Q
zyk6wp-NdlEH7qK;fznY8Wb?KlI%gQ!t@fhknmsKiw;|PAi`}wdDz>@PGdP{2ZWj>q
zy^{N9`ZC6#2AX$lxvt>=$~t4Y%;&LC?o_}s#TzM#7945<lX^^ev2p}fw&q?7TOMGu
z(^e7T6NcFHYpB>4jaTZTsLl_f_plUtb8AW;J`>&HUaWPqr+Zg0d)EzN<2)5@r2!&q
K=pZU5&*%TD9AmHm

literal 104
zcmV-u0GIy=1PBHY0ZL$L64pK`8Zkakk=s2ZJyAc*Kk`0U-C;l0xH~_h$I(94Jik8R
z00cj8nPWdnzC1rO+Ne8Jv@t){WNSZe;59!1K{Y<GkM}+SuMa*u&bL12=5If}U2H%8
K&yYSJ<gGsT>MH2~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..6b3ed4e320925aa474b4cbef550f5ba69f16ef5e 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?>Uc);=j3F+NX`+dU&aQ9sN-@;+GIVL#Tm
zJ3pew(LUBZzdqmq1V3+?V?Rp1JU=tqs5?}&F+bL1Yd>z_H9rACH9oM9_dWry4?a82
Vw?60QZ$G_VY(M_bkUk&etv;LLF7^Nb

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb
index 8ca9baca45837e8d9f28bb02d85b5522eae7aee1..c115925817063f519ffe2ac72ee43d18e443dcde 100644
GIT binary patch
delta 20
bcmX@jevX}+gNcKMLr#Fvi7|2`$6;mwD^>&>

delta 17
YcmX@dewv+wgNcKMLr#EkBllru03odde*gdg

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb
index 69c72e3059f051f04010d0602731e4fdc115a706..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1451
zcmV~$3p^Bd00(dsZl$zHYYH7j3+Wbx`~QBb4@x9`lAXsq<~E&^GIb@7R8uLf$7)%6
z*r&&55>iq!T&-klq&76Wm1v74w=I(v_WeqXBqkD@35Efu#=1Bh5L3Dj<B`!++^+i>
zSJs(8bM9Rxj@*RN0wv?M8lE*U<AsX7P!&w3!$Bp(c@GAm<2cc34_?pd#>W?a#FUs!
zY}{%{dCv(X4c9;uZ^Dt8KFrh>;rwAWyXzvEmh3N*b=i2F*oB$?Eg~hc91@M7%)^yO
zR@u_+sXKSHhG6_ZCGfIw;jT%sOm`hiqniEbD;<!3-R90!&W7?Inrg7L*_2u4YW}&T
zQWUo~A<em7UZE<*?f_d3ckIK(JFC&$|6FKlEjWK@F5`@yx$jvDKXIDtT~acG%P&pg
z=}IfwY}!bTN3Og$P(}o;;I(Z=Oc^S|*3<w7Io6A;l~0gwZOrNC<}y%PB^o@}z|7)4
z#C}`q%s*m$q7CheBnUFy!f=;p2A3Of#751&FUPPUN=?VqRXow5Vdus~%8puy<N+DJ
zk=Nr??Wc@Co{z#12k5%u*p%0W-Kqp`uyDW#X3<C0fp^Xnh&9V(oU%Ftor|Tyan}Zs
z;gTlYViPD?BdGdA$p}|x9!oH#^6@dGre(2h-8KCFN{{ewwD7-?#<LG)82jQJLT9^j
zBqdvvr&@E;zL!WzIDi6aDy%C<(J;0eudBP!(ohV)lucBemcVi0Z84^~6uCi@`F*Vu
zh4KfK-pk_3*_UBmvVbQS*fY>!1$(<Ub4SBR46RyBRh^89x6h-~YciJmZxxd&G%#4D
z!`?z;Ha_#E*}4t9>Z=z+4(&qzuN4#SgK>5WUObr0``RsRD!+?m*KfcnVls4LbC@^X
ziPEx2zCWj49RGC~4O&ZH57%JC(ghjgA{lZcS$OvA5#!Y>j*aTUz2DL}M&E{9bp#z2
z>qTBiE}nne2$#!u@%^LOe41H?q-!437TWWd5AUMLT!*rdX<U->x!~@VEbw#W7k_!O
z;nTPHVBr(-Q%n==@|sW^eHwA${qpi^IWM$47Nh1{bArh{Mr2E=$lbs<c@M<-;V4Gh
z^~qQ0B{UvvM30*ZqhC~E(0(yao-2@R&WxsKT^MIs)k5VFkAdFPBD1nY)K$d6`KP;L
z>7|{B-n>(^MdXN{c@b<knhAx!Ip-MqaYsovuA5E6i?~2om+7GJGG%LbIn2zL@Z};O
zYNL|))TLK$5~yVT@EsWIV(8oI#?Bk*TphEBN6%E@g0BHBuhik%&sFd{{2A`|4Pjf3
zEBB1#K`TsXsnm<~5_=e5rD)II#D9j;z0d1B(9$)P)@RO&S2ts6>bZcSN)11GX~^x3
z`IuO2M*D!ZJh{S{kxjecemsU!bq#VtD!d#DGmzc)HCo#u*jv|wzfW}{e^N1QQ)B7Z
zyPi4EGw9t_hjpPEp1c~sfk9^mf0u^Avr$+tc@OoTYR*4!1h4-417n}P!9ovz-m(3F
z7Hh`C{m?H6yA{SlRS1{YG>d+z9bVKPLwo2~Vr|kx6o34ysMz>6)tl4NQu+>;Uet@6
z2b&pMy_N;}cThB>fo$GZL}m>jv&mjm-n6IXxMn1KYq3WbOvQG0dIqO*$n7$sZYg<i
zsxPAqDxsNS%k{N~P}~;HWj?<P<t_y*lf03nXvC3vFrm|gSIP!qWoz!Wu<;?bIBgSQ
zKB0)dxR#0okr-VaL3M5ry$7Vwn_E-*__^p<?ZqlLd%Cv=vuk}nHqBGfRvI8O`VXUQ
H+<g8INp@ow

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..0cb61fcea9e76a2ec43169ca13adb48babd11b08 100644
GIT binary patch
literal 1454
zcmV~$3p^Bd00(e1+)C3Tt!db?*h0ER;r_p$>Vp!YPuO|PW3K6(l&LFuq?$@;t5%z(
zhd!!L60)RZxZ0A{NDnl-Eu#lZZd)eXu<uu5Br%cLOfg(!7#?tZl8eJWF{AGwel?nj
z>y7tuajgk7r{84q_%#?UP%=@g;VA<%o~zyiRnc@h>{l|9w_y-AnNzKH<DWTwSat44
z%!tdzhAoDa_a8;dSUog}CLEvT!)$FS&K^{=uQ8e#ss18Wmy3tVy_n_SF4B^#AkhfQ
zJY0Ebr7hhaxpR9*C|>)k99}jq+&L|tnXZ#)RR1{!D~9DKI^DU_*-(D7wH`~`OqpY@
z=I={tL|I2GGMt;_)v5~Y3b5r^_g<X85stQ@XF}6p!TF<enPBY9y-(BlvC~}d^741M
z{F@mpsj;HX#tqbX<jczfWkgU2FK;zs+Gr`Zqz5p_u}S2t_zi{D#(ewqTn0*OMYHE>
zm|5I`_}rE{^N*OAY(u+J34%;FGtwoN!Bqwvw^4KO%ZY4`QPVMfC69J%*s~#-vac*e
z>aYxF<V`r<@Cg%-6rwoP0lMA<wifhamnw<tEgUe8cj=?*#v3P##Oh@-&Ir#!&tj=?
z+__$4xnu~p_#{eJ3#y(d8RhEC!%3!8K0J){j2w2Zy^O~%^@u#9h5ywIo_Zj|r01s*
zHrtisX}O{*-I~+(zCc>iJ`_pQVO=wUhVgayr>+m}&1LXQ+ek%;1da=@i-~O&$Pb#%
z9~zt}ls8dvJBKS~Ux0P_0v=mn&p?L|4)kr}_U4ZmR=b$0Mj4Z@pGA+?bS(GZBBoVq
zV6ak$J;lasdFo5Ewd;AwS1(2#x`h01D<<6m6YLZ`zdx0Cw42#lbqmX`T!mBAbm$`H
zu;6VcN-LxJ{+uRp<mWLoYb|*tQiE|z7i3M2X6V&a;W?y7oY#OjJfR=Af63rPeJAqO
zQFK_W7X{t<c=l}zTrS+g55LalqwGqgT=t;0*q%RqcnhWGI#h<f#U*K<3GQ0KB0ood
z@rNgyKY5jR7yc&h#kIn&pcM_VB}j-Il2_Hqd9MATm@wa(Q%vSDDpyKH{(Amba95li
zi($0gpgcq`q47uy`rS+z`@9w-_KR`sbdg+h@)deEM(|y$2B<s|F+5NrvTMpkV|4<Y
z@7)qhzuAG<O*=$qRG#Rc7sW24Sy1?!bB>`Ox0m<firHIuo)8G@N*xqlrtIjef|>ae
zzF6c#ZA=OuxeUln0+nnUy8&Ze9DO_7*mE_L;c<)j)yZ0%^EII5#YSAdUkks3pW@Eo
zD7NOga`$)vw8DgzO1;P|w}<g1imu#^{A)DR`>f6b?Y%Q;ee#rec`cr%o(mYJ)bQgM
zhTPUth^b{}v=3OrV<E<jZrus@BXN|f>yZ~)?d4FMh1|gt=;(~%Kx04tJl=!CX=SiY
zkEh?jI_5pgqIYj2)`n?#>{0-SN1Pe_T?R%@#bBM}Jv4c$Ie*_Fy!`hGCO!QR3qAaK
z!}bGOtbPsd2Yy1t_Yo{sg>rd)n;4SX;d#ShbcKB_)}%Z@*{YvK^@i7}-js><iZ{6Q
zyk6wp-NdlEH7qK;fznY8Wb?KlI%gQ!t@fhknmsKiw;|PAi`}wdDz>@PGdP{2ZWj>q
zy^{N9`ZC6#2AX$lxvt>=$~t4Y%;&LC?o_}s#TzM#7945<lX^^ev2p}fw&q?7TOMGu
z(^e7T6NcFHYpB>4jaTZTsLl_f_plUtb8AW;J`>&HUaWPqr+Zg0d)EzN<2)5@r2!&q
K=pZU5&*%TD9AmHm

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb
index a2103eec4ae29ad243921db0c4346847230b93f2..3ffc018aad416703f3d2b720f4b15b175614ae77 100644
GIT binary patch
delta 20
bcmX@jevX}+gNcKMLr#Fvi7|2`$6;mwD^>&>

delta 17
YcmX@dewv+wgNcKMLr#EkBllru03odde*gdg

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_0.pb
index 1ff28a938b8471b2700ffdaa69dca35b497eb0f6..8d14cd283e4e347f761e55ac0fb60b837abef8b7 100644
GIT binary patch
literal 2318
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@+f}&v$0H&sgQXZMIsDIuGkO^P83WOwUrI
z=lCtG3N~ee+9)I|qPVwR#uWeWk=^Xg#%N`ROEvlXR2)OLl#8LHcA;_Lkfg#ake-en
zH0%oJslrS)R{BuMV-n}CcyQR|zhd~R2^|Jz<Jyg6{!*>TT`RBSMrsjk96sddrQ;aO
z*QDm3HIh&RL#}Lpm+K!JFry}!=SyrT)$ByW*%3Ugw&y?1GU3wp9w(bES(LCEZi)){
zDdzxu7JrM_=bDTt8-=D)7DxWMA})>v!r#UebM4KU)Uq93J&$nQI}?+A#t2itC!7@*
z@<xsZ#(ca`+J73gR{m5SJ}-9W1ra}fFZd#Z8dHy<ppnUiH}x5@R4^iMp3u5fhFXii
zMeF`*6qrwmw##+!(7%pz>+-}e%k4Ozu1Vv&MW~um<h}Jh!ZlfoYahgO^W1vG+<uRW
ze=A{egfmsGcO$>b6&<EJtn54}iFFKM?wuOf$O3C_MKO*!O89z}jHX@LP|wlgtTJ8d
z=gekaViZDuPvuvC-iK&jLoLlkZ1mcLnSp*BlpnyWoe}iCtj&#G5$y4@;|EPH90-!*
zgWgRnxwC*pZw;YJGM6)5Yb6RXdtp4of*J+8;qGL}T}8KXvg>WgI`?4lxF(a9>GGA5
z7A+T>Q~YJdyZ7!uJ3pGU?M|cBVg$N@Q9Kp7l4|x2>|Hh}oYqTOaLb8F$8-2nMGv_m
zoTX7_@T)XnVC8F}sT<6+qbpg}s>y)ND~NCSLbMgzv)kz*>TfNk>p&PUoXX&%Icu3P
zNr~D=oj5YOgl*lnXpB^3UU|5<Ki~t!Q`M65wkw$D6OG4LTXDK7p4$T)SiDhQR2^Cf
zM?E9D{h&qby{S07Fp(ox26Q!2<!S|8dW<ij+sXZ?8ykS<-5^990iw<(bJ53wQiE5B
z7>U7KuDST9C0^W?{)&$J{U~2%&(@e;C{H*;&GMqe`rFS%%cM1*ct3<&m@1c+M)Q}#
zEJ8mV+1(bjyH*G<t0NM9Q+Ij~)gvPCdra-qVRd%^pD4_y>Zj{?T%#11e0&(J3z$!&
z(skOFYR#dzTbROdJy#x7$i=3F5DYddaQ~8P64lfIe3CQ-$BJ&84gM1$raQ3BS%(Kr
z!&q|sFYz=*fx{AI80I@OsP7_DyWe5QF;~3s*GAsG7Z{n{0kfVYuAN*)X(MSJvVoC9
zO=4@P23@|MLz$b5p}Q+_ZJ!L|pAL$I>Ox7~(|9)ISh8>0laEk_mxelg^)gr39DEKV
zk;%i6pU}$W7-SYQ+AWL6PNh`Nf0M-GJw8;8p3k7G>)5MQg|L8NT3Q=2W@L?|x~~nQ
zT^CltTli%13Fb7tLB??t8l60iDqD4YB=cwX26qhpCeN^MqR|@JCn`Hbxl}WQ%U+~W
zQ9Fju%s-^ut|n~#*I_ZS{R;Xo$Kz&`GGsr8h%b6vC|Tkv>HA<gZ8CI_ai>mP+I~`e
ztY*a$w=J0RyNRxrnVjPr$_k?;l*SYzzFrBoS0aUpbT2|23gKQdj-o$on5%8iNQ-jx
z7o0_XjtdNb^<vRbjM$i9&&o9(v{mq+>QDJdit5IrI34=6lt4QA9cuc#;F|IW)}L|`
zaos*#y{}e8TvMR4PAzT^X)&%gjk+J0(&5%S;zZaTq?gI_k-I9tOSGZZ{2fqw@)r8l
z`!VC@CSpI4E#1Ihoz%GEuW_UgM$qK)1T@yWP~G<uHYIN0mP79|L4OgSUu*zRyYazw
zV~$=(gLl*d_>HdMe@fD5RX&05ymi@8v6gmv6HsqXWkQq|2MqlA>PQSN&-<}dm>_F<
z9xJ8?a5!<B=+z&BNXbV<NH7y)RmA<AG(P<A33%0YAmm(uq~w^uSn?p${{P#A{3YQz
zoy@_iaK0#dh}Fv*kQtDGoxTQi$xs%%TXQ4^CASe5TOu~T*#`N|k?^S7jx~#vuzS&R
ziAvt2=n638?U)QMEy`kX;#Cw5o8f+e34K*x;cu@jI-MyH8o8c)-dKTTr*u51vEb`x
zTW}`rJq9Ky(9U=WigGh4eZC9Y_Z(;xa~<(Dow#Ehz`BcZv`CSN9~=`fKe-);4*1d1
zYb!sSxtZ-v8|d<LHBz5s@%e@veEi!jaUeOBor;NQ*!@1Wl@mqJELX;MMsR3r3A(k;
zqNlzaRjuTiyi~Zqw8ak92k;!*2fZ6X+>?@uJzvVv!Z(>meT~_y6wb=FB+j#6$`IW}
ztiF^^jq+?-1^y1}1?56-yb>ew@8W#V4Rj<aA-zGL(&=-MUmVS--gF+8Q|GZ0rHK7f
zmkV}9GlW+l7pTG6Iwg2%JC09}4MOjeY{<6Fpk(4J#J@R%^e81xn=NH_ZxjAq8OQOS
zP-Z52h{WOT7?s|Kna9r}McNLPbU}M38&(Av@%`T%nSXN?W==I@iJ>(=n-jsUHfoeV
zQ-;Sa&m?uX92sCWLo)E=8F*b)X3nfQ{^5C29KHD?GOaF1PQ<q0b8jQQxw`{xeL=YT
zbW)^uYti|&9U~R3xZ`08H!QSsZEiN@%5U^|@T3k6H_MprR4h5_V^8?{u`5@eDX*Kb
zZId^B%`b=?|9hyJtH}8ccJwj+R`k1Ugu2!>h%zG%&sxtYsUhbzslZox3q!2e@uPM*
sP8-JYarN8m4~wJurT~6*H=ScLDed=YiNt62I3l@#ue(zjRa=Aq0c5PHcmMzZ

literal 1163
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1^KgpAvtM!N5D*aKbr4+)FtXYh=
zR$j{!8>!PuN%Y4^*1LqA$Zc8qQ%|{>mNwNsAITVrxn$N9Q{O!kiu`S1=niLVPB#ul
zMKEcaEk-eq?op31tGGZ!u5#pi8`II{DHC(El0>?Fs&EL4pd?Z->Y0Y>g$tM;F`k;v
zd?cpsX8ZO_c>2bO%|A83r!keMA2?!C{}}|#U&zsf3{jpa<@B##BOxLe1+qj)tH#na
ztQP;)_CViU0`G(!RGpGwuEz~Av8@c*Yi9CRogIbdSCrk}&GqvuAT3?S!ew%<wq3`*
zo)qqH-ok(yPe#={a@&n_=yIEhwLW{q^vYzIY%t)fA~Wiqd(mQh605z8V%WArDF2zk
zh&y1ojfxkJ#PLqUPPUe}VAbVD*r{j25V(jrAJ|c*4dRkTP2$9(5i~bg@$%+mj9S?v
zeR2@}8{>rQfDxf?eIkEsFK+*y%8AByWJjxM>uD4@kF)XOiVpS_Ex7f^d_LKwMa(4^
zHWbPE@RJstwKPEMKZh$44htS!&jRnc{Pr(bHh(^WcRl_T_d;7?lhca2kW&cXJfJME
zRr0*PQ;c0I<rH%#sxxF%Whe1%&RubCB$z=qFO}<z5}FO^(Cc8%kp3DB$vshcra+lo
zJdUpQft)v^4pA;!G1zxX?5Zji^_AgRaIZzI{P_SvQVxiAb*AWbQnO>sM^O1#a*?Sw
z_m}qIvc(+qhp&cIYk<maJn#3E!@_a}UoUrOLvReA*!L;TS8Lcbaua5TP<q{WU{_-r
zH-;|fcf~b0?`1-(i}kqlTMfLAeTh3Shp{(vArFn_ph1|^N@EmhrE-{6Q*>nP;NQb(
zigN}R=(}fAT6|i(xfaIpuFDvpN#<v-O}S5(hp8nNl>5fAaGe>0TC?DMB9yY|tH|`P
zbh9l=N5;#OxZkd3UwtoL{m_NH=_RmE45N2nJTqUUQ_)?I?E%RwtoG&L&;t7Xl8T|z
z!HAc9j3(D;F3mlTH~&4uq~~wp;o`%a)|)sj@*OxIeTcy8fh>yh=h~}nVnAkt{<?g0
z1bi=IV;-R7(?_E6i+35Fk_LU*EUvs@6q$EZ7*HF_g1nnJJDdzhr#%STJ&0Yca#3|n
zPOHgnh*LD+kfR?}`<&_Om&jp<3It!*@W^a02AfnN`9o{Q*BwPkdk9y#KNXrR6|7<u
zh*9Zqya|lxGUr9@5N23gx_RgxV5i+)5$GO(kPER?<pyC~t(wu<Yp58M!DuO^tn-C<
zywQy{4stqo_^~^F06UzbXf5*<=>x~0oxGHhQ}vkl{$lv$b_lufXA56plOc@yY6VX=
zwL!0}L#N3&#^r6H?^Pw2Jp56yp<*%hTemT`)0w6o&d?qnglU;26uK%rdm6_p!O<LP
K{RY<E=kY&W2=Z9~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_1.pb
index cf9fa302f1282d8c7048356bc09f1e12f76278e1..8579eb016c3d8f7e2674d6ab54a54682f374fa84 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1ENS@?etv}pWr$1`7ltNg@n#Fi)
z<+VJqkxDBi(H|pO?-F(*w`Ju|J>_Ov+En{|Bx5Azl37zsmz(<e?w(K>U<*Tc1Y5Ja
zaZnq{q-nMo#XP!eA7fTgzKHU3<a-;^(d8)<a}Okmbo*4{5FSZMl%V#RhU$e2m=`&o
zn$A2VrtV_<wo7>W#)wTnHNdAam8Ty#Vp9JZ1kPW`(S!_9o+#z?uU{h}G6(sxL`bW~
z(lopl|JL?E-&_pugzZ$Fl3=dK4KcB;6j`fh@>ZQ4h2~e3-rmJ^^D7`NS;m58a;~yn
z%f6lz?rYx6z#30#>m9lE#yNDk&BPj?-C}xWGECMR@KvE1b<e$Mu`P+!UPdu&+aZ+y
z%wXglFv3Q~3rFI3r(p+M%Uj@gxe<2inJ@$`V)h4il$8Z@$)YB4;?W428?1PFQ!+-a
z?2$e>m;sG(!gauiFt<LDH?|kIe^2E^V>_~<)wK0AitNW(cyUDs`-&Fa`eQzy>?}jf
zB^Ndn%K7k<7M!&-pe$exS0o%3Jh+be-gEiwU#@Kad;;%!{3-5*wZbO56?LJf5V2`M
zSzfE;d3~oCyHv_4=1x>+$f(Ln;@j-I;@n6GgKb_a*BT`>8`7cI!JMJ}H5ih6qTo!v
zGP!6RUF(B5Z$=%oE?Y3zcS`K6DiQUS5m<1qMXdaJKSERXi*|LU=yg)FW6VcT`B-w1
zsW<nP^x(3^9P~%5g0##4mD_mU?<t3c<qE!D?#_mg7(TJ@Q<|^RuxaEb%nV`ly6?cQ
z#x!mSTh8x_YH;4mgjN^pap|`jcpv)`cU}%-Pv$}%8qG$7FsGHqDAG#gFsr8M$k@)m
zhtm}23@*@j&!)8Kw0LtZoa0@WF;J7t&t98yuPzr;i!CVkjb*`FGX}RFfb)qk%A&6#
zGoaGVwlEzTFHhoryPAFVy?FIQ7jmZ;!#XjX-hJ`Re34E?cRjWRCbOX0mxDtK=>JP9
zhE9hdUh*-TT%)-(=Q!T{_Y9MszlDd34{us;<g}=F;C%EUg02U#P#eHCSKGvZ%m)2+
zdFTlIUc|;cK=G%KMCBLnGCCy<`qEikdBG?$@1`)YHkSFhH*t128IDf75xi><J6q+V
z>YAKZliLudXuu&yf2#I6)73wb!wwY)xvt@n*<K7WsY3FH){L(^isJTA`nf+9ngc3W
z#V8P?(&2a$7};gci)BNYVQuN=p?iQGc6&sSdmutD#8Q<LjB&MUMrW<2Vo(O7rIfPH
z7vk{-H`X}F>D=MZ?)U+0chb^Y<}1<%j-hPwQbtYHW8V9V;h)nX<RXAAe1(mMaO$fS
zJlWI+y|NCSCgT{FyP3XMm0a@hN5%Sz#nf-v%Gge4ntC{+?C>B=OD&<$RpHswI9>^f
N=1A)|u<kyO{{h~?^5*~m

literal 1163
zcmWO4i&qVH00(fl=ao{eljKn%iIZizo4VcK_gkEb+@+VJrzlF@NH4K0jpN>w=y2_!
zZFg#&mh@2DoU=8w$<kxQ$~r<q#n?`Zx|6bf{)Ug#Kx!hLZ6yiJpI%&PPkZeiDkANm
zEj)zOGjUY*P9S(;B9rt2`WPv1m{;PSbr~!>A0fQyF5JexhuS-ZABTDKu#cQa(zLkp
z$c90C19-i9J(Y>|_;ZsVixL#H8M4CZ+E_k(@c?aR|DvMgF`_qHbJWO@+pOQ<&f{3h
z8y9d~(+OQfHylrH;41$HlxiYy%{x;l*KA?mViiwF#)Pv^HJY>@SRV6SRL3ULNxwtP
zljPF0phcvZ$Fj)8nzeCF$PcK)mjk}MY<UJ2{;teTGotE!JxUr9={adZSxp#MT=Jsq
zulb_zsUH<Ko6#jpVnCO>P!*g-n@@*O<&R?OSqKf!eTtf6bMVXTDr80l^TuUMeA~4H
zs||`pN|lU;F>O$}=rB0Giay5Y;JHE0;rd`2JlqU-<vuR;b%Fg8EmqI-gu`Gx3fo>H
zq{f)f4@a@DA%Vm3Tk$&EkuxG53Hzz17?M^X!MqG>ZO8GtTh8*jV)2pnRyNO5(6>p3
z-qhW!{X)X5(F07FT8E2&OS!F7i}I#YSOwd$^`(ke7YETR+>3@TmTaDz%Jx~Wk<%E*
zn+G<say$ysG(Q$32PmGdtH2L7Dzr39m|UjdQL|Pt(q+gN@7)Ytm;%Sh<(&4b9X$q|
z6?wW*yh?wUryOM>)O9OoIvewW+k~R7V>|4evpD>gEwyv{gw*RKEW4i|S68j@yL1zw
zr(fZ`dLPWs&tk;yKGfu;!?xFf>n<*0;jIkL6#;Zz9?6i|6EN-&xcoeiJ=sRM6F-9O
zSw-T#uhJQ6oWp^oo?NrC5y?1+o^B0dBMp#JYQm$Q)=)1iLr>ZQD*wM&eEX_mnP(r$
zM_d@bD~c_#qv)T%my^>9pbLvtWY>-((&-SE-Vfzi^e(iU=`c_n$TK#pn9(<rALPh*
zVp9)>-_&^bnaLHq?i+BA_N-9LLWI3r4nG@;rfJPwyl{A1?rfdT%KT#(i3Vy+-r+Op
zeX%58gWq)f*xk5@&g+di`C~g8{QT*<$qJd}IXs>b!xjezCS7zF0V)qlI+Ix!Xu_8<
z-$5TXCOmw7*<KRQYr&o3hH^F2elAixDam1a)_hi^TJR_JC$Jpc$yVnAs3hUEU9q2a
zN7qu_XT*O(G{Uog1hxtNxKgzNx&41&hT8@7e!c|l6Ay5qSdD=SW4<x860K87^qCB%
zKHGv$R#8;P?ct%w0kJaAiAVMyV9?-xZpoa(Av;4XP};I5$kaQfZaqG{lEs7WRXDP9
z5xY8$Bm3(N-a07f^ww|CUmwVahwlp0d##XY;?W>=XY}<hq4#gc^onAf*Gbs6xDjEu
NWo+JfO`%sV<bPH0+<^c9

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/input_2.pb
index c0b8f72c70295712ef0817ae18708515ed9235dd..9aa77b8c48f71b35806c06648d524303725beace 100644
GIT binary patch
literal 1166
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~)4d|))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQX}bH3yH7fy}<mLB~`Yx)$FA_
z(gvEMLr6UxM@8Qxf)^(;NhhF-k@C7}74BM=!@TPu!kh2FW&C@nyi)jam=_Owd-6z{
z2A3aNF=$@^uhndzBC!E~ZuVnwf}B>v7C2QG%LmWzquu0RRF*zM^cG8w8Q62X<!ju2
z6id&hMVwG~K^xHn`;!~F#=j9|>Ihu*$`p#VTiL%<$rF-s;pkn1W{n$G#yk@>v59oh
z?Gy_nxil_p6)C2%EH<)aU0gHr1M2bRpbsyZpN5&gGjr1nsC-w4(#Ax(Pnl6x8^%=^
zJt+HYp(uLdN4eD&bjy+$(CsReg=f(2-6@p$W0-y#LjAL!qW0K4{4%#1nNh*Ke#so)
zcJG9*UWrJlmQg>Z9ZDxHh9=g~+wd&hH+piUA((m(w!l@fpUZumVEb4D-v#cl8)`sN
z`wN8B8uHoUDE2oda3p>kUS->JR>VVLJN*R1(n=(lmSdgu1YY%cvZB63d}z6iEequI
zX_lccbr0*lkT7fPAQPt7<HFxkZZFfIqPYwf!8UArq2!gNLG%dspuUqiTjr;-W6mq&
zG{y18!A-21h=MfDkA=wr@+a#n@q?8Ttt}EJm&<w7q)m)=>$BBs4?`EHz&>&%XZ&hI
zw?RjFo^}i`)8FPt_A(Lbyp6LR4SC;XQeNM=12&FX9C^c<ntA;~>Twe0J&%#At&#g(
zyn)bDFL6$_AExK#FyeP_s`Jue-Dk)37nZQ-W(Mbr06MRXWXRk}7<LL=dX~rDYy;em
zAH|NWV)4#b=?pc@;ox$2u3g=PWE7ycM~&D>J*1Qw@u<5cR4dBSo3@CG|1Xx@x*}iU
z-j9k=Cx-8iVr%Re1{Ut))Qm!C!(!#xbrXnmIE3Z*LOCA28yzNE43-4)wAC7B^v~w|
zIWnHu+>4RdwO;)up7P!I^te}ZMyO;V!qz2+pAARTxOP6C+r8=OXqnEc{9_o625ODo
z;#288u`FMW-?aPL)3k(+8w@%1V+R`j{OP>e0+|&#Jf0E5Ry#W;U2qivN;gWnl35>U
z#1}E&K^HbI+<bi4Q5w&y!Cm6I!k1}37t0@)<}f{LAuChO_><}rm=En@n`0rAl5kqD
zI>7p)>!|8C;6EX1;XW`5>x2PZuHJ~;fj=<I<vjX6Uxtp!`#4{s!eFH#U+Y_lw&^5#
zPX$w#ZAJ%+D5~Q2@=)ZUSe@s<BL@yLXy^d9X3pcVjXoABtl1l6?3Gf#0Uun>Vu5Ql
zj_g{(?#|=L{yKv<3p_cq?Hdd<1oFY*JHq&G8zky@G)i3=eXU#Q{5vqSvIOU}61FdG
QLf9=CTQ*&l>lBOm9|~mM8UO$Q

literal 2315
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucDyh@zxBlt+Ul~)Okq9nP0EcXL^<zJ;rb1
z!yr>8sEtChGLn1RWlZt=4%y9KY>ZN7m{gO$O~o;IbGaBwY8M*&4@xS`0_frBPQ$J+
zo-E8{W2HBh+$VANvO9-e{u0AiOz1E$8&|I<^XF<s?p$>Z*HepN<M2K|D;>vJz9u#Q
zsF8#i7;;tn+g$(1fEhK(JXc~vsb(h{&WzwmwLSl7mI;@(cR1N>$)beSa8p#kk2(9{
zz4#l%KGS4)*(fxXvN-b3WpQCF0Dd;6m}_s&q?T>)?0JY|UYVHeGe)TTUE!>_kk@lG
zFy`%v(*9GZweq9t@Hw#~FOc}*JHh7})R=k%1&vHDyrIwVrGnvk^MuyLGSpi9En4?g
zqriMhv|Xx$yZ$wtU6&_*USY=pbxj)IDMHnhBJZy65w6KvTzfyBo95Od=GHq@{96f&
z!=0&Wy$ktOuIMn;VP)q5Nvxwkb8pwUMif|c3yN{nQNmXr%4ph^4fPx?&MMQTe$H&>
zB}O9Tw^V-l$32MVHPq5v#758Em>J;9LHPl^+!0QnOWNGf70w<{JHFTC!ht|J-tXPW
zlG_Vd^u`dXBy%~_wN|1Kvj@gAET~bi3(K4gxwGgNPISEqS?6vn9@k{ja$UYu(xT;J
zbBaIBc<1hIXy-?9w%sYTT8uz9Ad)8|R#DB~fxXKIh0}T|3vN0w=~xb5sOTYAgt0Wz
z48D~H45)l1G<AcRc4QT+S~cmPc^UBypNqC)dv-fLK>f|dbR7ug`I8xZIA<*rCMi+-
zpc98jm$0qd7L5^#%qtHQ_XfP7c(Ph@&UPj9yrb~wN-IuP#dDj#1B*Avi>iYQ;izXs
zx9_!Ry(bli7AA7U%7Cs$s$8w0OZV|5bUU#Rbz=kYxD$x*!$9PjWG?zhP-^fJ;Uh74
z!!;NGw8V>B(qGU~zYpch?b#aB3*`xCs99c+Sby`GXqmL;W3LBr3svRP(kT91m__J^
zA-mgxc2^7GX?0klZ@P?LL-hy`_zqKhby(f)&&LY$srtz}9@8krMQ?8g=>p~xsdSyT
zrCM_c?i8jlOwW}E6mqdKAsB;=3f#Bkszf!_A0H<T!LgznXM+Afu<3Seb=Khl(@>Ti
z`%^qgQQ)vd8HV}J4D7pr)b6*~anu#h{j`yH_c=ypcfhPCiEAg9Q`$&c2S+nvs7Y)I
z(V)v$b0~9@F=SUIuI`m#{F6bEP+cggdlJuv98301d+;I3@WN1sFJI&en*+~aBr<s@
z;$vEw9EHq6M!V(l*rAll`LB~$yxW_qQS%viWgUB!su1cQL`!Q!#*D0yRQI((wClnu
zXfq#AKE|A;*T^_#LZcI>P-Ux*4`hDKj$VerU*#G4brf17`b1@C2$yPRaQX8zDr(2@
zsrmbq+u4LI|2ZTkwp~X5rFh(EQiklOVDWj63nfcjC4KL$piPDjGH%z2i`!0!kJPMK
z;<g!6zBka-GLv(BLRew6gwmK|#Mdjq_Hu+Uk?ujTLm`%xjHBpx8|G@;Gs2=A{RL-G
zpW_0<Up!ef6eBhy*t2qtJ8c!*srq9+k|MkDFiwZQEhUhSev6tuPq?Q1j`b&<L|nHw
zSMRMA;a3&ttW%3yLt2chO{4C6rgXUZmN*`I8|h{8e7H=N-zM5nYyNg9J$?iI>iw8;
zV<WMT$d*R)7bi8Y{Bs=XgW)u}Gy#qEE>!oqh>eNS+<fp|Cg?BXvkML2DL3A~X3Wv^
zY4D0%0N>G-{9j2Lt;#3xt(Pu4D%R3YZvyJgsZ5B};(&o4UmlL3<vCxL3KL{a&tt{(
z01hQ?6}|dH5Gnbn2o7Rmtctjolg0;s9fxOK2ZGNQNJ@?hj3p03?f<_`$X^s5)5#pH
z3gh#l2UxwL0h#^@*x_S9mkedGt2IYrP;v`#u_a=|>#dOA6an|TZCJBN3A+}pkf`KM
ziY|Xc-ipcK(xNODCtg9}uo><Zn9xV{CI0rzqSNUDp^@vsXN?s|c1p+n8VkO9x*4a_
z-eEw30_}{4peQ$!(q}uNeb<3TG1m}Z(}~;0{;azYM~f7R_}(!A^OM_gaKA4tJ-6`F
znVZ<&6it_(s*(CQi_fBS@X@a~#s1_}b}A;KVb{CVR!$T>vs@Y58P1_CCFs^VgP!_s
zRJD?)^HQ<wg)O$L-iOE7Ug%v9<nEMI?EXTI7Cy;5;$zHar7%{uC2^kpQU>cTV)eyz
zYLsWwD&RL*FDMs!<CPeZe;em|uA?JK3F!^`lun<8{NgA^_NMcYoH~ylFGcJZx?Hd`
ziov`Lxd08$)+xaY+i`qybP#$UXG6Ai1|<_;BL4Mhq(>@o+H5Jadz<jz$~cbqgfKJF
zT_g@~!>IHg%-nwxDbjYRqzl?R*|5sri0}UD$ov~0V&+scmKa*|(>dYXVxva+(`9(n
z@>EiH(~<sGGb95)oQCHWW#-I^<L@3P#E~06Ak*r+<alfgKJzl->pR=g))$B?PbNir
zw-%jW*)c-VirXKgFnXb#Yjd+HSADI=11EH7xJkxzr(($wZ+pVWmtDE?OnKFWtsA}Q
zV}4%b_}xX#Tt&`ru%ox}H=^HV1Jt#yLX;VCc-DGGN)0)$Nd-R2n;C4qjvutkaoRAB
okE-8fe`p-dH~RC-JLw#gNol`ZOC&zE$6?8NeAS)G$l4nG3oIn4<NyEw

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa/test_data_set_0/output_0.pb
index a9909500880941a89a46bc256493e62adf2d306d..f7cd9c64a32ed7a9fe35bf84ea31a0e144d14d55 100644
GIT binary patch
delta 20
bcmeAc>J#GTVB%om@DN~hVvO9#!ORH&Ba8zf

delta 17
YcmeAZ>K5YQVB%om@DO0!$j!_N02-qLg#Z8m

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_0.pb
index 1ff28a938b8471b2700ffdaa69dca35b497eb0f6..8d14cd283e4e347f761e55ac0fb60b837abef8b7 100644
GIT binary patch
literal 2318
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@+f}&v$0H&sgQXZMIsDIuGkO^P83WOwUrI
z=lCtG3N~ee+9)I|qPVwR#uWeWk=^Xg#%N`ROEvlXR2)OLl#8LHcA;_Lkfg#ake-en
zH0%oJslrS)R{BuMV-n}CcyQR|zhd~R2^|Jz<Jyg6{!*>TT`RBSMrsjk96sddrQ;aO
z*QDm3HIh&RL#}Lpm+K!JFry}!=SyrT)$ByW*%3Ugw&y?1GU3wp9w(bES(LCEZi)){
zDdzxu7JrM_=bDTt8-=D)7DxWMA})>v!r#UebM4KU)Uq93J&$nQI}?+A#t2itC!7@*
z@<xsZ#(ca`+J73gR{m5SJ}-9W1ra}fFZd#Z8dHy<ppnUiH}x5@R4^iMp3u5fhFXii
zMeF`*6qrwmw##+!(7%pz>+-}e%k4Ozu1Vv&MW~um<h}Jh!ZlfoYahgO^W1vG+<uRW
ze=A{egfmsGcO$>b6&<EJtn54}iFFKM?wuOf$O3C_MKO*!O89z}jHX@LP|wlgtTJ8d
z=gekaViZDuPvuvC-iK&jLoLlkZ1mcLnSp*BlpnyWoe}iCtj&#G5$y4@;|EPH90-!*
zgWgRnxwC*pZw;YJGM6)5Yb6RXdtp4of*J+8;qGL}T}8KXvg>WgI`?4lxF(a9>GGA5
z7A+T>Q~YJdyZ7!uJ3pGU?M|cBVg$N@Q9Kp7l4|x2>|Hh}oYqTOaLb8F$8-2nMGv_m
zoTX7_@T)XnVC8F}sT<6+qbpg}s>y)ND~NCSLbMgzv)kz*>TfNk>p&PUoXX&%Icu3P
zNr~D=oj5YOgl*lnXpB^3UU|5<Ki~t!Q`M65wkw$D6OG4LTXDK7p4$T)SiDhQR2^Cf
zM?E9D{h&qby{S07Fp(ox26Q!2<!S|8dW<ij+sXZ?8ykS<-5^990iw<(bJ53wQiE5B
z7>U7KuDST9C0^W?{)&$J{U~2%&(@e;C{H*;&GMqe`rFS%%cM1*ct3<&m@1c+M)Q}#
zEJ8mV+1(bjyH*G<t0NM9Q+Ij~)gvPCdra-qVRd%^pD4_y>Zj{?T%#11e0&(J3z$!&
z(skOFYR#dzTbROdJy#x7$i=3F5DYddaQ~8P64lfIe3CQ-$BJ&84gM1$raQ3BS%(Kr
z!&q|sFYz=*fx{AI80I@OsP7_DyWe5QF;~3s*GAsG7Z{n{0kfVYuAN*)X(MSJvVoC9
zO=4@P23@|MLz$b5p}Q+_ZJ!L|pAL$I>Ox7~(|9)ISh8>0laEk_mxelg^)gr39DEKV
zk;%i6pU}$W7-SYQ+AWL6PNh`Nf0M-GJw8;8p3k7G>)5MQg|L8NT3Q=2W@L?|x~~nQ
zT^CltTli%13Fb7tLB??t8l60iDqD4YB=cwX26qhpCeN^MqR|@JCn`Hbxl}WQ%U+~W
zQ9Fju%s-^ut|n~#*I_ZS{R;Xo$Kz&`GGsr8h%b6vC|Tkv>HA<gZ8CI_ai>mP+I~`e
ztY*a$w=J0RyNRxrnVjPr$_k?;l*SYzzFrBoS0aUpbT2|23gKQdj-o$on5%8iNQ-jx
z7o0_XjtdNb^<vRbjM$i9&&o9(v{mq+>QDJdit5IrI34=6lt4QA9cuc#;F|IW)}L|`
zaos*#y{}e8TvMR4PAzT^X)&%gjk+J0(&5%S;zZaTq?gI_k-I9tOSGZZ{2fqw@)r8l
z`!VC@CSpI4E#1Ihoz%GEuW_UgM$qK)1T@yWP~G<uHYIN0mP79|L4OgSUu*zRyYazw
zV~$=(gLl*d_>HdMe@fD5RX&05ymi@8v6gmv6HsqXWkQq|2MqlA>PQSN&-<}dm>_F<
z9xJ8?a5!<B=+z&BNXbV<NH7y)RmA<AG(P<A33%0YAmm(uq~w^uSn?p${{P#A{3YQz
zoy@_iaK0#dh}Fv*kQtDGoxTQi$xs%%TXQ4^CASe5TOu~T*#`N|k?^S7jx~#vuzS&R
ziAvt2=n638?U)QMEy`kX;#Cw5o8f+e34K*x;cu@jI-MyH8o8c)-dKTTr*u51vEb`x
zTW}`rJq9Ky(9U=WigGh4eZC9Y_Z(;xa~<(Dow#Ehz`BcZv`CSN9~=`fKe-);4*1d1
zYb!sSxtZ-v8|d<LHBz5s@%e@veEi!jaUeOBor;NQ*!@1Wl@mqJELX;MMsR3r3A(k;
zqNlzaRjuTiyi~Zqw8ak92k;!*2fZ6X+>?@uJzvVv!Z(>meT~_y6wb=FB+j#6$`IW}
ztiF^^jq+?-1^y1}1?56-yb>ew@8W#V4Rj<aA-zGL(&=-MUmVS--gF+8Q|GZ0rHK7f
zmkV}9GlW+l7pTG6Iwg2%JC09}4MOjeY{<6Fpk(4J#J@R%^e81xn=NH_ZxjAq8OQOS
zP-Z52h{WOT7?s|Kna9r}McNLPbU}M38&(Av@%`T%nSXN?W==I@iJ>(=n-jsUHfoeV
zQ-;Sa&m?uX92sCWLo)E=8F*b)X3nfQ{^5C29KHD?GOaF1PQ<q0b8jQQxw`{xeL=YT
zbW)^uYti|&9U~R3xZ`08H!QSsZEiN@%5U^|@T3k6H_MprR4h5_V^8?{u`5@eDX*Kb
zZId^B%`b=?|9hyJtH}8ccJwj+R`k1Ugu2!>h%zG%&sxtYsUhbzslZox3q!2e@uPM*
sP8-JYarN8m4~wJurT~6*H=ScLDed=YiNt62I3l@#ue(zjRa=Aq0c5PHcmMzZ

literal 1163
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1^KgpAvtM!N5D*aKbr4+)FtXYh=
zR$j{!8>!PuN%Y4^*1LqA$Zc8qQ%|{>mNwNsAITVrxn$N9Q{O!kiu`S1=niLVPB#ul
zMKEcaEk-eq?op31tGGZ!u5#pi8`II{DHC(El0>?Fs&EL4pd?Z->Y0Y>g$tM;F`k;v
zd?cpsX8ZO_c>2bO%|A83r!keMA2?!C{}}|#U&zsf3{jpa<@B##BOxLe1+qj)tH#na
ztQP;)_CViU0`G(!RGpGwuEz~Av8@c*Yi9CRogIbdSCrk}&GqvuAT3?S!ew%<wq3`*
zo)qqH-ok(yPe#={a@&n_=yIEhwLW{q^vYzIY%t)fA~Wiqd(mQh605z8V%WArDF2zk
zh&y1ojfxkJ#PLqUPPUe}VAbVD*r{j25V(jrAJ|c*4dRkTP2$9(5i~bg@$%+mj9S?v
zeR2@}8{>rQfDxf?eIkEsFK+*y%8AByWJjxM>uD4@kF)XOiVpS_Ex7f^d_LKwMa(4^
zHWbPE@RJstwKPEMKZh$44htS!&jRnc{Pr(bHh(^WcRl_T_d;7?lhca2kW&cXJfJME
zRr0*PQ;c0I<rH%#sxxF%Whe1%&RubCB$z=qFO}<z5}FO^(Cc8%kp3DB$vshcra+lo
zJdUpQft)v^4pA;!G1zxX?5Zji^_AgRaIZzI{P_SvQVxiAb*AWbQnO>sM^O1#a*?Sw
z_m}qIvc(+qhp&cIYk<maJn#3E!@_a}UoUrOLvReA*!L;TS8Lcbaua5TP<q{WU{_-r
zH-;|fcf~b0?`1-(i}kqlTMfLAeTh3Shp{(vArFn_ph1|^N@EmhrE-{6Q*>nP;NQb(
zigN}R=(}fAT6|i(xfaIpuFDvpN#<v-O}S5(hp8nNl>5fAaGe>0TC?DMB9yY|tH|`P
zbh9l=N5;#OxZkd3UwtoL{m_NH=_RmE45N2nJTqUUQ_)?I?E%RwtoG&L&;t7Xl8T|z
z!HAc9j3(D;F3mlTH~&4uq~~wp;o`%a)|)sj@*OxIeTcy8fh>yh=h~}nVnAkt{<?g0
z1bi=IV;-R7(?_E6i+35Fk_LU*EUvs@6q$EZ7*HF_g1nnJJDdzhr#%STJ&0Yca#3|n
zPOHgnh*LD+kfR?}`<&_Om&jp<3It!*@W^a02AfnN`9o{Q*BwPkdk9y#KNXrR6|7<u
zh*9Zqya|lxGUr9@5N23gx_RgxV5i+)5$GO(kPER?<pyC~t(wu<Yp58M!DuO^tn-C<
zywQy{4stqo_^~^F06UzbXf5*<=>x~0oxGHhQ}vkl{$lv$b_lufXA56plOc@yY6VX=
zwL!0}L#N3&#^r6H?^Pw2Jp56yp<*%hTemT`)0w6o&d?qnglU;26uK%rdm6_p!O<LP
K{RY<E=kY&W2=Z9~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_1.pb
index cf9fa302f1282d8c7048356bc09f1e12f76278e1..8579eb016c3d8f7e2674d6ab54a54682f374fa84 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1ENS@?etv}pWr$1`7ltNg@n#Fi)
z<+VJqkxDBi(H|pO?-F(*w`Ju|J>_Ov+En{|Bx5Azl37zsmz(<e?w(K>U<*Tc1Y5Ja
zaZnq{q-nMo#XP!eA7fTgzKHU3<a-;^(d8)<a}Okmbo*4{5FSZMl%V#RhU$e2m=`&o
zn$A2VrtV_<wo7>W#)wTnHNdAam8Ty#Vp9JZ1kPW`(S!_9o+#z?uU{h}G6(sxL`bW~
z(lopl|JL?E-&_pugzZ$Fl3=dK4KcB;6j`fh@>ZQ4h2~e3-rmJ^^D7`NS;m58a;~yn
z%f6lz?rYx6z#30#>m9lE#yNDk&BPj?-C}xWGECMR@KvE1b<e$Mu`P+!UPdu&+aZ+y
z%wXglFv3Q~3rFI3r(p+M%Uj@gxe<2inJ@$`V)h4il$8Z@$)YB4;?W428?1PFQ!+-a
z?2$e>m;sG(!gauiFt<LDH?|kIe^2E^V>_~<)wK0AitNW(cyUDs`-&Fa`eQzy>?}jf
zB^Ndn%K7k<7M!&-pe$exS0o%3Jh+be-gEiwU#@Kad;;%!{3-5*wZbO56?LJf5V2`M
zSzfE;d3~oCyHv_4=1x>+$f(Ln;@j-I;@n6GgKb_a*BT`>8`7cI!JMJ}H5ih6qTo!v
zGP!6RUF(B5Z$=%oE?Y3zcS`K6DiQUS5m<1qMXdaJKSERXi*|LU=yg)FW6VcT`B-w1
zsW<nP^x(3^9P~%5g0##4mD_mU?<t3c<qE!D?#_mg7(TJ@Q<|^RuxaEb%nV`ly6?cQ
z#x!mSTh8x_YH;4mgjN^pap|`jcpv)`cU}%-Pv$}%8qG$7FsGHqDAG#gFsr8M$k@)m
zhtm}23@*@j&!)8Kw0LtZoa0@WF;J7t&t98yuPzr;i!CVkjb*`FGX}RFfb)qk%A&6#
zGoaGVwlEzTFHhoryPAFVy?FIQ7jmZ;!#XjX-hJ`Re34E?cRjWRCbOX0mxDtK=>JP9
zhE9hdUh*-TT%)-(=Q!T{_Y9MszlDd34{us;<g}=F;C%EUg02U#P#eHCSKGvZ%m)2+
zdFTlIUc|;cK=G%KMCBLnGCCy<`qEikdBG?$@1`)YHkSFhH*t128IDf75xi><J6q+V
z>YAKZliLudXuu&yf2#I6)73wb!wwY)xvt@n*<K7WsY3FH){L(^isJTA`nf+9ngc3W
z#V8P?(&2a$7};gci)BNYVQuN=p?iQGc6&sSdmutD#8Q<LjB&MUMrW<2Vo(O7rIfPH
z7vk{-H`X}F>D=MZ?)U+0chb^Y<}1<%j-hPwQbtYHW8V9V;h)nX<RXAAe1(mMaO$fS
zJlWI+y|NCSCgT{FyP3XMm0a@hN5%Sz#nf-v%Gge4ntC{+?C>B=OD&<$RpHswI9>^f
N=1A)|u<kyO{{h~?^5*~m

literal 1163
zcmWO4i&qVH00(fl=ao{eljKn%iIZizo4VcK_gkEb+@+VJrzlF@NH4K0jpN>w=y2_!
zZFg#&mh@2DoU=8w$<kxQ$~r<q#n?`Zx|6bf{)Ug#Kx!hLZ6yiJpI%&PPkZeiDkANm
zEj)zOGjUY*P9S(;B9rt2`WPv1m{;PSbr~!>A0fQyF5JexhuS-ZABTDKu#cQa(zLkp
z$c90C19-i9J(Y>|_;ZsVixL#H8M4CZ+E_k(@c?aR|DvMgF`_qHbJWO@+pOQ<&f{3h
z8y9d~(+OQfHylrH;41$HlxiYy%{x;l*KA?mViiwF#)Pv^HJY>@SRV6SRL3ULNxwtP
zljPF0phcvZ$Fj)8nzeCF$PcK)mjk}MY<UJ2{;teTGotE!JxUr9={adZSxp#MT=Jsq
zulb_zsUH<Ko6#jpVnCO>P!*g-n@@*O<&R?OSqKf!eTtf6bMVXTDr80l^TuUMeA~4H
zs||`pN|lU;F>O$}=rB0Giay5Y;JHE0;rd`2JlqU-<vuR;b%Fg8EmqI-gu`Gx3fo>H
zq{f)f4@a@DA%Vm3Tk$&EkuxG53Hzz17?M^X!MqG>ZO8GtTh8*jV)2pnRyNO5(6>p3
z-qhW!{X)X5(F07FT8E2&OS!F7i}I#YSOwd$^`(ke7YETR+>3@TmTaDz%Jx~Wk<%E*
zn+G<say$ysG(Q$32PmGdtH2L7Dzr39m|UjdQL|Pt(q+gN@7)Ytm;%Sh<(&4b9X$q|
z6?wW*yh?wUryOM>)O9OoIvewW+k~R7V>|4evpD>gEwyv{gw*RKEW4i|S68j@yL1zw
zr(fZ`dLPWs&tk;yKGfu;!?xFf>n<*0;jIkL6#;Zz9?6i|6EN-&xcoeiJ=sRM6F-9O
zSw-T#uhJQ6oWp^oo?NrC5y?1+o^B0dBMp#JYQm$Q)=)1iLr>ZQD*wM&eEX_mnP(r$
zM_d@bD~c_#qv)T%my^>9pbLvtWY>-((&-SE-Vfzi^e(iU=`c_n$TK#pn9(<rALPh*
zVp9)>-_&^bnaLHq?i+BA_N-9LLWI3r4nG@;rfJPwyl{A1?rfdT%KT#(i3Vy+-r+Op
zeX%58gWq)f*xk5@&g+di`C~g8{QT*<$qJd}IXs>b!xjezCS7zF0V)qlI+Ix!Xu_8<
z-$5TXCOmw7*<KRQYr&o3hH^F2elAixDam1a)_hi^TJR_JC$Jpc$yVnAs3hUEU9q2a
zN7qu_XT*O(G{Uog1hxtNxKgzNx&41&hT8@7e!c|l6Ay5qSdD=SW4<x860K87^qCB%
zKHGv$R#8;P?ct%w0kJaAiAVMyV9?-xZpoa(Av;4XP};I5$kaQfZaqG{lEs7WRXDP9
z5xY8$Bm3(N-a07f^ww|CUmwVahwlp0d##XY;?W>=XY}<hq4#gc^onAf*Gbs6xDjEu
NWo+JfO`%sV<bPH0+<^c9

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_2.pb
index 17f4fab3ee37f60f62861aabe390e9580d7b3e3f..9aa77b8c48f71b35806c06648d524303725beace 100644
GIT binary patch
literal 1166
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~)4d|))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQX}bH3yH7fy}<mLB~`Yx)$FA_
z(gvEMLr6UxM@8Qxf)^(;NhhF-k@C7}74BM=!@TPu!kh2FW&C@nyi)jam=_Owd-6z{
z2A3aNF=$@^uhndzBC!E~ZuVnwf}B>v7C2QG%LmWzquu0RRF*zM^cG8w8Q62X<!ju2
z6id&hMVwG~K^xHn`;!~F#=j9|>Ihu*$`p#VTiL%<$rF-s;pkn1W{n$G#yk@>v59oh
z?Gy_nxil_p6)C2%EH<)aU0gHr1M2bRpbsyZpN5&gGjr1nsC-w4(#Ax(Pnl6x8^%=^
zJt+HYp(uLdN4eD&bjy+$(CsReg=f(2-6@p$W0-y#LjAL!qW0K4{4%#1nNh*Ke#so)
zcJG9*UWrJlmQg>Z9ZDxHh9=g~+wd&hH+piUA((m(w!l@fpUZumVEb4D-v#cl8)`sN
z`wN8B8uHoUDE2oda3p>kUS->JR>VVLJN*R1(n=(lmSdgu1YY%cvZB63d}z6iEequI
zX_lccbr0*lkT7fPAQPt7<HFxkZZFfIqPYwf!8UArq2!gNLG%dspuUqiTjr;-W6mq&
zG{y18!A-21h=MfDkA=wr@+a#n@q?8Ttt}EJm&<w7q)m)=>$BBs4?`EHz&>&%XZ&hI
zw?RjFo^}i`)8FPt_A(Lbyp6LR4SC;XQeNM=12&FX9C^c<ntA;~>Twe0J&%#At&#g(
zyn)bDFL6$_AExK#FyeP_s`Jue-Dk)37nZQ-W(Mbr06MRXWXRk}7<LL=dX~rDYy;em
zAH|NWV)4#b=?pc@;ox$2u3g=PWE7ycM~&D>J*1Qw@u<5cR4dBSo3@CG|1Xx@x*}iU
z-j9k=Cx-8iVr%Re1{Ut))Qm!C!(!#xbrXnmIE3Z*LOCA28yzNE43-4)wAC7B^v~w|
zIWnHu+>4RdwO;)up7P!I^te}ZMyO;V!qz2+pAARTxOP6C+r8=OXqnEc{9_o625ODo
z;#288u`FMW-?aPL)3k(+8w@%1V+R`j{OP>e0+|&#Jf0E5Ry#W;U2qivN;gWnl35>U
z#1}E&K^HbI+<bi4Q5w&y!Cm6I!k1}37t0@)<}f{LAuChO_><}rm=En@n`0rAl5kqD
zI>7p)>!|8C;6EX1;XW`5>x2PZuHJ~;fj=<I<vjX6Uxtp!`#4{s!eFH#U+Y_lw&^5#
zPX$w#ZAJ%+D5~Q2@=)ZUSe@s<BL@yLXy^d9X3pcVjXoABtl1l6?3Gf#0Uun>Vu5Ql
zj_g{(?#|=L{yKv<3p_cq?Hdd<1oFY*JHq&G8zky@G)i3=eXU#Q{5vqSvIOU}61FdG
QLf9=CTQ*&l>lBOm9|~mM8UO$Q

literal 104
zcmV-u0GIy=1PBHY0ZL%u8f-p0l!-o#-Aq3rpmaap5~4nXsZ&2D`P4n1Od>z0LqI>S
zxF0_J9NIp0h-5$VAk;n3K9oF~Fc&}l{oX$2c1%B&XKX*KDw#g$+{Qkr`1n2;krqGL
K-FrVggfc&ab1f|Z

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/input_3.pb
index c0b8f72c70295712ef0817ae18708515ed9235dd..7e68778884935c0a184ea02c2d0f547d1882c8e0 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?_p{Y(6`bi9U_pOg|x@bU)q_qCSJEQ$Hs8
z)IFa}B0r}?KtHayA3ppX+CFuNWIysC)IHEXlsuX+7eD>|-ah7bOh1)pY(J|inLg;;
V#y+U{_&yks7C+eCdp|scGCwG5F**PM

literal 2315
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucDyh@zxBlt+Ul~)Okq9nP0EcXL^<zJ;rb1
z!yr>8sEtChGLn1RWlZt=4%y9KY>ZN7m{gO$O~o;IbGaBwY8M*&4@xS`0_frBPQ$J+
zo-E8{W2HBh+$VANvO9-e{u0AiOz1E$8&|I<^XF<s?p$>Z*HepN<M2K|D;>vJz9u#Q
zsF8#i7;;tn+g$(1fEhK(JXc~vsb(h{&WzwmwLSl7mI;@(cR1N>$)beSa8p#kk2(9{
zz4#l%KGS4)*(fxXvN-b3WpQCF0Dd;6m}_s&q?T>)?0JY|UYVHeGe)TTUE!>_kk@lG
zFy`%v(*9GZweq9t@Hw#~FOc}*JHh7})R=k%1&vHDyrIwVrGnvk^MuyLGSpi9En4?g
zqriMhv|Xx$yZ$wtU6&_*USY=pbxj)IDMHnhBJZy65w6KvTzfyBo95Od=GHq@{96f&
z!=0&Wy$ktOuIMn;VP)q5Nvxwkb8pwUMif|c3yN{nQNmXr%4ph^4fPx?&MMQTe$H&>
zB}O9Tw^V-l$32MVHPq5v#758Em>J;9LHPl^+!0QnOWNGf70w<{JHFTC!ht|J-tXPW
zlG_Vd^u`dXBy%~_wN|1Kvj@gAET~bi3(K4gxwGgNPISEqS?6vn9@k{ja$UYu(xT;J
zbBaIBc<1hIXy-?9w%sYTT8uz9Ad)8|R#DB~fxXKIh0}T|3vN0w=~xb5sOTYAgt0Wz
z48D~H45)l1G<AcRc4QT+S~cmPc^UBypNqC)dv-fLK>f|dbR7ug`I8xZIA<*rCMi+-
zpc98jm$0qd7L5^#%qtHQ_XfP7c(Ph@&UPj9yrb~wN-IuP#dDj#1B*Avi>iYQ;izXs
zx9_!Ry(bli7AA7U%7Cs$s$8w0OZV|5bUU#Rbz=kYxD$x*!$9PjWG?zhP-^fJ;Uh74
z!!;NGw8V>B(qGU~zYpch?b#aB3*`xCs99c+Sby`GXqmL;W3LBr3svRP(kT91m__J^
zA-mgxc2^7GX?0klZ@P?LL-hy`_zqKhby(f)&&LY$srtz}9@8krMQ?8g=>p~xsdSyT
zrCM_c?i8jlOwW}E6mqdKAsB;=3f#Bkszf!_A0H<T!LgznXM+Afu<3Seb=Khl(@>Ti
z`%^qgQQ)vd8HV}J4D7pr)b6*~anu#h{j`yH_c=ypcfhPCiEAg9Q`$&c2S+nvs7Y)I
z(V)v$b0~9@F=SUIuI`m#{F6bEP+cggdlJuv98301d+;I3@WN1sFJI&en*+~aBr<s@
z;$vEw9EHq6M!V(l*rAll`LB~$yxW_qQS%viWgUB!su1cQL`!Q!#*D0yRQI((wClnu
zXfq#AKE|A;*T^_#LZcI>P-Ux*4`hDKj$VerU*#G4brf17`b1@C2$yPRaQX8zDr(2@
zsrmbq+u4LI|2ZTkwp~X5rFh(EQiklOVDWj63nfcjC4KL$piPDjGH%z2i`!0!kJPMK
z;<g!6zBka-GLv(BLRew6gwmK|#Mdjq_Hu+Uk?ujTLm`%xjHBpx8|G@;Gs2=A{RL-G
zpW_0<Up!ef6eBhy*t2qtJ8c!*srq9+k|MkDFiwZQEhUhSev6tuPq?Q1j`b&<L|nHw
zSMRMA;a3&ttW%3yLt2chO{4C6rgXUZmN*`I8|h{8e7H=N-zM5nYyNg9J$?iI>iw8;
zV<WMT$d*R)7bi8Y{Bs=XgW)u}Gy#qEE>!oqh>eNS+<fp|Cg?BXvkML2DL3A~X3Wv^
zY4D0%0N>G-{9j2Lt;#3xt(Pu4D%R3YZvyJgsZ5B};(&o4UmlL3<vCxL3KL{a&tt{(
z01hQ?6}|dH5Gnbn2o7Rmtctjolg0;s9fxOK2ZGNQNJ@?hj3p03?f<_`$X^s5)5#pH
z3gh#l2UxwL0h#^@*x_S9mkedGt2IYrP;v`#u_a=|>#dOA6an|TZCJBN3A+}pkf`KM
ziY|Xc-ipcK(xNODCtg9}uo><Zn9xV{CI0rzqSNUDp^@vsXN?s|c1p+n8VkO9x*4a_
z-eEw30_}{4peQ$!(q}uNeb<3TG1m}Z(}~;0{;azYM~f7R_}(!A^OM_gaKA4tJ-6`F
znVZ<&6it_(s*(CQi_fBS@X@a~#s1_}b}A;KVb{CVR!$T>vs@Y58P1_CCFs^VgP!_s
zRJD?)^HQ<wg)O$L-iOE7Ug%v9<nEMI?EXTI7Cy;5;$zHar7%{uC2^kpQU>cTV)eyz
zYLsWwD&RL*FDMs!<CPeZe;em|uA?JK3F!^`lun<8{NgA^_NMcYoH~ylFGcJZx?Hd`
ziov`Lxd08$)+xaY+i`qybP#$UXG6Ai1|<_;BL4Mhq(>@o+H5Jadz<jz$~cbqgfKJF
zT_g@~!>IHg%-nwxDbjYRqzl?R*|5sri0}UD$ov~0V&+scmKa*|(>dYXVxva+(`9(n
z@>EiH(~<sGGb95)oQCHWW#-I^<L@3P#E~06Ak*r+<alfgKJzl->pR=g))$B?PbNir
zw-%jW*)c-VirXKgFnXb#Yjd+HSADI=11EH7xJkxzr(($wZ+pVWmtDE?OnKFWtsA}Q
zV}4%b_}xX#Tt&`ru%ox}H=^HV1Jt#yLX;VCc-DGGN)0)$Nd-R2n;C4qjvutkaoRAB
okE-8fe`p-dH~RC-JLw#gNol`ZOC&zE$6?8NeAS)G$l4nG3oIn4<NyEw

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_attn_mask/test_data_set_0/output_0.pb
index 13bf38e1d487922e44bd098eafc6688221f44329..56768bea31b8695a3d08b0df3331679a23b9156f 100644
GIT binary patch
delta 20
bcmeAc>J#GTVB%om@DN~hVvO9#!ORH&Ba8zf

delta 17
YcmeAZ>K5YQVB%om@DO0!$j!_N02-qLg#Z8m

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_0.pb
index 1ff28a938b8471b2700ffdaa69dca35b497eb0f6..8d14cd283e4e347f761e55ac0fb60b837abef8b7 100644
GIT binary patch
literal 2318
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@+f}&v$0H&sgQXZMIsDIuGkO^P83WOwUrI
z=lCtG3N~ee+9)I|qPVwR#uWeWk=^Xg#%N`ROEvlXR2)OLl#8LHcA;_Lkfg#ake-en
zH0%oJslrS)R{BuMV-n}CcyQR|zhd~R2^|Jz<Jyg6{!*>TT`RBSMrsjk96sddrQ;aO
z*QDm3HIh&RL#}Lpm+K!JFry}!=SyrT)$ByW*%3Ugw&y?1GU3wp9w(bES(LCEZi)){
zDdzxu7JrM_=bDTt8-=D)7DxWMA})>v!r#UebM4KU)Uq93J&$nQI}?+A#t2itC!7@*
z@<xsZ#(ca`+J73gR{m5SJ}-9W1ra}fFZd#Z8dHy<ppnUiH}x5@R4^iMp3u5fhFXii
zMeF`*6qrwmw##+!(7%pz>+-}e%k4Ozu1Vv&MW~um<h}Jh!ZlfoYahgO^W1vG+<uRW
ze=A{egfmsGcO$>b6&<EJtn54}iFFKM?wuOf$O3C_MKO*!O89z}jHX@LP|wlgtTJ8d
z=gekaViZDuPvuvC-iK&jLoLlkZ1mcLnSp*BlpnyWoe}iCtj&#G5$y4@;|EPH90-!*
zgWgRnxwC*pZw;YJGM6)5Yb6RXdtp4of*J+8;qGL}T}8KXvg>WgI`?4lxF(a9>GGA5
z7A+T>Q~YJdyZ7!uJ3pGU?M|cBVg$N@Q9Kp7l4|x2>|Hh}oYqTOaLb8F$8-2nMGv_m
zoTX7_@T)XnVC8F}sT<6+qbpg}s>y)ND~NCSLbMgzv)kz*>TfNk>p&PUoXX&%Icu3P
zNr~D=oj5YOgl*lnXpB^3UU|5<Ki~t!Q`M65wkw$D6OG4LTXDK7p4$T)SiDhQR2^Cf
zM?E9D{h&qby{S07Fp(ox26Q!2<!S|8dW<ij+sXZ?8ykS<-5^990iw<(bJ53wQiE5B
z7>U7KuDST9C0^W?{)&$J{U~2%&(@e;C{H*;&GMqe`rFS%%cM1*ct3<&m@1c+M)Q}#
zEJ8mV+1(bjyH*G<t0NM9Q+Ij~)gvPCdra-qVRd%^pD4_y>Zj{?T%#11e0&(J3z$!&
z(skOFYR#dzTbROdJy#x7$i=3F5DYddaQ~8P64lfIe3CQ-$BJ&84gM1$raQ3BS%(Kr
z!&q|sFYz=*fx{AI80I@OsP7_DyWe5QF;~3s*GAsG7Z{n{0kfVYuAN*)X(MSJvVoC9
zO=4@P23@|MLz$b5p}Q+_ZJ!L|pAL$I>Ox7~(|9)ISh8>0laEk_mxelg^)gr39DEKV
zk;%i6pU}$W7-SYQ+AWL6PNh`Nf0M-GJw8;8p3k7G>)5MQg|L8NT3Q=2W@L?|x~~nQ
zT^CltTli%13Fb7tLB??t8l60iDqD4YB=cwX26qhpCeN^MqR|@JCn`Hbxl}WQ%U+~W
zQ9Fju%s-^ut|n~#*I_ZS{R;Xo$Kz&`GGsr8h%b6vC|Tkv>HA<gZ8CI_ai>mP+I~`e
ztY*a$w=J0RyNRxrnVjPr$_k?;l*SYzzFrBoS0aUpbT2|23gKQdj-o$on5%8iNQ-jx
z7o0_XjtdNb^<vRbjM$i9&&o9(v{mq+>QDJdit5IrI34=6lt4QA9cuc#;F|IW)}L|`
zaos*#y{}e8TvMR4PAzT^X)&%gjk+J0(&5%S;zZaTq?gI_k-I9tOSGZZ{2fqw@)r8l
z`!VC@CSpI4E#1Ihoz%GEuW_UgM$qK)1T@yWP~G<uHYIN0mP79|L4OgSUu*zRyYazw
zV~$=(gLl*d_>HdMe@fD5RX&05ymi@8v6gmv6HsqXWkQq|2MqlA>PQSN&-<}dm>_F<
z9xJ8?a5!<B=+z&BNXbV<NH7y)RmA<AG(P<A33%0YAmm(uq~w^uSn?p${{P#A{3YQz
zoy@_iaK0#dh}Fv*kQtDGoxTQi$xs%%TXQ4^CASe5TOu~T*#`N|k?^S7jx~#vuzS&R
ziAvt2=n638?U)QMEy`kX;#Cw5o8f+e34K*x;cu@jI-MyH8o8c)-dKTTr*u51vEb`x
zTW}`rJq9Ky(9U=WigGh4eZC9Y_Z(;xa~<(Dow#Ehz`BcZv`CSN9~=`fKe-);4*1d1
zYb!sSxtZ-v8|d<LHBz5s@%e@veEi!jaUeOBor;NQ*!@1Wl@mqJELX;MMsR3r3A(k;
zqNlzaRjuTiyi~Zqw8ak92k;!*2fZ6X+>?@uJzvVv!Z(>meT~_y6wb=FB+j#6$`IW}
ztiF^^jq+?-1^y1}1?56-yb>ew@8W#V4Rj<aA-zGL(&=-MUmVS--gF+8Q|GZ0rHK7f
zmkV}9GlW+l7pTG6Iwg2%JC09}4MOjeY{<6Fpk(4J#J@R%^e81xn=NH_ZxjAq8OQOS
zP-Z52h{WOT7?s|Kna9r}McNLPbU}M38&(Av@%`T%nSXN?W==I@iJ>(=n-jsUHfoeV
zQ-;Sa&m?uX92sCWLo)E=8F*b)X3nfQ{^5C29KHD?GOaF1PQ<q0b8jQQxw`{xeL=YT
zbW)^uYti|&9U~R3xZ`08H!QSsZEiN@%5U^|@T3k6H_MprR4h5_V^8?{u`5@eDX*Kb
zZId^B%`b=?|9hyJtH}8ccJwj+R`k1Ugu2!>h%zG%&sxtYsUhbzslZox3q!2e@uPM*
sP8-JYarN8m4~wJurT~6*H=ScLDed=YiNt62I3l@#ue(zjRa=Aq0c5PHcmMzZ

literal 1163
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1^KgpAvtM!N5D*aKbr4+)FtXYh=
zR$j{!8>!PuN%Y4^*1LqA$Zc8qQ%|{>mNwNsAITVrxn$N9Q{O!kiu`S1=niLVPB#ul
zMKEcaEk-eq?op31tGGZ!u5#pi8`II{DHC(El0>?Fs&EL4pd?Z->Y0Y>g$tM;F`k;v
zd?cpsX8ZO_c>2bO%|A83r!keMA2?!C{}}|#U&zsf3{jpa<@B##BOxLe1+qj)tH#na
ztQP;)_CViU0`G(!RGpGwuEz~Av8@c*Yi9CRogIbdSCrk}&GqvuAT3?S!ew%<wq3`*
zo)qqH-ok(yPe#={a@&n_=yIEhwLW{q^vYzIY%t)fA~Wiqd(mQh605z8V%WArDF2zk
zh&y1ojfxkJ#PLqUPPUe}VAbVD*r{j25V(jrAJ|c*4dRkTP2$9(5i~bg@$%+mj9S?v
zeR2@}8{>rQfDxf?eIkEsFK+*y%8AByWJjxM>uD4@kF)XOiVpS_Ex7f^d_LKwMa(4^
zHWbPE@RJstwKPEMKZh$44htS!&jRnc{Pr(bHh(^WcRl_T_d;7?lhca2kW&cXJfJME
zRr0*PQ;c0I<rH%#sxxF%Whe1%&RubCB$z=qFO}<z5}FO^(Cc8%kp3DB$vshcra+lo
zJdUpQft)v^4pA;!G1zxX?5Zji^_AgRaIZzI{P_SvQVxiAb*AWbQnO>sM^O1#a*?Sw
z_m}qIvc(+qhp&cIYk<maJn#3E!@_a}UoUrOLvReA*!L;TS8Lcbaua5TP<q{WU{_-r
zH-;|fcf~b0?`1-(i}kqlTMfLAeTh3Shp{(vArFn_ph1|^N@EmhrE-{6Q*>nP;NQb(
zigN}R=(}fAT6|i(xfaIpuFDvpN#<v-O}S5(hp8nNl>5fAaGe>0TC?DMB9yY|tH|`P
zbh9l=N5;#OxZkd3UwtoL{m_NH=_RmE45N2nJTqUUQ_)?I?E%RwtoG&L&;t7Xl8T|z
z!HAc9j3(D;F3mlTH~&4uq~~wp;o`%a)|)sj@*OxIeTcy8fh>yh=h~}nVnAkt{<?g0
z1bi=IV;-R7(?_E6i+35Fk_LU*EUvs@6q$EZ7*HF_g1nnJJDdzhr#%STJ&0Yca#3|n
zPOHgnh*LD+kfR?}`<&_Om&jp<3It!*@W^a02AfnN`9o{Q*BwPkdk9y#KNXrR6|7<u
zh*9Zqya|lxGUr9@5N23gx_RgxV5i+)5$GO(kPER?<pyC~t(wu<Yp58M!DuO^tn-C<
zywQy{4stqo_^~^F06UzbXf5*<=>x~0oxGHhQ}vkl{$lv$b_lufXA56plOc@yY6VX=
zwL!0}L#N3&#^r6H?^Pw2Jp56yp<*%hTemT`)0w6o&d?qnglU;26uK%rdm6_p!O<LP
K{RY<E=kY&W2=Z9~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_1.pb
index cf9fa302f1282d8c7048356bc09f1e12f76278e1..8579eb016c3d8f7e2674d6ab54a54682f374fa84 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1ENS@?etv}pWr$1`7ltNg@n#Fi)
z<+VJqkxDBi(H|pO?-F(*w`Ju|J>_Ov+En{|Bx5Azl37zsmz(<e?w(K>U<*Tc1Y5Ja
zaZnq{q-nMo#XP!eA7fTgzKHU3<a-;^(d8)<a}Okmbo*4{5FSZMl%V#RhU$e2m=`&o
zn$A2VrtV_<wo7>W#)wTnHNdAam8Ty#Vp9JZ1kPW`(S!_9o+#z?uU{h}G6(sxL`bW~
z(lopl|JL?E-&_pugzZ$Fl3=dK4KcB;6j`fh@>ZQ4h2~e3-rmJ^^D7`NS;m58a;~yn
z%f6lz?rYx6z#30#>m9lE#yNDk&BPj?-C}xWGECMR@KvE1b<e$Mu`P+!UPdu&+aZ+y
z%wXglFv3Q~3rFI3r(p+M%Uj@gxe<2inJ@$`V)h4il$8Z@$)YB4;?W428?1PFQ!+-a
z?2$e>m;sG(!gauiFt<LDH?|kIe^2E^V>_~<)wK0AitNW(cyUDs`-&Fa`eQzy>?}jf
zB^Ndn%K7k<7M!&-pe$exS0o%3Jh+be-gEiwU#@Kad;;%!{3-5*wZbO56?LJf5V2`M
zSzfE;d3~oCyHv_4=1x>+$f(Ln;@j-I;@n6GgKb_a*BT`>8`7cI!JMJ}H5ih6qTo!v
zGP!6RUF(B5Z$=%oE?Y3zcS`K6DiQUS5m<1qMXdaJKSERXi*|LU=yg)FW6VcT`B-w1
zsW<nP^x(3^9P~%5g0##4mD_mU?<t3c<qE!D?#_mg7(TJ@Q<|^RuxaEb%nV`ly6?cQ
z#x!mSTh8x_YH;4mgjN^pap|`jcpv)`cU}%-Pv$}%8qG$7FsGHqDAG#gFsr8M$k@)m
zhtm}23@*@j&!)8Kw0LtZoa0@WF;J7t&t98yuPzr;i!CVkjb*`FGX}RFfb)qk%A&6#
zGoaGVwlEzTFHhoryPAFVy?FIQ7jmZ;!#XjX-hJ`Re34E?cRjWRCbOX0mxDtK=>JP9
zhE9hdUh*-TT%)-(=Q!T{_Y9MszlDd34{us;<g}=F;C%EUg02U#P#eHCSKGvZ%m)2+
zdFTlIUc|;cK=G%KMCBLnGCCy<`qEikdBG?$@1`)YHkSFhH*t128IDf75xi><J6q+V
z>YAKZliLudXuu&yf2#I6)73wb!wwY)xvt@n*<K7WsY3FH){L(^isJTA`nf+9ngc3W
z#V8P?(&2a$7};gci)BNYVQuN=p?iQGc6&sSdmutD#8Q<LjB&MUMrW<2Vo(O7rIfPH
z7vk{-H`X}F>D=MZ?)U+0chb^Y<}1<%j-hPwQbtYHW8V9V;h)nX<RXAAe1(mMaO$fS
zJlWI+y|NCSCgT{FyP3XMm0a@hN5%Sz#nf-v%Gge4ntC{+?C>B=OD&<$RpHswI9>^f
N=1A)|u<kyO{{h~?^5*~m

literal 1163
zcmWO4i&qVH00(fl=ao{eljKn%iIZizo4VcK_gkEb+@+VJrzlF@NH4K0jpN>w=y2_!
zZFg#&mh@2DoU=8w$<kxQ$~r<q#n?`Zx|6bf{)Ug#Kx!hLZ6yiJpI%&PPkZeiDkANm
zEj)zOGjUY*P9S(;B9rt2`WPv1m{;PSbr~!>A0fQyF5JexhuS-ZABTDKu#cQa(zLkp
z$c90C19-i9J(Y>|_;ZsVixL#H8M4CZ+E_k(@c?aR|DvMgF`_qHbJWO@+pOQ<&f{3h
z8y9d~(+OQfHylrH;41$HlxiYy%{x;l*KA?mViiwF#)Pv^HJY>@SRV6SRL3ULNxwtP
zljPF0phcvZ$Fj)8nzeCF$PcK)mjk}MY<UJ2{;teTGotE!JxUr9={adZSxp#MT=Jsq
zulb_zsUH<Ko6#jpVnCO>P!*g-n@@*O<&R?OSqKf!eTtf6bMVXTDr80l^TuUMeA~4H
zs||`pN|lU;F>O$}=rB0Giay5Y;JHE0;rd`2JlqU-<vuR;b%Fg8EmqI-gu`Gx3fo>H
zq{f)f4@a@DA%Vm3Tk$&EkuxG53Hzz17?M^X!MqG>ZO8GtTh8*jV)2pnRyNO5(6>p3
z-qhW!{X)X5(F07FT8E2&OS!F7i}I#YSOwd$^`(ke7YETR+>3@TmTaDz%Jx~Wk<%E*
zn+G<say$ysG(Q$32PmGdtH2L7Dzr39m|UjdQL|Pt(q+gN@7)Ytm;%Sh<(&4b9X$q|
z6?wW*yh?wUryOM>)O9OoIvewW+k~R7V>|4evpD>gEwyv{gw*RKEW4i|S68j@yL1zw
zr(fZ`dLPWs&tk;yKGfu;!?xFf>n<*0;jIkL6#;Zz9?6i|6EN-&xcoeiJ=sRM6F-9O
zSw-T#uhJQ6oWp^oo?NrC5y?1+o^B0dBMp#JYQm$Q)=)1iLr>ZQD*wM&eEX_mnP(r$
zM_d@bD~c_#qv)T%my^>9pbLvtWY>-((&-SE-Vfzi^e(iU=`c_n$TK#pn9(<rALPh*
zVp9)>-_&^bnaLHq?i+BA_N-9LLWI3r4nG@;rfJPwyl{A1?rfdT%KT#(i3Vy+-r+Op
zeX%58gWq)f*xk5@&g+di`C~g8{QT*<$qJd}IXs>b!xjezCS7zF0V)qlI+Ix!Xu_8<
z-$5TXCOmw7*<KRQYr&o3hH^F2elAixDam1a)_hi^TJR_JC$Jpc$yVnAs3hUEU9q2a
zN7qu_XT*O(G{Uog1hxtNxKgzNx&41&hT8@7e!c|l6Ay5qSdD=SW4<x860K87^qCB%
zKHGv$R#8;P?ct%w0kJaAiAVMyV9?-xZpoa(Av;4XP};I5$kaQfZaqG{lEs7WRXDP9
z5xY8$Bm3(N-a07f^ww|CUmwVahwlp0d##XY;?W>=XY}<hq4#gc^onAf*Gbs6xDjEu
NWo+JfO`%sV<bPH0+<^c9

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/input_2.pb
index c0b8f72c70295712ef0817ae18708515ed9235dd..9aa77b8c48f71b35806c06648d524303725beace 100644
GIT binary patch
literal 1166
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~)4d|))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQX}bH3yH7fy}<mLB~`Yx)$FA_
z(gvEMLr6UxM@8Qxf)^(;NhhF-k@C7}74BM=!@TPu!kh2FW&C@nyi)jam=_Owd-6z{
z2A3aNF=$@^uhndzBC!E~ZuVnwf}B>v7C2QG%LmWzquu0RRF*zM^cG8w8Q62X<!ju2
z6id&hMVwG~K^xHn`;!~F#=j9|>Ihu*$`p#VTiL%<$rF-s;pkn1W{n$G#yk@>v59oh
z?Gy_nxil_p6)C2%EH<)aU0gHr1M2bRpbsyZpN5&gGjr1nsC-w4(#Ax(Pnl6x8^%=^
zJt+HYp(uLdN4eD&bjy+$(CsReg=f(2-6@p$W0-y#LjAL!qW0K4{4%#1nNh*Ke#so)
zcJG9*UWrJlmQg>Z9ZDxHh9=g~+wd&hH+piUA((m(w!l@fpUZumVEb4D-v#cl8)`sN
z`wN8B8uHoUDE2oda3p>kUS->JR>VVLJN*R1(n=(lmSdgu1YY%cvZB63d}z6iEequI
zX_lccbr0*lkT7fPAQPt7<HFxkZZFfIqPYwf!8UArq2!gNLG%dspuUqiTjr;-W6mq&
zG{y18!A-21h=MfDkA=wr@+a#n@q?8Ttt}EJm&<w7q)m)=>$BBs4?`EHz&>&%XZ&hI
zw?RjFo^}i`)8FPt_A(Lbyp6LR4SC;XQeNM=12&FX9C^c<ntA;~>Twe0J&%#At&#g(
zyn)bDFL6$_AExK#FyeP_s`Jue-Dk)37nZQ-W(Mbr06MRXWXRk}7<LL=dX~rDYy;em
zAH|NWV)4#b=?pc@;ox$2u3g=PWE7ycM~&D>J*1Qw@u<5cR4dBSo3@CG|1Xx@x*}iU
z-j9k=Cx-8iVr%Re1{Ut))Qm!C!(!#xbrXnmIE3Z*LOCA28yzNE43-4)wAC7B^v~w|
zIWnHu+>4RdwO;)up7P!I^te}ZMyO;V!qz2+pAARTxOP6C+r8=OXqnEc{9_o625ODo
z;#288u`FMW-?aPL)3k(+8w@%1V+R`j{OP>e0+|&#Jf0E5Ry#W;U2qivN;gWnl35>U
z#1}E&K^HbI+<bi4Q5w&y!Cm6I!k1}37t0@)<}f{LAuChO_><}rm=En@n`0rAl5kqD
zI>7p)>!|8C;6EX1;XW`5>x2PZuHJ~;fj=<I<vjX6Uxtp!`#4{s!eFH#U+Y_lw&^5#
zPX$w#ZAJ%+D5~Q2@=)ZUSe@s<BL@yLXy^d9X3pcVjXoABtl1l6?3Gf#0Uun>Vu5Ql
zj_g{(?#|=L{yKv<3p_cq?Hdd<1oFY*JHq&G8zky@G)i3=eXU#Q{5vqSvIOU}61FdG
QLf9=CTQ*&l>lBOm9|~mM8UO$Q

literal 2315
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucDyh@zxBlt+Ul~)Okq9nP0EcXL^<zJ;rb1
z!yr>8sEtChGLn1RWlZt=4%y9KY>ZN7m{gO$O~o;IbGaBwY8M*&4@xS`0_frBPQ$J+
zo-E8{W2HBh+$VANvO9-e{u0AiOz1E$8&|I<^XF<s?p$>Z*HepN<M2K|D;>vJz9u#Q
zsF8#i7;;tn+g$(1fEhK(JXc~vsb(h{&WzwmwLSl7mI;@(cR1N>$)beSa8p#kk2(9{
zz4#l%KGS4)*(fxXvN-b3WpQCF0Dd;6m}_s&q?T>)?0JY|UYVHeGe)TTUE!>_kk@lG
zFy`%v(*9GZweq9t@Hw#~FOc}*JHh7})R=k%1&vHDyrIwVrGnvk^MuyLGSpi9En4?g
zqriMhv|Xx$yZ$wtU6&_*USY=pbxj)IDMHnhBJZy65w6KvTzfyBo95Od=GHq@{96f&
z!=0&Wy$ktOuIMn;VP)q5Nvxwkb8pwUMif|c3yN{nQNmXr%4ph^4fPx?&MMQTe$H&>
zB}O9Tw^V-l$32MVHPq5v#758Em>J;9LHPl^+!0QnOWNGf70w<{JHFTC!ht|J-tXPW
zlG_Vd^u`dXBy%~_wN|1Kvj@gAET~bi3(K4gxwGgNPISEqS?6vn9@k{ja$UYu(xT;J
zbBaIBc<1hIXy-?9w%sYTT8uz9Ad)8|R#DB~fxXKIh0}T|3vN0w=~xb5sOTYAgt0Wz
z48D~H45)l1G<AcRc4QT+S~cmPc^UBypNqC)dv-fLK>f|dbR7ug`I8xZIA<*rCMi+-
zpc98jm$0qd7L5^#%qtHQ_XfP7c(Ph@&UPj9yrb~wN-IuP#dDj#1B*Avi>iYQ;izXs
zx9_!Ry(bli7AA7U%7Cs$s$8w0OZV|5bUU#Rbz=kYxD$x*!$9PjWG?zhP-^fJ;Uh74
z!!;NGw8V>B(qGU~zYpch?b#aB3*`xCs99c+Sby`GXqmL;W3LBr3svRP(kT91m__J^
zA-mgxc2^7GX?0klZ@P?LL-hy`_zqKhby(f)&&LY$srtz}9@8krMQ?8g=>p~xsdSyT
zrCM_c?i8jlOwW}E6mqdKAsB;=3f#Bkszf!_A0H<T!LgznXM+Afu<3Seb=Khl(@>Ti
z`%^qgQQ)vd8HV}J4D7pr)b6*~anu#h{j`yH_c=ypcfhPCiEAg9Q`$&c2S+nvs7Y)I
z(V)v$b0~9@F=SUIuI`m#{F6bEP+cggdlJuv98301d+;I3@WN1sFJI&en*+~aBr<s@
z;$vEw9EHq6M!V(l*rAll`LB~$yxW_qQS%viWgUB!su1cQL`!Q!#*D0yRQI((wClnu
zXfq#AKE|A;*T^_#LZcI>P-Ux*4`hDKj$VerU*#G4brf17`b1@C2$yPRaQX8zDr(2@
zsrmbq+u4LI|2ZTkwp~X5rFh(EQiklOVDWj63nfcjC4KL$piPDjGH%z2i`!0!kJPMK
z;<g!6zBka-GLv(BLRew6gwmK|#Mdjq_Hu+Uk?ujTLm`%xjHBpx8|G@;Gs2=A{RL-G
zpW_0<Up!ef6eBhy*t2qtJ8c!*srq9+k|MkDFiwZQEhUhSev6tuPq?Q1j`b&<L|nHw
zSMRMA;a3&ttW%3yLt2chO{4C6rgXUZmN*`I8|h{8e7H=N-zM5nYyNg9J$?iI>iw8;
zV<WMT$d*R)7bi8Y{Bs=XgW)u}Gy#qEE>!oqh>eNS+<fp|Cg?BXvkML2DL3A~X3Wv^
zY4D0%0N>G-{9j2Lt;#3xt(Pu4D%R3YZvyJgsZ5B};(&o4UmlL3<vCxL3KL{a&tt{(
z01hQ?6}|dH5Gnbn2o7Rmtctjolg0;s9fxOK2ZGNQNJ@?hj3p03?f<_`$X^s5)5#pH
z3gh#l2UxwL0h#^@*x_S9mkedGt2IYrP;v`#u_a=|>#dOA6an|TZCJBN3A+}pkf`KM
ziY|Xc-ipcK(xNODCtg9}uo><Zn9xV{CI0rzqSNUDp^@vsXN?s|c1p+n8VkO9x*4a_
z-eEw30_}{4peQ$!(q}uNeb<3TG1m}Z(}~;0{;azYM~f7R_}(!A^OM_gaKA4tJ-6`F
znVZ<&6it_(s*(CQi_fBS@X@a~#s1_}b}A;KVb{CVR!$T>vs@Y58P1_CCFs^VgP!_s
zRJD?)^HQ<wg)O$L-iOE7Ug%v9<nEMI?EXTI7Cy;5;$zHar7%{uC2^kpQU>cTV)eyz
zYLsWwD&RL*FDMs!<CPeZe;em|uA?JK3F!^`lun<8{NgA^_NMcYoH~ylFGcJZx?Hd`
ziov`Lxd08$)+xaY+i`qybP#$UXG6Ai1|<_;BL4Mhq(>@o+H5Jadz<jz$~cbqgfKJF
zT_g@~!>IHg%-nwxDbjYRqzl?R*|5sri0}UD$ov~0V&+scmKa*|(>dYXVxva+(`9(n
z@>EiH(~<sGGb95)oQCHWW#-I^<L@3P#E~06Ak*r+<alfgKJzl->pR=g))$B?PbNir
zw-%jW*)c-VirXKgFnXb#Yjd+HSADI=11EH7xJkxzr(($wZ+pVWmtDE?OnKFWtsA}Q
zV}4%b_}xX#Tt&`ru%ox}H=^HV1Jt#yLX;VCc-DGGN)0)$Nd-R2n;C4qjvutkaoRAB
okE-8fe`p-dH~RC-JLw#gNol`ZOC&zE$6?8NeAS)G$l4nG3oIn4<NyEw

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_causal/test_data_set_0/output_0.pb
index 1cd10028844f21a3df095aef9c0e520e2bb37b8e..9e06750cc9ec30221721c63c7a995ea5a56ebbaa 100644
GIT binary patch
delta 20
bcmeAc>J#GTVB%om@DN~hVvO9#!ORH&Ba8zf

delta 17
YcmeAZ>K5YQVB%om@DO0!$j!_N02-qLg#Z8m

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_0.pb
index 1ff28a938b8471b2700ffdaa69dca35b497eb0f6..8d14cd283e4e347f761e55ac0fb60b837abef8b7 100644
GIT binary patch
literal 2318
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@+f}&v$0H&sgQXZMIsDIuGkO^P83WOwUrI
z=lCtG3N~ee+9)I|qPVwR#uWeWk=^Xg#%N`ROEvlXR2)OLl#8LHcA;_Lkfg#ake-en
zH0%oJslrS)R{BuMV-n}CcyQR|zhd~R2^|Jz<Jyg6{!*>TT`RBSMrsjk96sddrQ;aO
z*QDm3HIh&RL#}Lpm+K!JFry}!=SyrT)$ByW*%3Ugw&y?1GU3wp9w(bES(LCEZi)){
zDdzxu7JrM_=bDTt8-=D)7DxWMA})>v!r#UebM4KU)Uq93J&$nQI}?+A#t2itC!7@*
z@<xsZ#(ca`+J73gR{m5SJ}-9W1ra}fFZd#Z8dHy<ppnUiH}x5@R4^iMp3u5fhFXii
zMeF`*6qrwmw##+!(7%pz>+-}e%k4Ozu1Vv&MW~um<h}Jh!ZlfoYahgO^W1vG+<uRW
ze=A{egfmsGcO$>b6&<EJtn54}iFFKM?wuOf$O3C_MKO*!O89z}jHX@LP|wlgtTJ8d
z=gekaViZDuPvuvC-iK&jLoLlkZ1mcLnSp*BlpnyWoe}iCtj&#G5$y4@;|EPH90-!*
zgWgRnxwC*pZw;YJGM6)5Yb6RXdtp4of*J+8;qGL}T}8KXvg>WgI`?4lxF(a9>GGA5
z7A+T>Q~YJdyZ7!uJ3pGU?M|cBVg$N@Q9Kp7l4|x2>|Hh}oYqTOaLb8F$8-2nMGv_m
zoTX7_@T)XnVC8F}sT<6+qbpg}s>y)ND~NCSLbMgzv)kz*>TfNk>p&PUoXX&%Icu3P
zNr~D=oj5YOgl*lnXpB^3UU|5<Ki~t!Q`M65wkw$D6OG4LTXDK7p4$T)SiDhQR2^Cf
zM?E9D{h&qby{S07Fp(ox26Q!2<!S|8dW<ij+sXZ?8ykS<-5^990iw<(bJ53wQiE5B
z7>U7KuDST9C0^W?{)&$J{U~2%&(@e;C{H*;&GMqe`rFS%%cM1*ct3<&m@1c+M)Q}#
zEJ8mV+1(bjyH*G<t0NM9Q+Ij~)gvPCdra-qVRd%^pD4_y>Zj{?T%#11e0&(J3z$!&
z(skOFYR#dzTbROdJy#x7$i=3F5DYddaQ~8P64lfIe3CQ-$BJ&84gM1$raQ3BS%(Kr
z!&q|sFYz=*fx{AI80I@OsP7_DyWe5QF;~3s*GAsG7Z{n{0kfVYuAN*)X(MSJvVoC9
zO=4@P23@|MLz$b5p}Q+_ZJ!L|pAL$I>Ox7~(|9)ISh8>0laEk_mxelg^)gr39DEKV
zk;%i6pU}$W7-SYQ+AWL6PNh`Nf0M-GJw8;8p3k7G>)5MQg|L8NT3Q=2W@L?|x~~nQ
zT^CltTli%13Fb7tLB??t8l60iDqD4YB=cwX26qhpCeN^MqR|@JCn`Hbxl}WQ%U+~W
zQ9Fju%s-^ut|n~#*I_ZS{R;Xo$Kz&`GGsr8h%b6vC|Tkv>HA<gZ8CI_ai>mP+I~`e
ztY*a$w=J0RyNRxrnVjPr$_k?;l*SYzzFrBoS0aUpbT2|23gKQdj-o$on5%8iNQ-jx
z7o0_XjtdNb^<vRbjM$i9&&o9(v{mq+>QDJdit5IrI34=6lt4QA9cuc#;F|IW)}L|`
zaos*#y{}e8TvMR4PAzT^X)&%gjk+J0(&5%S;zZaTq?gI_k-I9tOSGZZ{2fqw@)r8l
z`!VC@CSpI4E#1Ihoz%GEuW_UgM$qK)1T@yWP~G<uHYIN0mP79|L4OgSUu*zRyYazw
zV~$=(gLl*d_>HdMe@fD5RX&05ymi@8v6gmv6HsqXWkQq|2MqlA>PQSN&-<}dm>_F<
z9xJ8?a5!<B=+z&BNXbV<NH7y)RmA<AG(P<A33%0YAmm(uq~w^uSn?p${{P#A{3YQz
zoy@_iaK0#dh}Fv*kQtDGoxTQi$xs%%TXQ4^CASe5TOu~T*#`N|k?^S7jx~#vuzS&R
ziAvt2=n638?U)QMEy`kX;#Cw5o8f+e34K*x;cu@jI-MyH8o8c)-dKTTr*u51vEb`x
zTW}`rJq9Ky(9U=WigGh4eZC9Y_Z(;xa~<(Dow#Ehz`BcZv`CSN9~=`fKe-);4*1d1
zYb!sSxtZ-v8|d<LHBz5s@%e@veEi!jaUeOBor;NQ*!@1Wl@mqJELX;MMsR3r3A(k;
zqNlzaRjuTiyi~Zqw8ak92k;!*2fZ6X+>?@uJzvVv!Z(>meT~_y6wb=FB+j#6$`IW}
ztiF^^jq+?-1^y1}1?56-yb>ew@8W#V4Rj<aA-zGL(&=-MUmVS--gF+8Q|GZ0rHK7f
zmkV}9GlW+l7pTG6Iwg2%JC09}4MOjeY{<6Fpk(4J#J@R%^e81xn=NH_ZxjAq8OQOS
zP-Z52h{WOT7?s|Kna9r}McNLPbU}M38&(Av@%`T%nSXN?W==I@iJ>(=n-jsUHfoeV
zQ-;Sa&m?uX92sCWLo)E=8F*b)X3nfQ{^5C29KHD?GOaF1PQ<q0b8jQQxw`{xeL=YT
zbW)^uYti|&9U~R3xZ`08H!QSsZEiN@%5U^|@T3k6H_MprR4h5_V^8?{u`5@eDX*Kb
zZId^B%`b=?|9hyJtH}8ccJwj+R`k1Ugu2!>h%zG%&sxtYsUhbzslZox3q!2e@uPM*
sP8-JYarN8m4~wJurT~6*H=ScLDed=YiNt62I3l@#ue(zjRa=Aq0c5PHcmMzZ

literal 1163
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1^KgpAvtM!N5D*aKbr4+)FtXYh=
zR$j{!8>!PuN%Y4^*1LqA$Zc8qQ%|{>mNwNsAITVrxn$N9Q{O!kiu`S1=niLVPB#ul
zMKEcaEk-eq?op31tGGZ!u5#pi8`II{DHC(El0>?Fs&EL4pd?Z->Y0Y>g$tM;F`k;v
zd?cpsX8ZO_c>2bO%|A83r!keMA2?!C{}}|#U&zsf3{jpa<@B##BOxLe1+qj)tH#na
ztQP;)_CViU0`G(!RGpGwuEz~Av8@c*Yi9CRogIbdSCrk}&GqvuAT3?S!ew%<wq3`*
zo)qqH-ok(yPe#={a@&n_=yIEhwLW{q^vYzIY%t)fA~Wiqd(mQh605z8V%WArDF2zk
zh&y1ojfxkJ#PLqUPPUe}VAbVD*r{j25V(jrAJ|c*4dRkTP2$9(5i~bg@$%+mj9S?v
zeR2@}8{>rQfDxf?eIkEsFK+*y%8AByWJjxM>uD4@kF)XOiVpS_Ex7f^d_LKwMa(4^
zHWbPE@RJstwKPEMKZh$44htS!&jRnc{Pr(bHh(^WcRl_T_d;7?lhca2kW&cXJfJME
zRr0*PQ;c0I<rH%#sxxF%Whe1%&RubCB$z=qFO}<z5}FO^(Cc8%kp3DB$vshcra+lo
zJdUpQft)v^4pA;!G1zxX?5Zji^_AgRaIZzI{P_SvQVxiAb*AWbQnO>sM^O1#a*?Sw
z_m}qIvc(+qhp&cIYk<maJn#3E!@_a}UoUrOLvReA*!L;TS8Lcbaua5TP<q{WU{_-r
zH-;|fcf~b0?`1-(i}kqlTMfLAeTh3Shp{(vArFn_ph1|^N@EmhrE-{6Q*>nP;NQb(
zigN}R=(}fAT6|i(xfaIpuFDvpN#<v-O}S5(hp8nNl>5fAaGe>0TC?DMB9yY|tH|`P
zbh9l=N5;#OxZkd3UwtoL{m_NH=_RmE45N2nJTqUUQ_)?I?E%RwtoG&L&;t7Xl8T|z
z!HAc9j3(D;F3mlTH~&4uq~~wp;o`%a)|)sj@*OxIeTcy8fh>yh=h~}nVnAkt{<?g0
z1bi=IV;-R7(?_E6i+35Fk_LU*EUvs@6q$EZ7*HF_g1nnJJDdzhr#%STJ&0Yca#3|n
zPOHgnh*LD+kfR?}`<&_Om&jp<3It!*@W^a02AfnN`9o{Q*BwPkdk9y#KNXrR6|7<u
zh*9Zqya|lxGUr9@5N23gx_RgxV5i+)5$GO(kPER?<pyC~t(wu<Yp58M!DuO^tn-C<
zywQy{4stqo_^~^F06UzbXf5*<=>x~0oxGHhQ}vkl{$lv$b_lufXA56plOc@yY6VX=
zwL!0}L#N3&#^r6H?^Pw2Jp56yp<*%hTemT`)0w6o&d?qnglU;26uK%rdm6_p!O<LP
K{RY<E=kY&W2=Z9~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_1.pb
index cf9fa302f1282d8c7048356bc09f1e12f76278e1..8579eb016c3d8f7e2674d6ab54a54682f374fa84 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1ENS@?etv}pWr$1`7ltNg@n#Fi)
z<+VJqkxDBi(H|pO?-F(*w`Ju|J>_Ov+En{|Bx5Azl37zsmz(<e?w(K>U<*Tc1Y5Ja
zaZnq{q-nMo#XP!eA7fTgzKHU3<a-;^(d8)<a}Okmbo*4{5FSZMl%V#RhU$e2m=`&o
zn$A2VrtV_<wo7>W#)wTnHNdAam8Ty#Vp9JZ1kPW`(S!_9o+#z?uU{h}G6(sxL`bW~
z(lopl|JL?E-&_pugzZ$Fl3=dK4KcB;6j`fh@>ZQ4h2~e3-rmJ^^D7`NS;m58a;~yn
z%f6lz?rYx6z#30#>m9lE#yNDk&BPj?-C}xWGECMR@KvE1b<e$Mu`P+!UPdu&+aZ+y
z%wXglFv3Q~3rFI3r(p+M%Uj@gxe<2inJ@$`V)h4il$8Z@$)YB4;?W428?1PFQ!+-a
z?2$e>m;sG(!gauiFt<LDH?|kIe^2E^V>_~<)wK0AitNW(cyUDs`-&Fa`eQzy>?}jf
zB^Ndn%K7k<7M!&-pe$exS0o%3Jh+be-gEiwU#@Kad;;%!{3-5*wZbO56?LJf5V2`M
zSzfE;d3~oCyHv_4=1x>+$f(Ln;@j-I;@n6GgKb_a*BT`>8`7cI!JMJ}H5ih6qTo!v
zGP!6RUF(B5Z$=%oE?Y3zcS`K6DiQUS5m<1qMXdaJKSERXi*|LU=yg)FW6VcT`B-w1
zsW<nP^x(3^9P~%5g0##4mD_mU?<t3c<qE!D?#_mg7(TJ@Q<|^RuxaEb%nV`ly6?cQ
z#x!mSTh8x_YH;4mgjN^pap|`jcpv)`cU}%-Pv$}%8qG$7FsGHqDAG#gFsr8M$k@)m
zhtm}23@*@j&!)8Kw0LtZoa0@WF;J7t&t98yuPzr;i!CVkjb*`FGX}RFfb)qk%A&6#
zGoaGVwlEzTFHhoryPAFVy?FIQ7jmZ;!#XjX-hJ`Re34E?cRjWRCbOX0mxDtK=>JP9
zhE9hdUh*-TT%)-(=Q!T{_Y9MszlDd34{us;<g}=F;C%EUg02U#P#eHCSKGvZ%m)2+
zdFTlIUc|;cK=G%KMCBLnGCCy<`qEikdBG?$@1`)YHkSFhH*t128IDf75xi><J6q+V
z>YAKZliLudXuu&yf2#I6)73wb!wwY)xvt@n*<K7WsY3FH){L(^isJTA`nf+9ngc3W
z#V8P?(&2a$7};gci)BNYVQuN=p?iQGc6&sSdmutD#8Q<LjB&MUMrW<2Vo(O7rIfPH
z7vk{-H`X}F>D=MZ?)U+0chb^Y<}1<%j-hPwQbtYHW8V9V;h)nX<RXAAe1(mMaO$fS
zJlWI+y|NCSCgT{FyP3XMm0a@hN5%Sz#nf-v%Gge4ntC{+?C>B=OD&<$RpHswI9>^f
N=1A)|u<kyO{{h~?^5*~m

literal 1163
zcmWO4i&qVH00(fl=ao{eljKn%iIZizo4VcK_gkEb+@+VJrzlF@NH4K0jpN>w=y2_!
zZFg#&mh@2DoU=8w$<kxQ$~r<q#n?`Zx|6bf{)Ug#Kx!hLZ6yiJpI%&PPkZeiDkANm
zEj)zOGjUY*P9S(;B9rt2`WPv1m{;PSbr~!>A0fQyF5JexhuS-ZABTDKu#cQa(zLkp
z$c90C19-i9J(Y>|_;ZsVixL#H8M4CZ+E_k(@c?aR|DvMgF`_qHbJWO@+pOQ<&f{3h
z8y9d~(+OQfHylrH;41$HlxiYy%{x;l*KA?mViiwF#)Pv^HJY>@SRV6SRL3ULNxwtP
zljPF0phcvZ$Fj)8nzeCF$PcK)mjk}MY<UJ2{;teTGotE!JxUr9={adZSxp#MT=Jsq
zulb_zsUH<Ko6#jpVnCO>P!*g-n@@*O<&R?OSqKf!eTtf6bMVXTDr80l^TuUMeA~4H
zs||`pN|lU;F>O$}=rB0Giay5Y;JHE0;rd`2JlqU-<vuR;b%Fg8EmqI-gu`Gx3fo>H
zq{f)f4@a@DA%Vm3Tk$&EkuxG53Hzz17?M^X!MqG>ZO8GtTh8*jV)2pnRyNO5(6>p3
z-qhW!{X)X5(F07FT8E2&OS!F7i}I#YSOwd$^`(ke7YETR+>3@TmTaDz%Jx~Wk<%E*
zn+G<say$ysG(Q$32PmGdtH2L7Dzr39m|UjdQL|Pt(q+gN@7)Ytm;%Sh<(&4b9X$q|
z6?wW*yh?wUryOM>)O9OoIvewW+k~R7V>|4evpD>gEwyv{gw*RKEW4i|S68j@yL1zw
zr(fZ`dLPWs&tk;yKGfu;!?xFf>n<*0;jIkL6#;Zz9?6i|6EN-&xcoeiJ=sRM6F-9O
zSw-T#uhJQ6oWp^oo?NrC5y?1+o^B0dBMp#JYQm$Q)=)1iLr>ZQD*wM&eEX_mnP(r$
zM_d@bD~c_#qv)T%my^>9pbLvtWY>-((&-SE-Vfzi^e(iU=`c_n$TK#pn9(<rALPh*
zVp9)>-_&^bnaLHq?i+BA_N-9LLWI3r4nG@;rfJPwyl{A1?rfdT%KT#(i3Vy+-r+Op
zeX%58gWq)f*xk5@&g+di`C~g8{QT*<$qJd}IXs>b!xjezCS7zF0V)qlI+Ix!Xu_8<
z-$5TXCOmw7*<KRQYr&o3hH^F2elAixDam1a)_hi^TJR_JC$Jpc$yVnAs3hUEU9q2a
zN7qu_XT*O(G{Uog1hxtNxKgzNx&41&hT8@7e!c|l6Ay5qSdD=SW4<x860K87^qCB%
zKHGv$R#8;P?ct%w0kJaAiAVMyV9?-xZpoa(Av;4XP};I5$kaQfZaqG{lEs7WRXDP9
z5xY8$Bm3(N-a07f^ww|CUmwVahwlp0d##XY;?W>=XY}<hq4#gc^onAf*Gbs6xDjEu
NWo+JfO`%sV<bPH0+<^c9

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/input_2.pb
index c0b8f72c70295712ef0817ae18708515ed9235dd..9aa77b8c48f71b35806c06648d524303725beace 100644
GIT binary patch
literal 1166
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~)4d|))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQX}bH3yH7fy}<mLB~`Yx)$FA_
z(gvEMLr6UxM@8Qxf)^(;NhhF-k@C7}74BM=!@TPu!kh2FW&C@nyi)jam=_Owd-6z{
z2A3aNF=$@^uhndzBC!E~ZuVnwf}B>v7C2QG%LmWzquu0RRF*zM^cG8w8Q62X<!ju2
z6id&hMVwG~K^xHn`;!~F#=j9|>Ihu*$`p#VTiL%<$rF-s;pkn1W{n$G#yk@>v59oh
z?Gy_nxil_p6)C2%EH<)aU0gHr1M2bRpbsyZpN5&gGjr1nsC-w4(#Ax(Pnl6x8^%=^
zJt+HYp(uLdN4eD&bjy+$(CsReg=f(2-6@p$W0-y#LjAL!qW0K4{4%#1nNh*Ke#so)
zcJG9*UWrJlmQg>Z9ZDxHh9=g~+wd&hH+piUA((m(w!l@fpUZumVEb4D-v#cl8)`sN
z`wN8B8uHoUDE2oda3p>kUS->JR>VVLJN*R1(n=(lmSdgu1YY%cvZB63d}z6iEequI
zX_lccbr0*lkT7fPAQPt7<HFxkZZFfIqPYwf!8UArq2!gNLG%dspuUqiTjr;-W6mq&
zG{y18!A-21h=MfDkA=wr@+a#n@q?8Ttt}EJm&<w7q)m)=>$BBs4?`EHz&>&%XZ&hI
zw?RjFo^}i`)8FPt_A(Lbyp6LR4SC;XQeNM=12&FX9C^c<ntA;~>Twe0J&%#At&#g(
zyn)bDFL6$_AExK#FyeP_s`Jue-Dk)37nZQ-W(Mbr06MRXWXRk}7<LL=dX~rDYy;em
zAH|NWV)4#b=?pc@;ox$2u3g=PWE7ycM~&D>J*1Qw@u<5cR4dBSo3@CG|1Xx@x*}iU
z-j9k=Cx-8iVr%Re1{Ut))Qm!C!(!#xbrXnmIE3Z*LOCA28yzNE43-4)wAC7B^v~w|
zIWnHu+>4RdwO;)up7P!I^te}ZMyO;V!qz2+pAARTxOP6C+r8=OXqnEc{9_o625ODo
z;#288u`FMW-?aPL)3k(+8w@%1V+R`j{OP>e0+|&#Jf0E5Ry#W;U2qivN;gWnl35>U
z#1}E&K^HbI+<bi4Q5w&y!Cm6I!k1}37t0@)<}f{LAuChO_><}rm=En@n`0rAl5kqD
zI>7p)>!|8C;6EX1;XW`5>x2PZuHJ~;fj=<I<vjX6Uxtp!`#4{s!eFH#U+Y_lw&^5#
zPX$w#ZAJ%+D5~Q2@=)ZUSe@s<BL@yLXy^d9X3pcVjXoABtl1l6?3Gf#0Uun>Vu5Ql
zj_g{(?#|=L{yKv<3p_cq?Hdd<1oFY*JHq&G8zky@G)i3=eXU#Q{5vqSvIOU}61FdG
QLf9=CTQ*&l>lBOm9|~mM8UO$Q

literal 2315
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucDyh@zxBlt+Ul~)Okq9nP0EcXL^<zJ;rb1
z!yr>8sEtChGLn1RWlZt=4%y9KY>ZN7m{gO$O~o;IbGaBwY8M*&4@xS`0_frBPQ$J+
zo-E8{W2HBh+$VANvO9-e{u0AiOz1E$8&|I<^XF<s?p$>Z*HepN<M2K|D;>vJz9u#Q
zsF8#i7;;tn+g$(1fEhK(JXc~vsb(h{&WzwmwLSl7mI;@(cR1N>$)beSa8p#kk2(9{
zz4#l%KGS4)*(fxXvN-b3WpQCF0Dd;6m}_s&q?T>)?0JY|UYVHeGe)TTUE!>_kk@lG
zFy`%v(*9GZweq9t@Hw#~FOc}*JHh7})R=k%1&vHDyrIwVrGnvk^MuyLGSpi9En4?g
zqriMhv|Xx$yZ$wtU6&_*USY=pbxj)IDMHnhBJZy65w6KvTzfyBo95Od=GHq@{96f&
z!=0&Wy$ktOuIMn;VP)q5Nvxwkb8pwUMif|c3yN{nQNmXr%4ph^4fPx?&MMQTe$H&>
zB}O9Tw^V-l$32MVHPq5v#758Em>J;9LHPl^+!0QnOWNGf70w<{JHFTC!ht|J-tXPW
zlG_Vd^u`dXBy%~_wN|1Kvj@gAET~bi3(K4gxwGgNPISEqS?6vn9@k{ja$UYu(xT;J
zbBaIBc<1hIXy-?9w%sYTT8uz9Ad)8|R#DB~fxXKIh0}T|3vN0w=~xb5sOTYAgt0Wz
z48D~H45)l1G<AcRc4QT+S~cmPc^UBypNqC)dv-fLK>f|dbR7ug`I8xZIA<*rCMi+-
zpc98jm$0qd7L5^#%qtHQ_XfP7c(Ph@&UPj9yrb~wN-IuP#dDj#1B*Avi>iYQ;izXs
zx9_!Ry(bli7AA7U%7Cs$s$8w0OZV|5bUU#Rbz=kYxD$x*!$9PjWG?zhP-^fJ;Uh74
z!!;NGw8V>B(qGU~zYpch?b#aB3*`xCs99c+Sby`GXqmL;W3LBr3svRP(kT91m__J^
zA-mgxc2^7GX?0klZ@P?LL-hy`_zqKhby(f)&&LY$srtz}9@8krMQ?8g=>p~xsdSyT
zrCM_c?i8jlOwW}E6mqdKAsB;=3f#Bkszf!_A0H<T!LgznXM+Afu<3Seb=Khl(@>Ti
z`%^qgQQ)vd8HV}J4D7pr)b6*~anu#h{j`yH_c=ypcfhPCiEAg9Q`$&c2S+nvs7Y)I
z(V)v$b0~9@F=SUIuI`m#{F6bEP+cggdlJuv98301d+;I3@WN1sFJI&en*+~aBr<s@
z;$vEw9EHq6M!V(l*rAll`LB~$yxW_qQS%viWgUB!su1cQL`!Q!#*D0yRQI((wClnu
zXfq#AKE|A;*T^_#LZcI>P-Ux*4`hDKj$VerU*#G4brf17`b1@C2$yPRaQX8zDr(2@
zsrmbq+u4LI|2ZTkwp~X5rFh(EQiklOVDWj63nfcjC4KL$piPDjGH%z2i`!0!kJPMK
z;<g!6zBka-GLv(BLRew6gwmK|#Mdjq_Hu+Uk?ujTLm`%xjHBpx8|G@;Gs2=A{RL-G
zpW_0<Up!ef6eBhy*t2qtJ8c!*srq9+k|MkDFiwZQEhUhSev6tuPq?Q1j`b&<L|nHw
zSMRMA;a3&ttW%3yLt2chO{4C6rgXUZmN*`I8|h{8e7H=N-zM5nYyNg9J$?iI>iw8;
zV<WMT$d*R)7bi8Y{Bs=XgW)u}Gy#qEE>!oqh>eNS+<fp|Cg?BXvkML2DL3A~X3Wv^
zY4D0%0N>G-{9j2Lt;#3xt(Pu4D%R3YZvyJgsZ5B};(&o4UmlL3<vCxL3KL{a&tt{(
z01hQ?6}|dH5Gnbn2o7Rmtctjolg0;s9fxOK2ZGNQNJ@?hj3p03?f<_`$X^s5)5#pH
z3gh#l2UxwL0h#^@*x_S9mkedGt2IYrP;v`#u_a=|>#dOA6an|TZCJBN3A+}pkf`KM
ziY|Xc-ipcK(xNODCtg9}uo><Zn9xV{CI0rzqSNUDp^@vsXN?s|c1p+n8VkO9x*4a_
z-eEw30_}{4peQ$!(q}uNeb<3TG1m}Z(}~;0{;azYM~f7R_}(!A^OM_gaKA4tJ-6`F
znVZ<&6it_(s*(CQi_fBS@X@a~#s1_}b}A;KVb{CVR!$T>vs@Y58P1_CCFs^VgP!_s
zRJD?)^HQ<wg)O$L-iOE7Ug%v9<nEMI?EXTI7Cy;5;$zHar7%{uC2^kpQU>cTV)eyz
zYLsWwD&RL*FDMs!<CPeZe;em|uA?JK3F!^`lun<8{NgA^_NMcYoH~ylFGcJZx?Hd`
ziov`Lxd08$)+xaY+i`qybP#$UXG6Ai1|<_;BL4Mhq(>@o+H5Jadz<jz$~cbqgfKJF
zT_g@~!>IHg%-nwxDbjYRqzl?R*|5sri0}UD$ov~0V&+scmKa*|(>dYXVxva+(`9(n
z@>EiH(~<sGGb95)oQCHWW#-I^<L@3P#E~06Ak*r+<alfgKJzl->pR=g))$B?PbNir
zw-%jW*)c-VirXKgFnXb#Yjd+HSADI=11EH7xJkxzr(($wZ+pVWmtDE?OnKFWtsA}Q
zV}4%b_}xX#Tt&`ru%ox}H=^HV1Jt#yLX;VCc-DGGN)0)$Nd-R2n;C4qjvutkaoRAB
okE-8fe`p-dH~RC-JLw#gNol`ZOC&zE$6?8NeAS)G$l4nG3oIn4<NyEw

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_scaled/test_data_set_0/output_0.pb
index eb4b24073440d51cc9a63a7d5f987e2e6f413432..bfb676213c9a1fd3bd0d0eb09b20410d8b91914e 100644
GIT binary patch
delta 20
bcmeAc>J#GTVB%om@DN~hVvO9#!ORH&Ba8zf

delta 17
YcmeAZ>K5YQVB%om@DO0!$j!_N02-qLg#Z8m

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_0.pb
index 1ff28a938b8471b2700ffdaa69dca35b497eb0f6..8d14cd283e4e347f761e55ac0fb60b837abef8b7 100644
GIT binary patch
literal 2318
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@+f}&v$0H&sgQXZMIsDIuGkO^P83WOwUrI
z=lCtG3N~ee+9)I|qPVwR#uWeWk=^Xg#%N`ROEvlXR2)OLl#8LHcA;_Lkfg#ake-en
zH0%oJslrS)R{BuMV-n}CcyQR|zhd~R2^|Jz<Jyg6{!*>TT`RBSMrsjk96sddrQ;aO
z*QDm3HIh&RL#}Lpm+K!JFry}!=SyrT)$ByW*%3Ugw&y?1GU3wp9w(bES(LCEZi)){
zDdzxu7JrM_=bDTt8-=D)7DxWMA})>v!r#UebM4KU)Uq93J&$nQI}?+A#t2itC!7@*
z@<xsZ#(ca`+J73gR{m5SJ}-9W1ra}fFZd#Z8dHy<ppnUiH}x5@R4^iMp3u5fhFXii
zMeF`*6qrwmw##+!(7%pz>+-}e%k4Ozu1Vv&MW~um<h}Jh!ZlfoYahgO^W1vG+<uRW
ze=A{egfmsGcO$>b6&<EJtn54}iFFKM?wuOf$O3C_MKO*!O89z}jHX@LP|wlgtTJ8d
z=gekaViZDuPvuvC-iK&jLoLlkZ1mcLnSp*BlpnyWoe}iCtj&#G5$y4@;|EPH90-!*
zgWgRnxwC*pZw;YJGM6)5Yb6RXdtp4of*J+8;qGL}T}8KXvg>WgI`?4lxF(a9>GGA5
z7A+T>Q~YJdyZ7!uJ3pGU?M|cBVg$N@Q9Kp7l4|x2>|Hh}oYqTOaLb8F$8-2nMGv_m
zoTX7_@T)XnVC8F}sT<6+qbpg}s>y)ND~NCSLbMgzv)kz*>TfNk>p&PUoXX&%Icu3P
zNr~D=oj5YOgl*lnXpB^3UU|5<Ki~t!Q`M65wkw$D6OG4LTXDK7p4$T)SiDhQR2^Cf
zM?E9D{h&qby{S07Fp(ox26Q!2<!S|8dW<ij+sXZ?8ykS<-5^990iw<(bJ53wQiE5B
z7>U7KuDST9C0^W?{)&$J{U~2%&(@e;C{H*;&GMqe`rFS%%cM1*ct3<&m@1c+M)Q}#
zEJ8mV+1(bjyH*G<t0NM9Q+Ij~)gvPCdra-qVRd%^pD4_y>Zj{?T%#11e0&(J3z$!&
z(skOFYR#dzTbROdJy#x7$i=3F5DYddaQ~8P64lfIe3CQ-$BJ&84gM1$raQ3BS%(Kr
z!&q|sFYz=*fx{AI80I@OsP7_DyWe5QF;~3s*GAsG7Z{n{0kfVYuAN*)X(MSJvVoC9
zO=4@P23@|MLz$b5p}Q+_ZJ!L|pAL$I>Ox7~(|9)ISh8>0laEk_mxelg^)gr39DEKV
zk;%i6pU}$W7-SYQ+AWL6PNh`Nf0M-GJw8;8p3k7G>)5MQg|L8NT3Q=2W@L?|x~~nQ
zT^CltTli%13Fb7tLB??t8l60iDqD4YB=cwX26qhpCeN^MqR|@JCn`Hbxl}WQ%U+~W
zQ9Fju%s-^ut|n~#*I_ZS{R;Xo$Kz&`GGsr8h%b6vC|Tkv>HA<gZ8CI_ai>mP+I~`e
ztY*a$w=J0RyNRxrnVjPr$_k?;l*SYzzFrBoS0aUpbT2|23gKQdj-o$on5%8iNQ-jx
z7o0_XjtdNb^<vRbjM$i9&&o9(v{mq+>QDJdit5IrI34=6lt4QA9cuc#;F|IW)}L|`
zaos*#y{}e8TvMR4PAzT^X)&%gjk+J0(&5%S;zZaTq?gI_k-I9tOSGZZ{2fqw@)r8l
z`!VC@CSpI4E#1Ihoz%GEuW_UgM$qK)1T@yWP~G<uHYIN0mP79|L4OgSUu*zRyYazw
zV~$=(gLl*d_>HdMe@fD5RX&05ymi@8v6gmv6HsqXWkQq|2MqlA>PQSN&-<}dm>_F<
z9xJ8?a5!<B=+z&BNXbV<NH7y)RmA<AG(P<A33%0YAmm(uq~w^uSn?p${{P#A{3YQz
zoy@_iaK0#dh}Fv*kQtDGoxTQi$xs%%TXQ4^CASe5TOu~T*#`N|k?^S7jx~#vuzS&R
ziAvt2=n638?U)QMEy`kX;#Cw5o8f+e34K*x;cu@jI-MyH8o8c)-dKTTr*u51vEb`x
zTW}`rJq9Ky(9U=WigGh4eZC9Y_Z(;xa~<(Dow#Ehz`BcZv`CSN9~=`fKe-);4*1d1
zYb!sSxtZ-v8|d<LHBz5s@%e@veEi!jaUeOBor;NQ*!@1Wl@mqJELX;MMsR3r3A(k;
zqNlzaRjuTiyi~Zqw8ak92k;!*2fZ6X+>?@uJzvVv!Z(>meT~_y6wb=FB+j#6$`IW}
ztiF^^jq+?-1^y1}1?56-yb>ew@8W#V4Rj<aA-zGL(&=-MUmVS--gF+8Q|GZ0rHK7f
zmkV}9GlW+l7pTG6Iwg2%JC09}4MOjeY{<6Fpk(4J#J@R%^e81xn=NH_ZxjAq8OQOS
zP-Z52h{WOT7?s|Kna9r}McNLPbU}M38&(Av@%`T%nSXN?W==I@iJ>(=n-jsUHfoeV
zQ-;Sa&m?uX92sCWLo)E=8F*b)X3nfQ{^5C29KHD?GOaF1PQ<q0b8jQQxw`{xeL=YT
zbW)^uYti|&9U~R3xZ`08H!QSsZEiN@%5U^|@T3k6H_MprR4h5_V^8?{u`5@eDX*Kb
zZId^B%`b=?|9hyJtH}8ccJwj+R`k1Ugu2!>h%zG%&sxtYsUhbzslZox3q!2e@uPM*
sP8-JYarN8m4~wJurT~6*H=ScLDed=YiNt62I3l@#ue(zjRa=Aq0c5PHcmMzZ

literal 1163
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1^KgpAvtM!N5D*aKbr4+)FtXYh=
zR$j{!8>!PuN%Y4^*1LqA$Zc8qQ%|{>mNwNsAITVrxn$N9Q{O!kiu`S1=niLVPB#ul
zMKEcaEk-eq?op31tGGZ!u5#pi8`II{DHC(El0>?Fs&EL4pd?Z->Y0Y>g$tM;F`k;v
zd?cpsX8ZO_c>2bO%|A83r!keMA2?!C{}}|#U&zsf3{jpa<@B##BOxLe1+qj)tH#na
ztQP;)_CViU0`G(!RGpGwuEz~Av8@c*Yi9CRogIbdSCrk}&GqvuAT3?S!ew%<wq3`*
zo)qqH-ok(yPe#={a@&n_=yIEhwLW{q^vYzIY%t)fA~Wiqd(mQh605z8V%WArDF2zk
zh&y1ojfxkJ#PLqUPPUe}VAbVD*r{j25V(jrAJ|c*4dRkTP2$9(5i~bg@$%+mj9S?v
zeR2@}8{>rQfDxf?eIkEsFK+*y%8AByWJjxM>uD4@kF)XOiVpS_Ex7f^d_LKwMa(4^
zHWbPE@RJstwKPEMKZh$44htS!&jRnc{Pr(bHh(^WcRl_T_d;7?lhca2kW&cXJfJME
zRr0*PQ;c0I<rH%#sxxF%Whe1%&RubCB$z=qFO}<z5}FO^(Cc8%kp3DB$vshcra+lo
zJdUpQft)v^4pA;!G1zxX?5Zji^_AgRaIZzI{P_SvQVxiAb*AWbQnO>sM^O1#a*?Sw
z_m}qIvc(+qhp&cIYk<maJn#3E!@_a}UoUrOLvReA*!L;TS8Lcbaua5TP<q{WU{_-r
zH-;|fcf~b0?`1-(i}kqlTMfLAeTh3Shp{(vArFn_ph1|^N@EmhrE-{6Q*>nP;NQb(
zigN}R=(}fAT6|i(xfaIpuFDvpN#<v-O}S5(hp8nNl>5fAaGe>0TC?DMB9yY|tH|`P
zbh9l=N5;#OxZkd3UwtoL{m_NH=_RmE45N2nJTqUUQ_)?I?E%RwtoG&L&;t7Xl8T|z
z!HAc9j3(D;F3mlTH~&4uq~~wp;o`%a)|)sj@*OxIeTcy8fh>yh=h~}nVnAkt{<?g0
z1bi=IV;-R7(?_E6i+35Fk_LU*EUvs@6q$EZ7*HF_g1nnJJDdzhr#%STJ&0Yca#3|n
zPOHgnh*LD+kfR?}`<&_Om&jp<3It!*@W^a02AfnN`9o{Q*BwPkdk9y#KNXrR6|7<u
zh*9Zqya|lxGUr9@5N23gx_RgxV5i+)5$GO(kPER?<pyC~t(wu<Yp58M!DuO^tn-C<
zywQy{4stqo_^~^F06UzbXf5*<=>x~0oxGHhQ}vkl{$lv$b_lufXA56plOc@yY6VX=
zwL!0}L#N3&#^r6H?^Pw2Jp56yp<*%hTemT`)0w6o&d?qnglU;26uK%rdm6_p!O<LP
K{RY<E=kY&W2=Z9~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_1.pb
index cf9fa302f1282d8c7048356bc09f1e12f76278e1..8579eb016c3d8f7e2674d6ab54a54682f374fa84 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00;0wIb<36vmLK?*Cr#9in{xKzol1ENS@?etv}pWr$1`7ltNg@n#Fi)
z<+VJqkxDBi(H|pO?-F(*w`Ju|J>_Ov+En{|Bx5Azl37zsmz(<e?w(K>U<*Tc1Y5Ja
zaZnq{q-nMo#XP!eA7fTgzKHU3<a-;^(d8)<a}Okmbo*4{5FSZMl%V#RhU$e2m=`&o
zn$A2VrtV_<wo7>W#)wTnHNdAam8Ty#Vp9JZ1kPW`(S!_9o+#z?uU{h}G6(sxL`bW~
z(lopl|JL?E-&_pugzZ$Fl3=dK4KcB;6j`fh@>ZQ4h2~e3-rmJ^^D7`NS;m58a;~yn
z%f6lz?rYx6z#30#>m9lE#yNDk&BPj?-C}xWGECMR@KvE1b<e$Mu`P+!UPdu&+aZ+y
z%wXglFv3Q~3rFI3r(p+M%Uj@gxe<2inJ@$`V)h4il$8Z@$)YB4;?W428?1PFQ!+-a
z?2$e>m;sG(!gauiFt<LDH?|kIe^2E^V>_~<)wK0AitNW(cyUDs`-&Fa`eQzy>?}jf
zB^Ndn%K7k<7M!&-pe$exS0o%3Jh+be-gEiwU#@Kad;;%!{3-5*wZbO56?LJf5V2`M
zSzfE;d3~oCyHv_4=1x>+$f(Ln;@j-I;@n6GgKb_a*BT`>8`7cI!JMJ}H5ih6qTo!v
zGP!6RUF(B5Z$=%oE?Y3zcS`K6DiQUS5m<1qMXdaJKSERXi*|LU=yg)FW6VcT`B-w1
zsW<nP^x(3^9P~%5g0##4mD_mU?<t3c<qE!D?#_mg7(TJ@Q<|^RuxaEb%nV`ly6?cQ
z#x!mSTh8x_YH;4mgjN^pap|`jcpv)`cU}%-Pv$}%8qG$7FsGHqDAG#gFsr8M$k@)m
zhtm}23@*@j&!)8Kw0LtZoa0@WF;J7t&t98yuPzr;i!CVkjb*`FGX}RFfb)qk%A&6#
zGoaGVwlEzTFHhoryPAFVy?FIQ7jmZ;!#XjX-hJ`Re34E?cRjWRCbOX0mxDtK=>JP9
zhE9hdUh*-TT%)-(=Q!T{_Y9MszlDd34{us;<g}=F;C%EUg02U#P#eHCSKGvZ%m)2+
zdFTlIUc|;cK=G%KMCBLnGCCy<`qEikdBG?$@1`)YHkSFhH*t128IDf75xi><J6q+V
z>YAKZliLudXuu&yf2#I6)73wb!wwY)xvt@n*<K7WsY3FH){L(^isJTA`nf+9ngc3W
z#V8P?(&2a$7};gci)BNYVQuN=p?iQGc6&sSdmutD#8Q<LjB&MUMrW<2Vo(O7rIfPH
z7vk{-H`X}F>D=MZ?)U+0chb^Y<}1<%j-hPwQbtYHW8V9V;h)nX<RXAAe1(mMaO$fS
zJlWI+y|NCSCgT{FyP3XMm0a@hN5%Sz#nf-v%Gge4ntC{+?C>B=OD&<$RpHswI9>^f
N=1A)|u<kyO{{h~?^5*~m

literal 1163
zcmWO4i&qVH00(fl=ao{eljKn%iIZizo4VcK_gkEb+@+VJrzlF@NH4K0jpN>w=y2_!
zZFg#&mh@2DoU=8w$<kxQ$~r<q#n?`Zx|6bf{)Ug#Kx!hLZ6yiJpI%&PPkZeiDkANm
zEj)zOGjUY*P9S(;B9rt2`WPv1m{;PSbr~!>A0fQyF5JexhuS-ZABTDKu#cQa(zLkp
z$c90C19-i9J(Y>|_;ZsVixL#H8M4CZ+E_k(@c?aR|DvMgF`_qHbJWO@+pOQ<&f{3h
z8y9d~(+OQfHylrH;41$HlxiYy%{x;l*KA?mViiwF#)Pv^HJY>@SRV6SRL3ULNxwtP
zljPF0phcvZ$Fj)8nzeCF$PcK)mjk}MY<UJ2{;teTGotE!JxUr9={adZSxp#MT=Jsq
zulb_zsUH<Ko6#jpVnCO>P!*g-n@@*O<&R?OSqKf!eTtf6bMVXTDr80l^TuUMeA~4H
zs||`pN|lU;F>O$}=rB0Giay5Y;JHE0;rd`2JlqU-<vuR;b%Fg8EmqI-gu`Gx3fo>H
zq{f)f4@a@DA%Vm3Tk$&EkuxG53Hzz17?M^X!MqG>ZO8GtTh8*jV)2pnRyNO5(6>p3
z-qhW!{X)X5(F07FT8E2&OS!F7i}I#YSOwd$^`(ke7YETR+>3@TmTaDz%Jx~Wk<%E*
zn+G<say$ysG(Q$32PmGdtH2L7Dzr39m|UjdQL|Pt(q+gN@7)Ytm;%Sh<(&4b9X$q|
z6?wW*yh?wUryOM>)O9OoIvewW+k~R7V>|4evpD>gEwyv{gw*RKEW4i|S68j@yL1zw
zr(fZ`dLPWs&tk;yKGfu;!?xFf>n<*0;jIkL6#;Zz9?6i|6EN-&xcoeiJ=sRM6F-9O
zSw-T#uhJQ6oWp^oo?NrC5y?1+o^B0dBMp#JYQm$Q)=)1iLr>ZQD*wM&eEX_mnP(r$
zM_d@bD~c_#qv)T%my^>9pbLvtWY>-((&-SE-Vfzi^e(iU=`c_n$TK#pn9(<rALPh*
zVp9)>-_&^bnaLHq?i+BA_N-9LLWI3r4nG@;rfJPwyl{A1?rfdT%KT#(i3Vy+-r+Op
zeX%58gWq)f*xk5@&g+di`C~g8{QT*<$qJd}IXs>b!xjezCS7zF0V)qlI+Ix!Xu_8<
z-$5TXCOmw7*<KRQYr&o3hH^F2elAixDam1a)_hi^TJR_JC$Jpc$yVnAs3hUEU9q2a
zN7qu_XT*O(G{Uog1hxtNxKgzNx&41&hT8@7e!c|l6Ay5qSdD=SW4<x860K87^qCB%
zKHGv$R#8;P?ct%w0kJaAiAVMyV9?-xZpoa(Av;4XP};I5$kaQfZaqG{lEs7WRXDP9
z5xY8$Bm3(N-a07f^ww|CUmwVahwlp0d##XY;?W>=XY}<hq4#gc^onAf*Gbs6xDjEu
NWo+JfO`%sV<bPH0+<^c9

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/input_2.pb
index c0b8f72c70295712ef0817ae18708515ed9235dd..9aa77b8c48f71b35806c06648d524303725beace 100644
GIT binary patch
literal 1166
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~)4d|))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQX}bH3yH7fy}<mLB~`Yx)$FA_
z(gvEMLr6UxM@8Qxf)^(;NhhF-k@C7}74BM=!@TPu!kh2FW&C@nyi)jam=_Owd-6z{
z2A3aNF=$@^uhndzBC!E~ZuVnwf}B>v7C2QG%LmWzquu0RRF*zM^cG8w8Q62X<!ju2
z6id&hMVwG~K^xHn`;!~F#=j9|>Ihu*$`p#VTiL%<$rF-s;pkn1W{n$G#yk@>v59oh
z?Gy_nxil_p6)C2%EH<)aU0gHr1M2bRpbsyZpN5&gGjr1nsC-w4(#Ax(Pnl6x8^%=^
zJt+HYp(uLdN4eD&bjy+$(CsReg=f(2-6@p$W0-y#LjAL!qW0K4{4%#1nNh*Ke#so)
zcJG9*UWrJlmQg>Z9ZDxHh9=g~+wd&hH+piUA((m(w!l@fpUZumVEb4D-v#cl8)`sN
z`wN8B8uHoUDE2oda3p>kUS->JR>VVLJN*R1(n=(lmSdgu1YY%cvZB63d}z6iEequI
zX_lccbr0*lkT7fPAQPt7<HFxkZZFfIqPYwf!8UArq2!gNLG%dspuUqiTjr;-W6mq&
zG{y18!A-21h=MfDkA=wr@+a#n@q?8Ttt}EJm&<w7q)m)=>$BBs4?`EHz&>&%XZ&hI
zw?RjFo^}i`)8FPt_A(Lbyp6LR4SC;XQeNM=12&FX9C^c<ntA;~>Twe0J&%#At&#g(
zyn)bDFL6$_AExK#FyeP_s`Jue-Dk)37nZQ-W(Mbr06MRXWXRk}7<LL=dX~rDYy;em
zAH|NWV)4#b=?pc@;ox$2u3g=PWE7ycM~&D>J*1Qw@u<5cR4dBSo3@CG|1Xx@x*}iU
z-j9k=Cx-8iVr%Re1{Ut))Qm!C!(!#xbrXnmIE3Z*LOCA28yzNE43-4)wAC7B^v~w|
zIWnHu+>4RdwO;)up7P!I^te}ZMyO;V!qz2+pAARTxOP6C+r8=OXqnEc{9_o625ODo
z;#288u`FMW-?aPL)3k(+8w@%1V+R`j{OP>e0+|&#Jf0E5Ry#W;U2qivN;gWnl35>U
z#1}E&K^HbI+<bi4Q5w&y!Cm6I!k1}37t0@)<}f{LAuChO_><}rm=En@n`0rAl5kqD
zI>7p)>!|8C;6EX1;XW`5>x2PZuHJ~;fj=<I<vjX6Uxtp!`#4{s!eFH#U+Y_lw&^5#
zPX$w#ZAJ%+D5~Q2@=)ZUSe@s<BL@yLXy^d9X3pcVjXoABtl1l6?3Gf#0Uun>Vu5Ql
zj_g{(?#|=L{yKv<3p_cq?Hdd<1oFY*JHq&G8zky@G)i3=eXU#Q{5vqSvIOU}61FdG
QLf9=CTQ*&l>lBOm9|~mM8UO$Q

literal 2315
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucDyh@zxBlt+Ul~)Okq9nP0EcXL^<zJ;rb1
z!yr>8sEtChGLn1RWlZt=4%y9KY>ZN7m{gO$O~o;IbGaBwY8M*&4@xS`0_frBPQ$J+
zo-E8{W2HBh+$VANvO9-e{u0AiOz1E$8&|I<^XF<s?p$>Z*HepN<M2K|D;>vJz9u#Q
zsF8#i7;;tn+g$(1fEhK(JXc~vsb(h{&WzwmwLSl7mI;@(cR1N>$)beSa8p#kk2(9{
zz4#l%KGS4)*(fxXvN-b3WpQCF0Dd;6m}_s&q?T>)?0JY|UYVHeGe)TTUE!>_kk@lG
zFy`%v(*9GZweq9t@Hw#~FOc}*JHh7})R=k%1&vHDyrIwVrGnvk^MuyLGSpi9En4?g
zqriMhv|Xx$yZ$wtU6&_*USY=pbxj)IDMHnhBJZy65w6KvTzfyBo95Od=GHq@{96f&
z!=0&Wy$ktOuIMn;VP)q5Nvxwkb8pwUMif|c3yN{nQNmXr%4ph^4fPx?&MMQTe$H&>
zB}O9Tw^V-l$32MVHPq5v#758Em>J;9LHPl^+!0QnOWNGf70w<{JHFTC!ht|J-tXPW
zlG_Vd^u`dXBy%~_wN|1Kvj@gAET~bi3(K4gxwGgNPISEqS?6vn9@k{ja$UYu(xT;J
zbBaIBc<1hIXy-?9w%sYTT8uz9Ad)8|R#DB~fxXKIh0}T|3vN0w=~xb5sOTYAgt0Wz
z48D~H45)l1G<AcRc4QT+S~cmPc^UBypNqC)dv-fLK>f|dbR7ug`I8xZIA<*rCMi+-
zpc98jm$0qd7L5^#%qtHQ_XfP7c(Ph@&UPj9yrb~wN-IuP#dDj#1B*Avi>iYQ;izXs
zx9_!Ry(bli7AA7U%7Cs$s$8w0OZV|5bUU#Rbz=kYxD$x*!$9PjWG?zhP-^fJ;Uh74
z!!;NGw8V>B(qGU~zYpch?b#aB3*`xCs99c+Sby`GXqmL;W3LBr3svRP(kT91m__J^
zA-mgxc2^7GX?0klZ@P?LL-hy`_zqKhby(f)&&LY$srtz}9@8krMQ?8g=>p~xsdSyT
zrCM_c?i8jlOwW}E6mqdKAsB;=3f#Bkszf!_A0H<T!LgznXM+Afu<3Seb=Khl(@>Ti
z`%^qgQQ)vd8HV}J4D7pr)b6*~anu#h{j`yH_c=ypcfhPCiEAg9Q`$&c2S+nvs7Y)I
z(V)v$b0~9@F=SUIuI`m#{F6bEP+cggdlJuv98301d+;I3@WN1sFJI&en*+~aBr<s@
z;$vEw9EHq6M!V(l*rAll`LB~$yxW_qQS%viWgUB!su1cQL`!Q!#*D0yRQI((wClnu
zXfq#AKE|A;*T^_#LZcI>P-Ux*4`hDKj$VerU*#G4brf17`b1@C2$yPRaQX8zDr(2@
zsrmbq+u4LI|2ZTkwp~X5rFh(EQiklOVDWj63nfcjC4KL$piPDjGH%z2i`!0!kJPMK
z;<g!6zBka-GLv(BLRew6gwmK|#Mdjq_Hu+Uk?ujTLm`%xjHBpx8|G@;Gs2=A{RL-G
zpW_0<Up!ef6eBhy*t2qtJ8c!*srq9+k|MkDFiwZQEhUhSev6tuPq?Q1j`b&<L|nHw
zSMRMA;a3&ttW%3yLt2chO{4C6rgXUZmN*`I8|h{8e7H=N-zM5nYyNg9J$?iI>iw8;
zV<WMT$d*R)7bi8Y{Bs=XgW)u}Gy#qEE>!oqh>eNS+<fp|Cg?BXvkML2DL3A~X3Wv^
zY4D0%0N>G-{9j2Lt;#3xt(Pu4D%R3YZvyJgsZ5B};(&o4UmlL3<vCxL3KL{a&tt{(
z01hQ?6}|dH5Gnbn2o7Rmtctjolg0;s9fxOK2ZGNQNJ@?hj3p03?f<_`$X^s5)5#pH
z3gh#l2UxwL0h#^@*x_S9mkedGt2IYrP;v`#u_a=|>#dOA6an|TZCJBN3A+}pkf`KM
ziY|Xc-ipcK(xNODCtg9}uo><Zn9xV{CI0rzqSNUDp^@vsXN?s|c1p+n8VkO9x*4a_
z-eEw30_}{4peQ$!(q}uNeb<3TG1m}Z(}~;0{;azYM~f7R_}(!A^OM_gaKA4tJ-6`F
znVZ<&6it_(s*(CQi_fBS@X@a~#s1_}b}A;KVb{CVR!$T>vs@Y58P1_CCFs^VgP!_s
zRJD?)^HQ<wg)O$L-iOE7Ug%v9<nEMI?EXTI7Cy;5;$zHar7%{uC2^kpQU>cTV)eyz
zYLsWwD&RL*FDMs!<CPeZe;em|uA?JK3F!^`lun<8{NgA^_NMcYoH~ylFGcJZx?Hd`
ziov`Lxd08$)+xaY+i`qybP#$UXG6Ai1|<_;BL4Mhq(>@o+H5Jadz<jz$~cbqgfKJF
zT_g@~!>IHg%-nwxDbjYRqzl?R*|5sri0}UD$ov~0V&+scmKa*|(>dYXVxva+(`9(n
z@>EiH(~<sGGb95)oQCHWW#-I^<L@3P#E~06Ak*r+<alfgKJzl->pR=g))$B?PbNir
zw-%jW*)c-VirXKgFnXb#Yjd+HSADI=11EH7xJkxzr(($wZ+pVWmtDE?OnKFWtsA}Q
zV}4%b_}xX#Tt&`ru%ox}H=^HV1Jt#yLX;VCc-DGGN)0)$Nd-R2n;C4qjvutkaoRAB
okE-8fe`p-dH~RC-JLw#gNol`ZOC&zE$6?8NeAS)G$l4nG3oIn4<NyEw

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_gqa_softcap/test_data_set_0/output_0.pb
index 87826e7d4c567d1969629ae679a0750d3464e829..862e0f07ee6986fb0e29ca614ddf0c7d5dc33c2f 100644
GIT binary patch
delta 20
bcmeAc>J#GTVB%om@DN~hVvO9#!ORH&Ba8zf

delta 17
YcmeAZ>K5YQVB%om@DO0!$j!_N02-qLg#Z8m

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_1.pb
index 24af8e1dc94d83cbf0378171e3e79335b1eeece7..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1163
zcmV~$3p5pW00&?++)C5QD^rNO=;R_Rq5J>+DhDMR9qM>AkK83RO>|41t*Mk&owenp
zhYmS;Tv8G>?$tR-nOiDs?XE;yEU{JVafW@L#6V&snLSfKFmI|%dQ?~s9mivXIk>5Q
zh%4KSpse_W$&)u=;H6-KM#=MfCah^VgrpKHN{=ZR$-B@CpTSv{2l2se2w&Fx4C~k&
z?8wuneE2lBPP9OoV8qG!%bBC8MAh*W4ymJ=nHnHcb@_ObJc#)LJt8f+9ulRXho>ul
z2(zR6vnAZy8;Xx#so-NP<9>@cX1PwMLCX=0*1naW>s!Jw7k&91Z3|Z4GiI)73jbQw
zD5`t4$aHC!Hzd{KK%gBb`VZsct@XI~=7mtUnsMp)BE}oK@bL3AZgyU@Or`piYcE-|
ztkIITJ9kj&Stzd#@*sjk*tExhY2%g1OAlnQQ@hAr_Y}o8hMZTih(Qj`qQiR&Ow76=
zj@VIWx`_$NwzRL5AlP^}BV{rCyk3u!wkaI_aT+@|rqC%pjHmmR9N3Xej}vAh^{odk
z$lGzYbvqMI6{9p%3f*8lwMBzCkd(*_GbtvqfXkEmF}u7(Y+2($>-E_f@O2PQ`!htg
zEK|70B~r3QFzHVPqg-8hGSQfdCnu4fnajRyP59&87$Prd5YU#%^S^jt`pXK0FLdQ(
zTE3`Hx1q)1*GNk|iV}x(*fdU|e%y6@xIToQj%xU)?PNrm1Wqe%ifQ+1Q5bB++pW$N
ziaV&io6B_zFT+OV#WP-x43dU$WM~)nc5GsJvoDj>9!$Pjg#jNctPRK$77a@1h3Rmp
z)R0}z{b;f+gIE2=#JKd4kpFAR#BMO&K7tpIrLtSIo7(zLthv?(=O`=aHn_29o--Zl
zqWPIyyEygR1UfY4ycVg%q`3^)Gol&VmMXm8j3L%%M4X&5jJv;Qa@trQ3R9ve^&JyM
z{e^h(Qx{~HJ8}E*LO#o>!`3EGYDyjX>ldA<G}WOlbS_t=eJ6Ne9ZUS3`2FAB?ASh)
z_g6d>4`Q{jFVdnlrVR0sZ{+pY<*ey>BBm_0;Y_2&jLLUlL}3R1E4nYLCN?tKepDVZ
zCZXZ`E)2UHG3I46-aGo@Oht)YS^g2d)f>3LvK2|533xkFCUP28LfsG#mj|6<^`(7?
z*|ksfMHPtQ#Zi1@Fdq>CrgYQy=U&wiu9?im%lIJJ)ael6W6a*6dYG85;_H>msoA)d
z&txNVqaX#_CvL$|7fZihcMh~=aeeGco+xidjh`OPuc*=Vuo?cxzeV@xIQA5{^5A3<
zG{T7HiZPL;a)jYkibwf7`D#3CS(VNcJ%e*-Q+{5&yAelYZ!d-`l-&GUpWk#9V^*~Z
z9Rt7OnGi!pYxiTxsaQIsw4flg!ADw}jr`Gb=<SQ*h<X_RoE<>1MK$cw<LE!~H49#3
JbJ?I8{{z_)>3aYG

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..3887003e72465b4c7ba36321ab3f6c3b0396d022 100644
GIT binary patch
literal 1166
zcmV~$3p5pW00&?++)C5QD^rNO=;W1^(Ea~@m4gzE4mw=TBX<c+yU{IqHd86BI%~^G
z4;^yyPD#|bSLY;UlnPtBE72B9Y}I<4Vc#dwlNd<m&emP68y=7|-C256SPmb@W4(E}
zseXtn+YO*9|Aa|XH=yUKV7x}f^EyVXZa9R*Vhc)-DHzGS&<UHxIpzoP!F3p4R{spk
zm@Mqf(WPwUG`3B)KoxJmsf8<<rKv#W@njCGqnMuJFH*F*c#<@Ph5o%lnN$ynO3>ZI
zg+GMa(CyhW=Jkc(<5xBCwsz)zvsh-h%%on+5scNom7VKf#!x3+*`4kdti5N*Y~y79
zwWd*2^>riNsa@8PSc?MzHk=$djElFzaqrCwp=veZ@`)vk(|6+G=SpsIT(Y93=2Nb}
zWXaM-b6W4(NtH)|tSZo*2nuG?UOg%&Dv*;Jz#xZqk-gz5imddxpnM4f?V3f0*H##r
z^gtZ3q1Jda<CCmuTOmP^;T}dhNAvS~9Zp#%bL__%?AVk{htyD>9#C;`XA<2{n240O
z?zkXp$Jy2$j6YR`k`O7hLvidb9KwOb1g4otF@;53nK*#CWyNCaI(J%zXJXLDPB`pO
z6PeEG!Ywv|lC6S?e<~<<apK7YLn@w}L~43A`?ojYk9XsUyr6-9TRPAG;*Oaw%MrHN
zg;UC0QJ-o>v%{~UOgM^SyHr>;PNQz@b$qx!jNXna_$hZWqErHhRX4?qd$lMCvf%Aj
zM+(Iq)ZWeJhQ*g*RpZGsp7sos26J?HH}g6+GpyN%iE4Ky-K@l*w*}Vw=LoX~6?8(i
zI8>s~uIIiq+MdR%zT;v-`bfzBHD^K(7-t*7i^o#fquImm`cAC7)&@tp1+*JoS-8NF
zc6Cww%(Y#d`fU;&8dF}2RAI{08JV-97}Ay^yxxo>#(PwpoHl~Hzo&D?cs~k~<&^r2
zi^72dy!fdL&X+rJ`|)Bv%c{e+CJ$;#?D^{#ov1L@qAp}U*C@XeJg|Yqeh&QpZ!dQ2
zn9lpFo{9%C-LNg}Mr(8_;v(P3>aWXK-TOpLTW-bK21_Z=wPQp<8viT2FDfTDG0JvK
z7CbJY{`)SBxEV0|Wi#H}``}D@u}oF=5xvwKxyZZ~i5~HIJ6bBT8f%2QAr4LtI>p*c
z`w+c*pXit8i;<;rKGIu=2!CU`>iRLSW*FCu=Hq2tAgt=Ni10RK-*7#QjMwn>>Xp=N
z+Qw(jqcVd)1=}ZYL0=m~-##}Ewq-CpW;IWgHKW>Bho)E5XnNQTzvJJcXKVs{^Idpw
zst_7sKvTuI$f&W0{#A-cxx4skB4b6R)&spm^JrCeUc9>zOG7VDhAC9s@>-YQbQNJv
zl@aX&zT%l+eMWWf$Ffr~v`cP5en^A2v?LR`W9QJ<FXyOw1pk~JM3Gq)Y*J(CH~Ka6
LUu1H{kQ)C3jfUzJ

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/output_0.pb
index 55cb975a2..149606075 100644
--- a/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/output_0.pb
+++ b/testdata/dnn/onnx/conformance/node/test_attention_3d_scaled/test_data_set_0/output_0.pb
@@ -1,4 +1,4 @@
-
J€²wY>þQ?5‰ô>Q-Ÿ>N»ª>òŽõ>>ˆ®>öøÚ>±/?Dºã>…?Ä@?Týß>eÂ?É	?Î'?Ùÿ,?âó>CÉÝ>Œ5-?Ç¡’>¶ã>ÀØ"?X¡$?*vY>àZ?A–ô>{7Ÿ>S¤ª>«�õ>’ƒ®>VÛ>Þt/?Z¢ã>‘B?
+
B
YJ€²wY>þQ?5‰ô>Q-Ÿ>N»ª>òŽõ>>ˆ®>öøÚ>±/?Dºã>…?Ä@?Týß>eÂ?É	?Î'?Ùÿ,?âó>CÉÝ>Œ5-?Ç¡’>¶ã>ÀØ"?X¡$?*vY>àZ?A–ô>{7Ÿ>S¤ª>«�õ>’ƒ®>VÛ>Þt/?Z¢ã>‘B?
 l?)˜à>I°?oê?–â&?�-?ŸÕó>¶Ý>¦5-?u“’>!úâ>Ë"?'¯$?ÔõX>õV?äô>ꮟ>ôÕª>Þ�õ>	e®>YlÚ>ä�/?àã>Ù?~F?<äà>²z?å?,±&?È-?Q"ô>aõÝ> "-?º–’>ó
ã>*Ö"?ˆ¥$?­Y>2B?çíó>N³Ÿ>èЪ>ç’õ>î�®>
ªÚ>]}/?"Âã> ?¾V?=mà>ª?Ò÷?šß&?C-?`ïó>,¿Ý>ëA-?C”’> ã>lÕ"?y®$?‹+?ź±>Ìô?©F;?
 ®
?ÏpÒ>ó´>ôÆ>
w	?,ë¥>™éÃ>2t*?òQx>Uå>O–Å>)	?œ½/?íõ>ïû	?& {>)²ÿ>Òf?Wlü>�ýí>P+?8�±>Ô
 ?VB;?»
?QhÒ>ŽØ³>§ÞÆ>‚ƒ	?2ý¥>wÄ>¹�*?Cux>V0å>A™Å>òÿ?iÈ/?L€õ>¼
diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_1.pb
index 24af8e1dc94d83cbf0378171e3e79335b1eeece7..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1163
zcmV~$3p5pW00&?++)C5QD^rNO=;R_Rq5J>+DhDMR9qM>AkK83RO>|41t*Mk&owenp
zhYmS;Tv8G>?$tR-nOiDs?XE;yEU{JVafW@L#6V&snLSfKFmI|%dQ?~s9mivXIk>5Q
zh%4KSpse_W$&)u=;H6-KM#=MfCah^VgrpKHN{=ZR$-B@CpTSv{2l2se2w&Fx4C~k&
z?8wuneE2lBPP9OoV8qG!%bBC8MAh*W4ymJ=nHnHcb@_ObJc#)LJt8f+9ulRXho>ul
z2(zR6vnAZy8;Xx#so-NP<9>@cX1PwMLCX=0*1naW>s!Jw7k&91Z3|Z4GiI)73jbQw
zD5`t4$aHC!Hzd{KK%gBb`VZsct@XI~=7mtUnsMp)BE}oK@bL3AZgyU@Or`piYcE-|
ztkIITJ9kj&Stzd#@*sjk*tExhY2%g1OAlnQQ@hAr_Y}o8hMZTih(Qj`qQiR&Ow76=
zj@VIWx`_$NwzRL5AlP^}BV{rCyk3u!wkaI_aT+@|rqC%pjHmmR9N3Xej}vAh^{odk
z$lGzYbvqMI6{9p%3f*8lwMBzCkd(*_GbtvqfXkEmF}u7(Y+2($>-E_f@O2PQ`!htg
zEK|70B~r3QFzHVPqg-8hGSQfdCnu4fnajRyP59&87$Prd5YU#%^S^jt`pXK0FLdQ(
zTE3`Hx1q)1*GNk|iV}x(*fdU|e%y6@xIToQj%xU)?PNrm1Wqe%ifQ+1Q5bB++pW$N
ziaV&io6B_zFT+OV#WP-x43dU$WM~)nc5GsJvoDj>9!$Pjg#jNctPRK$77a@1h3Rmp
z)R0}z{b;f+gIE2=#JKd4kpFAR#BMO&K7tpIrLtSIo7(zLthv?(=O`=aHn_29o--Zl
zqWPIyyEygR1UfY4ycVg%q`3^)Gol&VmMXm8j3L%%M4X&5jJv;Qa@trQ3R9ve^&JyM
z{e^h(Qx{~HJ8}E*LO#o>!`3EGYDyjX>ldA<G}WOlbS_t=eJ6Ne9ZUS3`2FAB?ASh)
z_g6d>4`Q{jFVdnlrVR0sZ{+pY<*ey>BBm_0;Y_2&jLLUlL}3R1E4nYLCN?tKepDVZ
zCZXZ`E)2UHG3I46-aGo@Oht)YS^g2d)f>3LvK2|533xkFCUP28LfsG#mj|6<^`(7?
z*|ksfMHPtQ#Zi1@Fdq>CrgYQy=U&wiu9?im%lIJJ)ael6W6a*6dYG85;_H>msoA)d
z&txNVqaX#_CvL$|7fZihcMh~=aeeGco+xidjh`OPuc*=Vuo?cxzeV@xIQA5{^5A3<
zG{T7HiZPL;a)jYkibwf7`D#3CS(VNcJ%e*-Q+{5&yAelYZ!d-`l-&GUpWk#9V^*~Z
z9Rt7OnGi!pYxiTxsaQIsw4flg!ADw}jr`Gb=<SQ*h<X_RoE<>1MK$cw<LE!~H49#3
JbJ?I8{{z_)>3aYG

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..3887003e72465b4c7ba36321ab3f6c3b0396d022 100644
GIT binary patch
literal 1166
zcmV~$3p5pW00&?++)C5QD^rNO=;W1^(Ea~@m4gzE4mw=TBX<c+yU{IqHd86BI%~^G
z4;^yyPD#|bSLY;UlnPtBE72B9Y}I<4Vc#dwlNd<m&emP68y=7|-C256SPmb@W4(E}
zseXtn+YO*9|Aa|XH=yUKV7x}f^EyVXZa9R*Vhc)-DHzGS&<UHxIpzoP!F3p4R{spk
zm@Mqf(WPwUG`3B)KoxJmsf8<<rKv#W@njCGqnMuJFH*F*c#<@Ph5o%lnN$ynO3>ZI
zg+GMa(CyhW=Jkc(<5xBCwsz)zvsh-h%%on+5scNom7VKf#!x3+*`4kdti5N*Y~y79
zwWd*2^>riNsa@8PSc?MzHk=$djElFzaqrCwp=veZ@`)vk(|6+G=SpsIT(Y93=2Nb}
zWXaM-b6W4(NtH)|tSZo*2nuG?UOg%&Dv*;Jz#xZqk-gz5imddxpnM4f?V3f0*H##r
z^gtZ3q1Jda<CCmuTOmP^;T}dhNAvS~9Zp#%bL__%?AVk{htyD>9#C;`XA<2{n240O
z?zkXp$Jy2$j6YR`k`O7hLvidb9KwOb1g4otF@;53nK*#CWyNCaI(J%zXJXLDPB`pO
z6PeEG!Ywv|lC6S?e<~<<apK7YLn@w}L~43A`?ojYk9XsUyr6-9TRPAG;*Oaw%MrHN
zg;UC0QJ-o>v%{~UOgM^SyHr>;PNQz@b$qx!jNXna_$hZWqErHhRX4?qd$lMCvf%Aj
zM+(Iq)ZWeJhQ*g*RpZGsp7sos26J?HH}g6+GpyN%iE4Ky-K@l*w*}Vw=LoX~6?8(i
zI8>s~uIIiq+MdR%zT;v-`bfzBHD^K(7-t*7i^o#fquImm`cAC7)&@tp1+*JoS-8NF
zc6Cww%(Y#d`fU;&8dF}2RAI{08JV-97}Ay^yxxo>#(PwpoHl~Hzo&D?cs~k~<&^r2
zi^72dy!fdL&X+rJ`|)Bv%c{e+CJ$;#?D^{#ov1L@qAp}U*C@XeJg|Yqeh&QpZ!dQ2
zn9lpFo{9%C-LNg}Mr(8_;v(P3>aWXK-TOpLTW-bK21_Z=wPQp<8viT2FDfTDG0JvK
z7CbJY{`)SBxEV0|Wi#H}``}D@u}oF=5xvwKxyZZ~i5~HIJ6bBT8f%2QAr4LtI>p*c
z`w+c*pXit8i;<;rKGIu=2!CU`>iRLSW*FCu=Hq2tAgt=Ni10RK-*7#QjMwn>>Xp=N
z+Qw(jqcVd)1=}ZYL0=m~-##}Ewq-CpW;IWgHKW>Bho)E5XnNQTzvJJcXKVs{^Idpw
zst_7sKvTuI$f&W0{#A-cxx4skB4b6R)&spm^JrCeUc9>zOG7VDhAC9s@>-YQbQNJv
zl@aX&zT%l+eMWWf$Ffr~v`cP5en^A2v?LR`W9QJ<FXyOw1pk~JM3Gq)Y*J(CH~Ka6
LUu1H{kQ)C3jfUzJ

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_softcap/test_data_set_0/output_0.pb
index fc645f76056e029d985ab99bd6dbfe6b54a902af..ba55e58f6bf25cbc0c05b1bbf2d8593ba430f3ce 100644
GIT binary patch
delta 20
bcmeBX>to~QVB%omkPu*WVvO9#!ORQ*ANB&%

delta 17
YcmeBU>t^HNVB%omkPu+p$j!_Q02k!~Hvj+t

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_0.pb
index 233a00ae0f808d8324e726f1121887b39be8051f..c8629076bad9958005e25b4367042ffb98676cc4 100644
GIT binary patch
literal 109
mcmd;J<Y4095nyy;4D?E1U}&&M#S9J%49M64$VbMcsRsb+1`Tfj

literal 106
Xcmd;J<Y4095n%L6ID6)dEiEwsWdJ}E

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb
index 233a00ae0..f1779c1a2 100644
--- a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb
+++ b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_1.pb
@@ -1 +1 @@
-

J`ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=
\ No newline at end of file
+

B
KJ`ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=
\ No newline at end of file
diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/input_2.pb
index 1f926213e719c4f1efa29edc3a356913d55e3d80..f66b89838403f4c5aa256643d26e0e9c25d0a81b 100644
GIT binary patch
literal 109
acmd;J<Y4095nyy;4D(7jd*+NSEinM0TR^M;

literal 106
jcmd;J<Y4095n%L6U|?vlN5u>d3=GKF0mw(jq^So0ubK?o

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb
index 233a00ae0..5cd70fc2e 100644
--- a/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb
+++ b/testdata/dnn/onnx/conformance/node/test_attention_3d_transpose_verification/test_data_set_0/output_0.pb
@@ -1 +1 @@
-

J`ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=
\ No newline at end of file
+

B
YJ`ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=ÍÌÌ=
\ No newline at end of file
diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d/test_data_set_0/output_0.pb
index 99d6f6ff82087362a57e79d112422aac2ef9d8b0..440196c4cdc627152e7473db35422bfb87814731 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_2.pb
index e302a58147c78d1331a97d121db54812fe0b3dd7..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 104
zcmV-u0GIy=1PBHY0ZL$SRd+w1xJp0w`7A$A#CksYrd>X92r53uIcz^Sk(NIA`{zCj
z==?rGHb+0mA6P#VX%0R$liEI4#aBO}YEeH<zR^APA|O8QznebWRhm6+ZP`AoX52ls
Kb`d{pd3-*2pew-u

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..02a69a4c80f82fb20b427a5f750a916cad046f27 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?>qRcR!!FN<a7cEI&`gdOrE4T|RLLDn7?K
zY(F=VmOl9V=ROPQ{60Z8M?c6PSU(eK4n8%L+CEpsS3jX@Q9n+;(LMDdAU^KDn?BoB
Vnmul9**>gh+&#5+5kG8sd_EnRFU|k}

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask/test_data_set_0/output_0.pb
index e9cfe23a5e93ced0ae82c05ad9a72ef6a83f825d..593e426b5b8072e501875c32f82533a1836fa05a 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_2.pb
index 15b8add94d8196baa8612bb106621b7464b8322b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 205
zcmV;;05bmw0tf*J1PBHY0ZPCDa8-9dpSVgt_xUV8PsDmY`KDbyaR@3t$2n|2H<6Y;
z`1|KR3+VhlK{iJ}$RAig6KM`UHIv#tSH)L9p=wb-PQKAS^&%iX?!TKp+f|x9Zf)5<
ztY+LjwRRCdY<YY>)~^^pNwM%fhSPaJRlIILoSDczs{MC9GBkibTz~gIe$OL4x5Fbp
z6b;cnZ#%(0i!x6?S%Wn{IZt#y{V=pXUBzWTk{m@pT>!T}cO@S`aley3tk_>aOF-s5
HWr$fmPk~gz

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..95791ef7223e6c058236e32c35ecb048aec024ba 100644
GIT binary patch
literal 216
zcmV;}04M(l0tf*J1PBHY0YV93baZZCZDDh3O27edRd+w1xJp0w`7A$A#CksYrd>X9
z2r53uIcz^Sk(NIA`{zCj==?rGHb+0mA6P#VX%0R$liEI4#aBO}YEeH<zR^APA|O8Q
zznebWRhm6+ZP`AoX52lsb`d{pd3-+BuNXf`vG6^H(|JEtyly|7naDn>{dYbxG=M%_
zfA>Cq&m%pz!y`Ww4beVtJHbASGEYBQgEc=nPjo;1Ftk2h#brN|97R7}0JlDOB_BU=
Szmq<!*k3<OK;}JVh*>^<Mp(}P

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d/test_data_set_0/output_0.pb
index 13b1c0967c7e900508fae86ea185574c588ca2a0..9d4ed92118e7db5a64b209df2679814ca0cc7cb3 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_2.pb
index 15b8add94d8196baa8612bb106621b7464b8322b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 205
zcmV;;05bmw0tf*J1PBHY0ZPCDa8-9dpSVgt_xUV8PsDmY`KDbyaR@3t$2n|2H<6Y;
z`1|KR3+VhlK{iJ}$RAig6KM`UHIv#tSH)L9p=wb-PQKAS^&%iX?!TKp+f|x9Zf)5<
ztY+LjwRRCdY<YY>)~^^pNwM%fhSPaJRlIILoSDczs{MC9GBkibTz~gIe$OL4x5Fbp
z6b;cnZ#%(0i!x6?S%Wn{IZt#y{V=pXUBzWTk{m@pT>!T}cO@S`aley3tk_>aOF-s5
HWr$fmPk~gz

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..95791ef7223e6c058236e32c35ecb048aec024ba 100644
GIT binary patch
literal 216
zcmV;}04M(l0tf*J1PBHY0YV93baZZCZDDh3O27edRd+w1xJp0w`7A$A#CksYrd>X9
z2r53uIcz^Sk(NIA`{zCj==?rGHb+0mA6P#VX%0R$liEI4#aBO}YEeH<zR^APA|O8Q
zznebWRhm6+ZP`AoX52lsb`d{pd3-+BuNXf`vG6^H(|JEtyly|7naDn>{dYbxG=M%_
zfA>Cq&m%pz!y`Ww4beVtJHbASGEYBQgEc=nPjo;1Ftk2h#brN|97R7}0JlDOB_BU=
Szmq<!*k3<OK;}JVh*>^<Mp(}P

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_3d_causal/test_data_set_0/output_0.pb
index 6eafcc706681efcd605083a1cf2861a8d38896be..3612d706d83d62a391329c1399d6098a8ca76b82 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_2.pb
index d50ba66920f16922020d905c361d9cbb626592ef..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 589
zcmV~$2}n}`00!W!A)~TsN@WGJEuq4|Yl(Y%|F48eYA(q&hb{|`JmyRak8YB*l*lVV
z4Md@gw47xsVOpeUk(xv!uTZ>#4y4jK%<B83Yo+U?5~-uJL)c5n8C?!*JHlwQdr{kS
z9`^f2WJ&j-FVMt*(n>6^%wxlsKL|b$%6@qaT~jwfRXz%Ruby>jQH<;w78eyB_|aX1
zF<rH2&KN;c^0@dc+l8jQi?B9t<KdPCvEV}<b)9D3t?I|a)g1WxUq##%8!iti#rD@q
zx;YIaQ+S19Uo8#!Dh6uLan-vO#@-~B?F^xDO*?Wt<;?0XN7JWxh6l}wNjD5|%Mg%Z
z7(`_sm@@6iHj5ow<T7>e;0P}4xhCp^bck;;(@+`*NoOogMMo&u6j+e$pknfyICWgj
z=iW-H#<ZNtT12jY8s&;G@zUZQSeycwy4i}o+kK!d9TSye6yNbDVkS<}+99yMZx~ih
zHzwCem|2y;ur3Y#Mjr^#tv<9SrqevBqC>C>mfJQsG|M0iwqt%SlP`=W{v9fTeC82u
zHMrBgBAXh+R#X(_!&Dc~h>;Z>RV4HDvWVq4Dc^5wz-O0w$OdK*-8liTr8X1@X{<aZ
z@OqG%H!~~HGvmt0+)xfRhBG4Bg0K1z7AI)vI`53?$3{;7p2FMpcHAqOMeGR|{*uU<
z=<*L^vqq|)deBxlfZCXkke6#2aOeqY3S;m_I4edRJjrp-be1_RiMxXu(OKb#{c+#L
MMq@H}EvJb80b<Jbga7~l

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..c0ce7e7fa453bf6e878f21247220e7a67831a36f 100644
GIT binary patch
literal 600
zcmV~$3oMiY00(gDX4gYptWs^KldYOIugl!$`~RuQI&xXWjZ5Z{$GOXxNAG1(tmTyr
zZN^qw6iQgTsKuy-taZz)F|W2Bvx;L<{eIGQ()Ch_)W+WW@P@doEJJL1TxOd3rQ}>h
z4r@Erw5+&M({mmx_jSmS9zdV3o<60OSYDmSrZ0aGa43lV@+dl_Y=N?T6p_7=tV<1J
zXxFf~sBp%Q?i!3mREvi65i})@i_fxU)aPA<xp@bVwJwMSAMzMsGVpFyKOU~-z|;FG
zVy;+ldB{cVc<n+*+hG`mS19(>P@Au$uO^FY?rqTZCbDdIAazz9$Z?f3qq`hUpJEy8
zKPM*M(84iYK)QAim3?6Hv<=%^R<KQOrwSMx!G(R-#7O@L#I_o!EscT16it26aS9d%
z7VLIWG5JlLI;G-scNZ$hG@Qv;M6P!#<qEZUY4HwPY<-xr)r|c+J)kKa6J5kGzT;0s
zO~ldMDX_k87-qk2Oj=23tcs_)%a2~84}|bG51JFwXqZ&eIzWk*+ZI?i+d&xY!2Fz%
zFLZkT9V&r*<`Hf+IMJyhn||8us3^*ZzAly_Bda)}NaERL5z8@BzTez{&$4>h4a^|i
zGy%7zb`%JytUM|3y1$AyjTPvbabRd}5QiFr8Ish3uaSW)j`yR(ygjNP>p1;;3U4>A
z;9kirqEE~COCo22>>tKvbyPidrloKIwNW1-FW1oL=o8cwM&XT+DTW+5!*SO%mRT=}
Wd;J?>s_??WnD1hvE{S`Vlg0m~fBKOC

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d/test_data_set_0/output_0.pb
index 14b9746e4c95b93cd563a61c75cc00d5cf8a0148..4ebae76a14c918421c062cc65a884a3e28c3ce95 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_2.pb
index d50ba66920f16922020d905c361d9cbb626592ef..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 589
zcmV~$2}n}`00!W!A)~TsN@WGJEuq4|Yl(Y%|F48eYA(q&hb{|`JmyRak8YB*l*lVV
z4Md@gw47xsVOpeUk(xv!uTZ>#4y4jK%<B83Yo+U?5~-uJL)c5n8C?!*JHlwQdr{kS
z9`^f2WJ&j-FVMt*(n>6^%wxlsKL|b$%6@qaT~jwfRXz%Ruby>jQH<;w78eyB_|aX1
zF<rH2&KN;c^0@dc+l8jQi?B9t<KdPCvEV}<b)9D3t?I|a)g1WxUq##%8!iti#rD@q
zx;YIaQ+S19Uo8#!Dh6uLan-vO#@-~B?F^xDO*?Wt<;?0XN7JWxh6l}wNjD5|%Mg%Z
z7(`_sm@@6iHj5ow<T7>e;0P}4xhCp^bck;;(@+`*NoOogMMo&u6j+e$pknfyICWgj
z=iW-H#<ZNtT12jY8s&;G@zUZQSeycwy4i}o+kK!d9TSye6yNbDVkS<}+99yMZx~ih
zHzwCem|2y;ur3Y#Mjr^#tv<9SrqevBqC>C>mfJQsG|M0iwqt%SlP`=W{v9fTeC82u
zHMrBgBAXh+R#X(_!&Dc~h>;Z>RV4HDvWVq4Dc^5wz-O0w$OdK*-8liTr8X1@X{<aZ
z@OqG%H!~~HGvmt0+)xfRhBG4Bg0K1z7AI)vI`53?$3{;7p2FMpcHAqOMeGR|{*uU<
z=<*L^vqq|)deBxlfZCXkke6#2aOeqY3S;m_I4edRJjrp-be1_RiMxXu(OKb#{c+#L
MMq@H}EvJb80b<Jbga7~l

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..c0ce7e7fa453bf6e878f21247220e7a67831a36f 100644
GIT binary patch
literal 600
zcmV~$3oMiY00(gDX4gYptWs^KldYOIugl!$`~RuQI&xXWjZ5Z{$GOXxNAG1(tmTyr
zZN^qw6iQgTsKuy-taZz)F|W2Bvx;L<{eIGQ()Ch_)W+WW@P@doEJJL1TxOd3rQ}>h
z4r@Erw5+&M({mmx_jSmS9zdV3o<60OSYDmSrZ0aGa43lV@+dl_Y=N?T6p_7=tV<1J
zXxFf~sBp%Q?i!3mREvi65i})@i_fxU)aPA<xp@bVwJwMSAMzMsGVpFyKOU~-z|;FG
zVy;+ldB{cVc<n+*+hG`mS19(>P@Au$uO^FY?rqTZCbDdIAazz9$Z?f3qq`hUpJEy8
zKPM*M(84iYK)QAim3?6Hv<=%^R<KQOrwSMx!G(R-#7O@L#I_o!EscT16it26aS9d%
z7VLIWG5JlLI;G-scNZ$hG@Qv;M6P!#<qEZUY4HwPY<-xr)r|c+J)kKa6J5kGzT;0s
zO~ldMDX_k87-qk2Oj=23tcs_)%a2~84}|bG51JFwXqZ&eIzWk*+ZI?i+d&xY!2Fz%
zFLZkT9V&r*<`Hf+IMJyhn||8us3^*ZzAly_Bda)}NaERL5z8@BzTez{&$4>h4a^|i
zGy%7zb`%JytUM|3y1$AyjTPvbabRd}5QiFr8Ish3uaSW)j`yR(ygjNP>p1;;3U4>A
z;9kirqEE~COCo22>>tKvbyPidrloKIwNW1-FW1oL=o8cwM&XT+DTW+5!*SO%mRT=}
Wd;J?>s_??WnD1hvE{S`Vlg0m~fBKOC

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_4d_causal/test_data_set_0/output_0.pb
index def30ea3f20201b8b8c3d77c89ac8f299f46d823..98d59c6b39d75beb470669f3a2de630228de0625 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_2.pb
index 42e5cb6437b150bb5c3f7508b2d3af22d287ac80..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 32
Rcmd;J;b0Ts^par20RRy70ImQ4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..df07dea732a16bf49a9e539581582855afbfb9e8 100644
GIT binary patch
literal 43
ccmd;J;b0TsbmB}bDanh^O)Sp#l3>IE0Fr+My8r+H

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool/test_data_set_0/output_0.pb
index 99d6f6ff82087362a57e79d112422aac2ef9d8b0..440196c4cdc627152e7473db35422bfb87814731 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_causal/test_data_set_0/output_0.pb
index da36fc51aff0a12a569d4c81350d95b3ab019fd7..cc35016049d9d836025c4a46e278302ffd39d454 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_2.pb
index fce783a55e4beb552a64644414220e1af2f528ed..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 22
Tcmd;J5@7cdU}k^-7AOq>2}uBh

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_3.pb
index 45215e7f8dfa75ab6f0ad5469e5b60b07adc0a3b..fba3316e2e858ddb5d328c3acdcc277502fe712f 100644
GIT binary patch
delta 30
lcmeBWp1~~2!NkGL!NS2J!05!8SW=P~pPN{my^*V#5dc#W2Fm~d

delta 19
acmbQi+{?_x!NkGL!NS2Jz_?MgnGpaR{sO)L

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_4.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/input_4.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..bfafc01d35412864bace2d363372ac7dbd2f7377 100644
GIT binary patch
literal 40
lcmd;J5@2@{$ji?wNKA>(E{iWtEzC*H^AccYfB+UK4FJb|2Ydhk

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_mask4d_padded_kv/test_data_set_0/output_0.pb
index 5b6a817a5955a79d3582772355f75980565072be..1af681fc3530623bc23d4f50a6d2644242aa0a1a 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes/test_data_set_0/output_0.pb
index 5b7f4acef93328ff8c7dc2dcec4e1d59055fe6ba..7845157ea81cb8c983101a2e1cda9d0269b48b36 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_2.pb
index c674b8aa378221e90d755a81e00808652d6ddcaa..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 104
zcmV-u0GIy=1PBHY0ZL$L64pK`8Zkakk=s2ZJyAc*Kk`0U-C;l0xH~_h$I(94Jik8R
z00cj8nPWdnzC1rO+Ne8Jv@t){WNSZe;59!1K{Y<GkM}+SuMa*u&bL12=5If}U2H%8
K&yYSJ<gGsT>MH2~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..6b3ed4e320925aa474b4cbef550f5ba69f16ef5e 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?>Uc);=j3F+NX`+dU&aQ9sN-@;+GIVL#Tm
zJ3pew(LUBZzdqmq1V3+?V?Rp1JU=tqs5?}&F+bL1Yd>z_H9rACH9oM9_dWry4?a82
Vw?60QZ$G_VY(M_bkUk&etv;LLF7^Nb

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_attn_mask/test_data_set_0/output_0.pb
index f43bd7eaf87e68b40db9705c431fa635bb49bf0f..88a72e3fe611f92cd9d6e770b3663f3b2546400c 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_causal/test_data_set_0/output_0.pb
index 31a93526ca201ca89d20c71839b3346d8fba8855..ea7a4905488f60dad913b543d1fc6532e8a4beb3 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_scaled/test_data_set_0/output_0.pb
index a8e0f9767c43d36af3ca8e1a039f52ab3862e8ad..ac9130b1f516f89c2fdf8ab8b9dd52340f045a3d 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_1.pb
index 647f4c6ab67f3c1525a6fb953fcac6dbefa8bf15..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1453
zcmV~$3p^Bd00(dsZl&2Gt*O{iY$4sEaR1*=^+AcGPqOov$6V7nDXA-Yq%|w0t+ra0
z9{Tk7Bq2*mhO3pVMtY!hE75}`x0Oj7_WeqXBqJmyl2Pv&`X3(cY`;rP=-PvaMiX(h
z_Abt?GJ)pAhfEm045Qgf#%VP?ZeYgK<vXCtA5Z(;N`~<!3_`|mtkrhBo!*7zr+>$U
z=nSmeWJr1UK_m`ULlbAh;i=xt&=%s<9yPmaBbb`xCz5noc$CnIsea8OIiU;^jiAik
zg?pFU(DjKMx3mP~-B-o%ob1f4<6@ZRGMYx!-=VjpUw)+3jZ2*j<<}dlv7pJ6ndWN#
zIln>_wKO8tsZL(5D#12?8xFPa#F=Z$(A4)rXlg7tYj6f*jh(pjc{0CroZ(emJcWyX
zp1`9OR-C+k9X0Mb@}dA45xAHaHXAW{un?P4{2Ay_Co-2jMxM1XKRPjk0n$oQ@38`A
z7Plb2v!TxX3&tf(rfs1Ffu<W7<{ZVKG6N1zR<rlVQLK+t(;;Ok54LOAu`YqKeHJ3A
zUxt(NIvlQ9!?*)^C<wNPt}~X6xt-XiisxDjdko`adaK&;!LfX?Vxf!^mZhU(o>Vw&
zT`SU^Q-y0xJS8gxRnL?RcX8tWcvC7L?MF&#CR<lsz|%K+gq_sF?@}s{-;-hV%M%Eh
z=EC9REK!zX&2c+lBRPH-@}()Tt{6eXm@2%j>OymU5qy)^Q*l%RhdEcpsHPI+1diu#
zHI5X@>nORI$tBay!n$}i56!k?fc;|jbZy|4`Y#w#IghGZ856FaLWk#gEb`kV#+7Se
zuvCW~1;%W6?nARxYkA&BF9z+~g!~^X#@_;CZ52GTJBhcn8`)TP0}C%+f@Ao2=t8G6
z_ajG2OC$K{^g40i!4T@Tmb@6I!LX$>(#J$F_)?Pa=+h(Gvq$V7(T$sbq;izL6*=l~
z+RxLA-1Z#2_@x2PXK&!Qhtv2ZqZEl3+^H?F<NeQXpwL{0(%?y)pZu-hwk6E>b>I(w
zd9Z%XJG?#TvA7f62;1C7)I=RcY*?SXtV+()&5y*0S=M~dWG2J2q*Uar<$t-i#i^l4
zM%ebs7waW79%w+fs|llCR${<z9uA$zmurrVq(^NiKenoY$~_MKJx4`GMX{(YkA>5n
z8)CuF-ymwkH=;E>TXfG1XPePfDE!Ph-O!g?io0;pY!Y6^2Ee*h2Zg68Te`|%W<H;<
z=Xz5cnaC&3J#v!(CF_Q+!B`hfpB7hkTuS4z=(*f?tP-bv3}|_-78mYT!gtTtxYav|
z&Dk#8KAa1!FrlSVFVc$bV0@mUEo(hr4W@aW(z&C#b0V#e9T#sd$I#ScHbayee)-yv
zUp3@mY>^r5{8#eOVq-=$ZiU-{XiC-9$PO;|v@b|UR__tCw1%^%wi|yR?m*tSBG{zF
z(6?tbvtOjstFsoXLNq*d-k<#gP7L}r6$8g3v0Cy8>O9n(wQDcl{QC@}pZ|wB?tZ*x
z^BFBxybHJQ?<4d|C<|1<TvXj8`lPmaS+gH)AwP+giT6;n{DCN6_deAd($HM;0T-On
zi|pGQ7*e&8`FYn+IH-Ya<|agB_9LUwPE=gBqve<;BzbAET^2;eS8ntOO5vdESwvn@
za`!|ZMjBK=GsT9hYraQOYZMoHKNZTY3Rot3AyLtQy>(!GhY8P>4#3LB+;dLDJ#2K`
zEJD3Q5OroH6}uuZvMQYFoIrZ@OQAQnru5MZ(Z0-+m9BPlYYSrM>OQQWsiKY4U!?c#
JLFt%T{2vzTV-5fS

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..49d76d7dbdcc1e53db19280376c99c83eac9f4c5 100644
GIT binary patch
literal 1456
zcmV~$3p^Bd00(e1+)CLZ)wI~LXd&IAaR1*=^+AcGPuO|PBUd^nW$H>Esb-~VtF1Om
z4}E%kl8};;;c82&ksc`BO0>n2+m^`|_WeqXB%>rIlF{!N&NmG8KQhMIevg>ky$_F#
zrr=uLeOy>;0?o<ym^gA3Mst;n*J^mez>H@qzJ#h^BJKAo8P3}<2pP-qR=e=;%x<ha
z^9v@&WMab>L&|#&A!)b<ns^hAO!H=@wg{*9so7l@$+ToYk*v$clf*7e^J@_)iRF-J
z1ZD0n+`rt0uFu@Ky)_u){w{&%RA=s(5X*FzF*K_A8hxb$@}q5TT<&Bjzu8oSMa`zn
zGFS7Dg_WYXwFzlX_3{c;DR%nXaJXYP&R!2ibN>sWskPvop;?SGcH-{mDO}|^%d4d1
zLoPWtna3)vICbL&YTR?>#Q`!Ra49csHDbz85w@iIGti-4WG#D&d~0KVaB>y{q*bE9
zV>Qey?m&EPL!J2w#wSjtZIJ|lrkfe=9L=C|1CC5pv+ujnY=~0RA$2(qb!gbRA(680
zEkyEw45#GvI8yr=;}7PeFxVctt~fU3bz!F}f$J^oF@ovzR&`*~@dB}Wv5b>LGtjv}
zDjasK7a7iJ!ZkL5lGTE$-<6DTapHjlQ!1YvKx$eR+tyyfZ?E+TKc$7=l{B7sAj6oK
zClNBkg(E51qCC}_6L!BsO2Qr#NK;{5If{m{)%dr%8!ZjR@J-oB#W4vS=3Nt`n@f=!
zIFUDM9VwJIQF=Rz%VwO1b;(>Fo@>Vd`=#vd-o)(<D;QF>fT}tf6R({{r{_d0@!KLM
zRA^wZT!$|UjoJ9zhh}Tn^P-Pl4B58}`9D@nxC6%7DtLBpGVf?Nv#I<R7GJ&s$B2p0
zh0SE%2ac4MMe^gB_2S^8VKithc{yBz5ld%ejE!XQm1N=3uSbk$uQ)KO2e*Gs<7j;w
za@7&EU!WIx9l3b%V<Vi;-@=W@Gx#jC3`v*VsV%hQ!%uIa$XtiA;P<&O<txFR%UIy+
zz;FNbV8dr`^X|N-;$BP>Z1b8>8+{CM;r;URYB|reJQ1VjSo0l|*^J1RQjxo!Z}RSn
z)5B4WwC$5G)k|nR*oYoi6Gp$R!l2y(96nhf*BpO~9(7@yZdD7FdprhukBQ965>ZzX
z2d8_t#G-RwAbQgmqAemv^vsT6yU{c#{LDGi(3jgwx^da;eY}hdfOVM;3QtqEc9+A<
zd?8=W_og-~iO-yS<t712)(>BYu`Y%_t*-36lFrbW`TYKP70&n=(DFhZF5Rz!@4nA*
zr*8;bb6mJ<BoA6)LQADyq?g#i_##Dn_D23al<sv}=Z==HDYQO*LcG2jOH+@z3{h&h
z>Xjk4HRfY{u^H|B*YNOCV@5XZfZM?sO4T*U39j(8FU&x8-%+%-MX<N72Y(&uME-<g
z*rdkNw|5<LUS!a#s}5^JG(3FKp96zV4EiYzgD0Y}PVy1zJ=C1DXFp#5_dCWse}j4M
ze!On;2`yHSgWER`5%zN!3su2fQqwH@rM7rkdjRbrKZrF+4^X`Fk*L`4F4ddT(Na2z
zi_Ypr&fQH6sb0f^{Oc$h(m*zQ3nH@yklAD>DzDnna%?k_y|maR3!-A18$E(jIplgC
zQ9moWcZv_A3@V}d(1z=3zd><ZG#7jSCX_oAuuSqolA;m&>%oLh6J97Agq4lC=e))T
z*zCAfgn5S``s^Ai_C(^X>IkZH1L-v&h2Gqn(kCxON2n*OT<z%A9>lJ7{n$8LMH{KV
M$mrjPvaxgcKX-LwrvLx|

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_diff_heads_sizes_softcap/test_data_set_0/output_0.pb
index ee89b741a88714f19d73650c05fe57d84d931af6..13fbf8d01de705b8bf6c802ed9f0f970611b0533 100644
GIT binary patch
delta 22
dcmX@heu15rgNcKggN1`jfYFIDawFGaW&kfJ1R4MU

delta 19
acmcb>ewLk!gNcKggN1`jfN>-5VP*g&f&+d4

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_0.pb
index 40722215b3c540492218f0d219c76e206dfe8841..c96d04201996b7a1cd4b90c4fc85c520826c978e 100644
GIT binary patch
literal 400
zcmV~$OGuPq6b9gG41U5w2!tp|ol(=7`LEyQJ?8|55R|kj$O?-fEF_c`mEb0Xq{J*M
zrbw{DDTG!bU97|)!AlEMCSfRY<HAa?NJwxq^*qidC*~A6PRW+~jfWdLW6gL=Ih@3l
zNzw*eA+IHFj<VneTBJ9XNvA8HG4mSF%UM2S>-es>o9_F4l1A3-RUsd;y_ik>!4iJs
zrd*;Ax?t|nt7IdcqS3I-FV;DI8=LJ9>2{xoH38FB)oyc9X;9+rqgKBmT+(;gx-YrP
zos&*GCwVMWQOz|q?2V~@uT&43ov9w`MxF8za|duicIaaSf0PE*LNJV~$}G?BYNaD;
zkzUAJG=MQ=5RV>9wVmL88dq2OxG9z)Y?B_Ep%{jwnx@THEGIsz1N2m_;+tvoCsiNb
z;Q^RH-%Uyu^}316Mb6TBw@F5*Ak+RTN5KkKypMdDZ=uVyr7~1+r|1`dk}v$Pd|c=0
rN|40g+H>Li#0jpAuIn~=LfiN357zMr52FtGiGz59JQdVwGZOv>4Tz7!

literal 589
zcmWO3%S%*o6aZk*ic6BH850p%&iI;__uk+0oRdLmXjYb#24yr!31y`wkxPl3ULa{M
zloSagHyVy*fr+{i5v3>>sU?M#pd~3XD;di_;o~!+jA&zvVZ?3CAKnzU>ghL3t6Y}A
zuX|Qygf~Kr9I^^i3%nI@NFCK)`a>&r0VsYXB_5N6Q}*c>Xuui<cqy(}?NkfD>?WFq
zI6i5o=*HCN_JoXxa#h89^#TSnT^h{+D3(DzYjv0(R7eCV2_rys##gSpbuV@EK347*
zu1YF_JiNn0dZ%|peWGZ(B0_YPHPd~%j4|*Jd-yo6=+WeQF=&3FP8C*rU|w7_n{d1B
z(0-QfpT{xkp@U>$k+6Js<qei)es;fynSE}2Z904dz5vXyck-5=!;f%^3)A75<TgL1
zZbJh+;E8g=I)S;KCqSq%jjxGU`aJ(D3hWZ~CZi0OylHxYx9e_l!@cw$a)-{>)lkLv
znt8I5A{NnEeNx3zu^NX`NmK_da6rVO170$xbpgAmNcHPkEL3guR5##Z3gRxyfPjql
zj!D;sFFU=9dPJY_yOykLvVsEs#}vjKg`%1*>iy~K&ad*E*Wih48@Ek&@}<mGJ-)H@
zNGfYLOsPfkdvmaj_p{^hot*}!9+Q>2nRh~m91+j3jDBX^WKE(D=V+L+XoxS<8XNVu
sQVpwv8qXBOQVEaWI9!KTR%@B+8-I(fY_ony39yVoiozBcq%e{C5Bi4B;{X5v

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_1.pb
index bbf51ce76..4e24a04cd 100644
--- a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_1.pb
+++ b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_1.pb
@@ -1,2 +1,2 @@
 
-JÀ‰,¯4à0®640Õ8 6*;¾;`8f4½8-;‚6k8Y4I7m6ó38÷4ø538
:V5e;æ:;*4#7².“5ì9r9û8¯9�2x5i9	;Y8†4½'¯9	 ö5?8`;º-69&{5ú8w4¶2h/ž8�9`9—;‰-9Î8¶8´;R$’9‚:8X5T:9.7)8�9Ñ-J3‘6ý8;ó8E0Ø;ù:8a;U8c;¤:¿;\;�(˜1:6ž;Í4#1;$7C;!1J97å,’9ë3)¬+Ñ+C;ë9/;a9;8ß4ü;Ì5ˆ7
6Ö;—1?5q9,Ü8¤7‹4¡38ã5N7f5Ä;E02.5º8F9[6ÿ;¡5Å99�:Ï;;:–9^5º0,¾3ë6-8/:¬;‚/Ù.¸8÷9É:};Þ;f66»0{9A9æ:9.÷7¦8»3i1à:~+ˆ7j/P7×;È6Û:‚/W4v6f6_9„5¶99c6è6ë8|,”::9Ð9L8/{6|6#5«'æ9/Ú8 99¬;œ.ð:y'H8x628×52å$%8¾:ù5"3'-v-3g.>4<,3,Ú:01z80:M7è0c2î6:8—5@::k;i'*;H6;‡9æ;:Õ586×5-4ï7t9p428ƒ/1þ)Ä;è·1ç85-;Â9»;8Î4e8r;+8F4;ó5«í35ß:V77a5;�;ï;6
\ No newline at end of file
+B
KJÀõ1Ž;ë9Ù7G34m+ó6ý4’96¿1Q&N,o9B7K8,;ì;ñ2N974I%:5#6µ8¦:9û:`4b:ñ1Ÿ;€9å2”;Ù94Ó2%8’&¤2Ì6ý5k7q4²8é:†/$8:0¼9V6†8Ý1£0Ï7±5†;:ý9;;W-k8­8²;­4µ3k.5$p;\9H:‚4±8,Å7Ò;;i5±;j3˜;ˆ;e:9ÿ:°4Ë:ñ8Ç"Ž5¾0Û;§7õ79æ5a0”:28.3C.æ:É;°;A;1:U51-„6n3=0×*Î9Ú!*:´0-¼-`9Ú3»6u8â:Ñ9S450+Ó424L7w9‘9‰46Ì1O:G+“9;:8:'4û5³8]4ï5N2\7¶)f:í,'8é4Ÿ8­;*9‡(ã68J8s9q4 0H6§;ý1;;Z8P7;V7Ë9b6;;…9™9>5:9®3#1_:¬;U7º8Ý:Q7�;›8‘:E;†:19`6,É6$4Ë:C(¬;°5µ5.$í1l6o;`.�;õ:D7:5s3ê8<(þ#Ü6[,43
420*"d/ó8Ë;ì;‹6719Ø7ê;.,D:�4º3M9à3T9#8É6p8˜4§9£6Å5¡:f;ä)r3”5…:â;À;=;¿4ð;û3Ç.œ;x3…9x+Ø9;\46ý5þ9œ3€107ß4·:œ38Š;9ð:†;:™9¾;õ;;7
\ No newline at end of file
diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/input_2.pb
index 1d430dd17527f4dfd67e81d7be8305c4442435b5..26213b12df4ecf4f3ab40c7133ca4678032473d5 100644
GIT binary patch
literal 592
zcmWO1?N5zi7y$5fP$xpGlvph~9Ce=OJa6~Qb={W<t(JzF5sgu69nx$xOBBsv)XX9#
zA86W|FEwpuv05?9#zyoZhnU)|qwOGDo8;Z^Klr&_?pf|=w>y6B`lzD9hqD{CE;eS~
z7R(%m43SO!R009k2Ra2sB^0v_@}QV<;$WJ6=MF@vB3@2mMcE5kro7|7%s*ij{)8@U
zvTJw+#!@kyWqsZ*jLrDQbD)HJ^m>6SYxxg2%DV0SMk`#z5^SNyR2>JQ8}8CpPcsHp
z671yL6#5fo7F@s~z0kQNe#2s#f;{sz&8TQ7rR`8g?dk#TrW>oSSxU6hbCzkPkVody
zGOG~h$#Jb2BThnAr*FuYOA$1v6bVMzFM7rs<b3gpTC5y?7~`~e&@RujHYXiE@Xa#7
z2Pn_9{q?*D@^P2=OKtoyF2Pgk1*KEEx{7;vkLl9-oruuEP@NPs-uUmsG(J@)=sg8Q
zvgkEyaUF*LAExCk=yfWrF?G_{AP*Q@WQd-Kw<>7tVAUcZ_Tm}djcHgWCPW14v@1&C
zOWX(vMy;q5nY_ar#u#G+ZekL4(sln=b<A4;HNu7vPqoKAE1+M^@a2wIuhx^Def~9U
zwdQCe%CwGysW!<8v&{Y?6twWQ%B3o)!kbM6B8JXkm=e`6cR{oWah*-dBY23}aN0<-
z{$vf%#L|1#N8tJbdW5|c4}+{6s>lcVYz|HFjzyoH6h5koWST7HanwYU6eIotaT&@f

literal 397
zcmV~$OGuPq6b9gM6n?@&2!trmno-l4`LEyQJ?8{QAe6KUvcf`$iU_4eDzpiqC^1Wo
zDH7Ch3ZYd<7b`JPC~Z;76bwdfT$l+K2?=hdp2sP2VotH+lx=P7ik-!4%Hb4dO_H|Q
zz4B7x<`@fZ;ezz0GU;^H6K3AvFLI90*m}O}RnUFEPtwSm{VL=mwiok>KUl_Z+?IBl
z)&+BqUL>37G);z;eyPssew5f1>2{xnwE@#M)oF84c~IsZpjN*zT-F0@-RE5GE=ZSM
zkUUnYxb}t`_omdKSFT6Ru2c_oqh9%lxkI=lJN0pbKS`tNdoYgbsw~g%Zl$AYiJr+u
zG=wQ+5RV>8jeW<1G^4KZ2~#R#*e*TvkzyE=8k#d-v6}d-4$)(^j&G*Pf3N!R1`ogl
z`e9PCq&H1mE_0SHy3H~{1)1~LISSUW=6&D}zJu$gEtR2zc9wqeCt2iwduDW=t_Df`
ntvesSO`PPq=%#LyN3>&KL$HYv3`bYwCl2Ek@>EbQW+MC#E5MI0

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/output_0.pb
index b5a47c81c..16bf3fe93 100644
--- a/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/output_0.pb
+++ b/testdata/dnn/onnx/conformance/node/test_attention_4d_fp16/test_data_set_0/output_0.pb
@@ -1,2 +1,2 @@
 
-J€8Y8_6–7¦4Å6+7a98]8p6§7v4¼687v9ñ7v8¶6|74Â6 7h9û7]8e6Š7š4Ì67^9¤857Ÿ9N8G5Y8é88­8'7d9M8}5 8é88¯87j9d8}5.8å88¥8c7Y98d5
8ò88m7å76?8[6¨87y8|78ø5e826²8-7~8¨7ò7é5]8G6´8>7œ8¾7Þ7Å5?86Ô8y7«8%9‰7}9$9/6Ý5y7~6(9v7z9 9-6Ü5�7s6
9A7l9'9A66y7n69Y7l9G9"66C7l6s8ô1I7�6U678 5À7ž82h7%6v6F885ñ7‚8Å1m7%6,6L8i5Ã7r8²1S76ö5T8€5½7¤9y7<6?8b898ã7‰9—76>88ô8€78¡9®7ý5&8&8988„9˜7ý5'8(8)9²7Ù7
\ No newline at end of file
+B
YJ€8Y8_6–7¦4Å6+7a98]8p6§7v4¼687v9ñ7v8¶6|74Â6 7h9û7]8e6Š7š4Ì67^9¤857Ÿ9N8G5Y8é88­8'7d9M8}5 8é88¯87j9d8}5.8å88¥8c7Y98d5
8ò88m7å76?8[6¨87y8|78ø5e826²8-7~8¨7ò7é5]8G6´8>7œ8¾7Þ7Å5?86Ô8y7«8%9‰7}9$9/6Ý5y7~6(9v7z9 9-6Ü5�7s6
9A7l9'9A66y7n69Y7l9G9"66C7l6s8ô1I7�6U678 5À7ž82h7%6v6F885ñ7‚8Å1m7%6,6L8i5Ã7r8²1S76ö5T8€5½7¤9y7<6?8b898ã7‰9—76>88ô8€78¡9®7ý5&8&8988„9˜7ý5'8(8)9²7Ù7
\ No newline at end of file
diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_0.pb
index 44ba056f9c3cdb8597db24806783b6b0b66d2f2f..a39d629b846e388c7f7d026c000c5edb4b314ba3 100644
GIT binary patch
literal 2320
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@<R^1r?QdX1LE-<-KjTT8=so>p1h9mHJH2
zQlsbiEvyPQWrEr$BrBr0w_U~*|L>9A?9Ik#Wrj;N`TJBHL$;KQp`>=9ao~`o!Yq)U
zjvh4Z3g@Z9Og2{fP|0Hw=dO5g*yX=s_^JsV24>^hjb#2(t;k&~uj58)5o{bj<maX1
z7|YkB=ASi^Py<7*Y=4*Q9~&^ECYk3;Y$(<2M8nw;Jgv6pKg}}X()J!Fn=M(Cuo`ZP
z3iv7K0DKmIi`eIyj3^t0rcxG1{<$J9js?Qs#uRhy&6(7)9bP?;aNIi+lYPbrQ@<yi
z6&LbGjt0hjyinSI8nssbR2@DqcIE{UKYlOxB7+)JkD;KE$%Qxd8L?C_B5$71x>SZ*
zi@!zd{%RDMPl>k6b@0%?j&tks#4pS3IH0ac<GV$uno{Jw^*zEhS&M5Q#B=l9dc@p*
zkBWaQVR3{rRjqd;zseOIraG+bJSd5E3}Eh^8rR4IYi>m`jyX#BdX<c(UD;62(c-K!
zUFzq|W?o_xLVr)?SAX7zXkJ4t%|&eV+Jl*aejJn^z^k1R^u4Ujja?D!@v`FwO)eY=
zlH-HkO)R;yfJJW&p-M8BGhJ&X3Nd?OJi~$-1-s$yWXN4bw{f!TZOA(JVDY#nla}f7
zm68@M7n@W3WyZVr?m#;~nzQXrqt#*rx`9zV6}ggX_73b_HYl9dOIdKsiAl$E_)<j=
zxgwmUQD*R~G+<!mYoVzd%(SB`S=Fk^fXpk1Z}>vA72C7h=^^TGEvD;07%!a4;G;Qf
znJ`I-+DDx@GP;Cq-L`0qRAgRxxVS&y1I1I-lJmAJnCBCX$5&f%x+<RA0~}bqQC?IX
zS_nryBf9;dMeDt(IJ_{CBUT1<HB#kj1zmcKFQMDX{iquofal#HL>vL4&L(rw$AVIW
zSBMyi!CS7m_@^aa+?M`|j{5y5UuMtNm|iGPI77|yqQv^!&qd3mHJ^Atgj<*@mzGBJ
zm%=PUKOEWJ7PPxo2rsK65`9y5dJokjBJg`m?bBg(cL1L#%%|$7>v&wF6qkH_7_1AJ
zPo&ay+Lmg~p}1R^!f-uT9#qK1ri2g-HY#xcl4}yx)Bt>vGz7<rZk!GN6CtKMu+3SA
z2Tj9Ra{MpxG(~~K5@i_XJ2R;7B2v5GVaG97yztjX-n|zXncV@io+PfFTt;alX&thG
zkwZ;lYp4cYzMeywn~b5mD{*a~4C9{;iiGMyN!`<UHsn~cZ`zZOP==R=I(+pqSJ)hU
z4kMAt!;zoR%H$Yi7Bbo`i^oo-RL*~s#Ns_ZRE?g`psVZHt5k)sfM8l$8!~2OjikD-
z4WeBaR>52NWbz5-G`&H_aT6MyJdG+_b$lfAXZ8kn4E`q1uy3N#8rdf*J43ltGlR=s
zq)|~jhR@7Dq};A1Z2i|^F|qv$`Y*@hW|J~xKZl4fdR!=3;wtI;U^#6vbdYhUPF&i4
zQhcmt#S*tInDV=cu9lgc;~UBfqa~Ea6eGS~3AR@vg^6@8LL3U=UNVlNKWvz*ZO=%H
za`YFRMSYG741e`v(NK)om|)M!H6FB8@Sy5X`ACZD#-lhL`n8lmI{F=I`n=$p@(0$R
zauRXfK3u)8RzzG=ptDXbZVzcOt~QOjADGhN);r=v*d3&o$@7uBD!)s#q1OBzP<rwf
z`qld}<K`w}Kanlnz+auzxZ<yIqz^{W<njbG*1J&M_YyWGZs3+f?=wMv5uaad08hK|
z!F6MfUPyy?)B^a8uHb)4(r8saf$zL^*-^2Uc6t*~Z%$=GlokgJ{Q2rg3@y+5u~e8K
zYkD3lrU!61ahvGXAA(59M@2|56Ju4x{hTyD{O<{P)pa1`T!EzIn7~-_Ak_Z<+l2fj
z;W?em!K!e+D0+z1%Nvjxkbs@O26V|#7Q0(>BnBn75f@t`Hon;g`OT5=sN0S;i<Gc?
z(Q=7O-lXUXFy!r+3@$CoVsYYC6b_r=et`*nRbSz6uPi#9DG(aDo_yX|fn=w2JgBkY
z>t|bVCha{2CMeL(cnFGeGbw$(3)=S_XcTiD@im>eV;sP`i*d9_k%%806EHuy9fuD1
z(b8)xKbyIk?M)l#@^dv(pJeg*h8%qS+bwY*IhCD?iD=mUKDCt-Mb9i(#&$+<Xln_&
zwa%iaz8h7o<e9uwxWBZ;4%G+n9NP!I8$sNYl8QZF%F)6%nMZw%*{l@K%C;oVvtP;(
z-9@avlunKEY+42W4(kQwLT|hhBl7R!e9sMZBq<@iL7&p;bC6#g&8XgV9+p$*u@j|;
z{Zf|;c11IUS0ERt!Pz<`cxgM1Pmc{k?~`oEw#}eq;w!|zIfL{lB~F_yWp-~9{#_Zz
z@t#m-CVGg(;q4fe-iMjT&mu+I4wZC4dnX%K1sL)D-yE5La}{PzHDigPH9wmZ!L2rG
zls{93$1Tq!b+;TDU^PQB@Z%YHT~%hztT_JRc~Ts``6Du|E=W$qw%~JbBfh!218sdl
zxcYQbq<3r4`L!J*6|K1AVG1`av~z84Hs#81^my>34h=WUnC?_8IqG9i`1-LcSDq=a
zo3L$@H+{`7h#dcWsF|zC`3-jTG5%KcyKIEI)-{MSBM#46&nT%O=QXLoS9uFVtk?0Q
ub~#QP#_@6W+w2dEqxq%)eswpUV=^i2_h^a4XZAQExqz>`QyEoTgZ}}%NvTNy

literal 1165
zcmV~$4^#|x00;1ra>z3BXNy<6Ym*U4Mcw_r-_ondpX5o-)%wG2b^4=LODTkftXYh=
zR$j{!8>!PuN%Y4^*6W0w$Zc8qQ%|{>mNwNsAITVrnZ!aOnQZF6dwfx#Jq+EE)a7*J
zpeBmRQ|&Q|x%AXL#?0aZ5xvrx?`_CHm$y{RIgl(e9MgnTL=+{_f|_S)sus*=e$+Us
zJM)p0wu|lCF5&4LBR2ii0KdjGo_^qriT!5~G;aY%6Ej75k`1SQ{Thi;xhRk(!KTWL
zrV+LHx3&lR<`VcOZm05;1arJ@hzV_F$X-2zx9S`y)W4$a_AaiQR{@*Sr7T=3<0|{L
z?CVM8zUIvgs_~|#-kDo(oI{t#46O0nEv8kbz+}AvUlp0N^|=o%w<WXM$0&yFJA~q&
z>5RGqM%pQP;Yd91H0+?Ryag*SH^M<R1BT#*%=y59Qf&wqFKiMg9*v;6!J3yhrC`+B
z5gC(07}yvu+y{&Z_vjP(X1%!mdm1Mg+mRikqP@3K<UG#Ciz}^gtZ2clKj!htPAy_D
zxv`;0#)qG@;H;Ga+Q8Xdo_JXB;5rug&f&LzxwHB6@x1Hxr??lcgI$gebz!FvxoJRA
zUaR1FeWx&6V#CQ6E>vYosmxC1+nl@N+(;-x>|QF?8YMIzYDKS;1;hGlFeLLv;h6$O
zO7U2_*9UX%^g3wVwqUUDl-OBSD(WjEG5=nRSn>0Igr)8m?W!!%>!M=En2(_Jv*JQi
zU+ydI!DY+Y=#N|l8?6CKk8!-;Qw~e3<$S%&lMSJ<eB#)ruvn#L)5uMj8^Y;x--%s~
z>D&;$jNcX4;Jl9stuNN&(r-2JJ@zH;yd1`!tOYzYnu7*mL2I>9q?gKIUQN-Fxt)Ix
zr_0Y7+@SBCMVsQ&;?1=Pj&oniAax2qdu__St$CPIVo8~Q91GW)Gema)t|!7Njk$`f
zz)BDMq6}odJc;}5D)!a);?)mb$eUII+oTBk_9ZauMF!>F_1G4a!oq5Q4i3#{z%OYS
zIvt7x$;W7NkKvNs<9PGmGfaH`7G7?CylK0UQ={L3>(Pe@z8=gXO(54?Z4(1hJM`D(
zqa)~h5f}RaC7(VLm0!HenACLW%Vu)L1*6Eio64ZtI2PpH#M$8#IJ@jd$gV-`)X7BE
zH5siZwIN>KfJ4p!RPJ@9dq5J0ohlG|UCkr2d>Cp{g_I9%nNW8WCGBBc>G@Qs4=7<B
zD@Uxd6~~*vs4fd$)DB^~t(AvY>jUg?*du~HgAjHhj>_B+jIC8MCVMsIgHjl+Y$)w~
zAs%n=V2zWEt{nmFP8h&;7Y%Kt{vu=G7_^g?FnWp}bKhTtfZPrt6M<~uD{M4GP+u+Q
z$)+~w6?Nz|8O!**&Gf&j;Npir%GXycqJGO(#&x>V)XNpx!-Fs_vx2;}3eTR#^Gaw8
MM|9u7w);H(2Sv2<Q~&?~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_1.pb
index efc0c2de992fd78f068c768bbd008d740f937a2f..c0332cb433548936c231c3a82b9cfd0b8541b6d2 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00;1ra>z3BXFFc)u1!WH6?OOfe*5z(3dxh4tM!N5D*aKbr4+(K)-1+b
zE3f5=jZ|7GiT)VLdY!Nnxh*Sy>M1wV(x%$yBN-<#k(fy&Q;j{0{d{*%EDErJz9)j(
zoE{vEj%4z58;oH--J&03c5#7-@^j#O8#2)CDHHP!B#R8YG+`eeNlBDo^fL|Bixx6J
zasoA7`AACJ#g1*4@brxVn|^A9Pg5FCKXAb0finnPu!v)cnW7>|${An3Mq*?x3S>!;
zR-4c`ybk}?^+MND0`J7_RGpGwp8E|ksl5!@t7q|6y)A|2SCrk}#dQlRAuV0b!sT+V
zvRTXi-c;^u+04LNPewO5aO;h8=ysijH9ot=jH(nEt=HqLB2%_K_oDf>WY%~Y#E4C&
zQ2sNMk$1odYZWgXiRYch9n@B|!tZhuY}K=%4_eHe4{Rwb59ZRv&EmwPQM5E#^75t>
zj9J<tV@fasn&O4apaEg7{UYC_54V3$<0L}|vSZY=@id5>$Juysr44qKt+@5a0zTPU
zj@V1iY%G%V;U}#)YoSMZz+A3KJS=!{9SgkY@!P*#*z);A-gW;|+zZpfI!BB8&{K%m
zG^nhoQ}Vp7OPDN^a;ljl)tNG?vXl8X=dL(68p2@fm&&yU2~CIF&}VPP(1BVE%RNze
zra+leJf1EML7YFc9?{NQFw}oa?5r*o4OJ0Xc&}Bg{CPh@Q}>Gwb(ZLJRI_v3M^O1#
zaIvvB_m%eIviV#LM680eTo0A&1m5qhfVssAzV>iqV@NEY*!3&TR%zHgdK0GlFnZm$
zXLnONH-vfcyW(1$_cEg8#RgpZtrp(LzQmoEBiNI*h=;~<&?wAksWFK3QaMa(C^|E@
z^Y4*##W}q*bUkw@Ej}&YTnpy}m*ou9r0}!X#@ySMhiN6|l>5f9aIGnWwFlsIB8;+_
ztH=tda<wVSK<3MnxZj~>e?uQ${m_lP86~hv3a58}0<&IZP|?$XZGkB)tnua0@Iw0k
zl7`{aAxMyXjAoY@F3UZRH~&4u<mYeU?(D;xRvS4z>K!;8eTbmzK`e?6;F_!LVo+v{
zf%<%O27WK%VjrO7(?_D}i+355nhssrY_7au5LtIq8CVy`g1nnJJCXti$K43tHH4j7
zxv0J-r{$D(#48$c$ibhgy-sxTPvVGuB|@%icw~+jLyW4C@}U(I>W`wNBb0t_Ple`y
z3YM`7#H!kGycvw_Hsi(eVa&9$aCL8cfE~7bM37q`LNCNol^cxlb!x_Bucl&127`r^
zvaT26@dj7c+RN$G>Cc{oL2P%7rj^WBWDFid`IKdhnx@12_m{vww^PVP09*MA8};GT
z)hKwfxg9!XJ-Up>Gd^!KeXlCH^x=<+^_5Gg+p?8$T~0K1cS8B$AsClgK+#r>XHVmK
PB_xKU+HYXha~}T#$X@c|

literal 1165
zcmWO4i&qVH00(fl=ao{eljKq2N}Mdy-SoJ>@3%M=xl1ocPf?V*kzQh18pkc=(&5@e
z+wRmlE$N}QIcIBVlcmRqm34%Kim{y*bth%}{0$$efz(iHB9&T60`sS9D(z{n-9tsB
z9kfM<ka{ML%H9bCFHB^TUO*os<qh*n+_Nr&W#=P=H{FHn*!NI-r|{!2ZyxsX;*m5h
zt~|0~(B1%EuU=1OVm<!c<j3L!1#O0`aJn{@4_`b$o7umpD0z(N&DI<>a^yDaH@NdS
zmR^kuI9|{RT|_q=Pj28U{|1y6MBtitrckcg!oI~So{)?QnNKyEwC-3Q^ITNNCelg2
zL(G%p(zLKeq?pID*u<K(aZSh%sKb{7zPxOC1{VG<%uO?*>U}**8WQO-X+e2S7*|~K
zr2Mb>qUfm~6*imEB~M~Nmzz)(o<*Bahfw8@V(M844bOdwnqzbD%j_y-Mg{Z6WlMb9
zwF9dSG$N%+PQ#cssGM~e9A8Br<8$!X;KkwkU>ZE!3^(OIF7<VW{Sz%#&+~x8U_FZ3
zULvH%n9mPKv9BS4!|_}3I@^&mA|46*sizo{Rv^K=3~O!2@w(fK<#ihIk@Z$K&r{I1
zNsivs-K_mW!mQB)Oqg1Si+@YGtyGKhrczi1+p+bfidPp0(KFnWhR&93o}0?{S+9}P
z7{{9jHnMU&3eq$`7A6NMp02CF4>l^aG)tIVrr=StRx#3L$QJM23|*K4$H?WJ_NyJ;
z2V{yo-6&qAzspmOauMpXl{00=eBe5vsO#7cJ6RTo-?F84PM?r^o`hxh6Xfcu6@Hg)
zBJ}htoLBFI`T1Fl_}zyEdFin2b>O;-i&%6kgL6dyU6w~OWcCD%I|MF2&tp%v5$?o~
zV0%`vc<-xph8pK^V5tY!tZYOw4x*>K0I`t<NGUbpQ4edVmzAL>Z2^`4U)0>bs#xaH
zhw>3;hVP1EOYA86=kMj@v_j~@Vino7<A`)Rgr)aGITpPO?PfX*Xaaf0W)(B~X7Ym^
zIZtfr!SI_J?>;jx#jg7X+@n1!)bbEv@0!EUhN5X&GZ!x$-u9ANr?WEu7)GLj8k2YU
zOnP4|$uGcfx_#_!TtwM=V^03qjs`z}x@@vSW_b>eXT-3@!GTE^-9&)Oos!OE)&-jI
zWz2Wbhm8q$UthMD#PeEkr?{b9&9tA36;DcXn4UGC6{!~dN&N{d2Y0enRtS|OoVF|W
zv+n3xs{4%iPe_6A=pTV?LO-rlZ9s1SADH2K0ll9uLHoo5T+pa7P+`nBhE}3=Dv3Um
z!PIA4(8(%_>bN~T6gePP<~i}m{sRme+|MnUb2wyYhy_Yp_5_)Fr_`;-hgY(A(5(tb
zb}nL9$8ltToxxiNy*Rz~8}!!)^5NmT!t`D%Bn9zkkh(GYdY91qw_|#R2IqAWwk>W%
P*ljtRH(pcdl?(YFKb+ir

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/input_2.pb
index cb2afada73d7c98fb9f5abcc4617c958ce3e61c5..bf632feca9b3f02d940ca8e3c8ac80c28e5aeb48 100644
GIT binary patch
literal 1168
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~(<Qp))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQhlkBRB9pdmAn_2KT}<0OIyue
z$|G%{DL#bM({WVvO(J-4B9n9ix)>?1n^xhjWjV~d9wNN?4qV2+hsrC3ABTDIu(v0V
zq-k*Zp%sJn1@KzU1}YL8@aJYfmL$k&HEe-Xb+LT#{65-E{zYZ!BSdep<d}gyw_Co(
z?MJcnY+A&L!Y*hddSHKYBiHyhqO33iSG_WYV(nJ;FIDn{WL!9U*PvPBhLthTL``fW
z9dtXz0!c27i&{mBX)H^OELj)VjQoIld^zaDOXjCx=I_khGy^K%)uFU8k?vDwl+}iD
z)kP1={#q!CpZHO3wFTX>BnEW53T4q5w0n07W&RkZpN3HX?5C(bHV?ndtwv^4Ft1-S
z$G6=(;j5<>Db+IS$FxJ~q{Yz08hRU^h5JTNjx+>Q@4*(hD)w`^j}vSkYv8-U9d<(v
zC~kj&kXl1NI~>LS#srSUZ^Nr>d(Mh@C~T*nU|3p-1k-Y?v!1}K9#2-(tHp<w+t{)|
zPM>BO`cn6>?h6UC#tt%JdOa@uE#>wy4Jw+;U=eJ?wiilXSsFx-a1ZJ`nX_enDm&)9
zLQYd0Zyemjs);B_)BISJ93X$Pz7juJDbd;@VRE^gM@`zqXtzFFz4kD4aSH4sS8~R$
zHgp?wl;>&3@G|{veq=8bq0ZYl+tHBsT_)xAojYLTn8lGdtf`sTFQgtPVczo?x!M}J
z-^CjUJ@pdjRQq9iZVn@U_hw;UI;{Kbxc<Tt7T?U^d=WtBm5~gYI|;*1flJTw*qd#D
z+wr5=kyRqz`6`{EhB+Ku?#{KVn~;nG^!5}YHc}5MWkx*eZVA<ja`dJxqT>IH>RVUj
zE8P20G3vzd-BE0f9mBxFeVm$61Z`NXJiBfJkq(Ej{9Y)>qj#gjM2kUnAWvJZVMhOK
zzMmuGiOszjd0p$(Z{jK6eNT^jHD`oM79wn2a`@SBG>vQL<GJ0No{pC3tja%z(P*I7
z=q)~#-V@963-OzFKYN;%&~bwyr+(}}qn|&WH(MaHB8SH_V%TbD$D|9cB0%XzNmnxK
z1C971<~!)Z#)X@Y4?9ZZc{R98Tvzxq?dKBt<I)_aXDwu9su_P$eFF2LU2JnKf>IJr
z>s1F>e{>yH{RaFeq)@mIjKVr$0GF#bB6r{q%yK!8zR#DTWAZ-Et5q1RG~{c23(+>6
zMDM9!>axw~U=c-C++H4v92Beb9C+lwK?V&S;MUA}9JbNNB84@3gN(gW>Nntn%ULXN
zt;UgEOW56c9NAxI@MeK0XSRKVfrdanIDAJK-))1WFdmIkS4Lm!7CQe9%&b)7oL0j2
SrA-LCC1cB`t8$%UG5-Ve^4%2x

literal 2317
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucE4=prZ2D46m)T)pFE%NXMC9uhM6FmKr_A
zZ{ousQzod5Lb5WFd)j48@%s+h&0cJbQf8P`lfO;HF?e&i7)ojv8v74QD$D}t;pk4o
zt}vb~%w%JwH<jEcarUx1hh6>>!&gk`FfbceuP5{8YDMl`bq&{3i(upMK0hlR$5_55
zHUFrQgculdRr}jq|HyzDHOV|zVneBBCmPO-;7PST|7n&9m$r8}*=)(8gw=3URKSlp
z`{BL#8^k`-WO&&qG?lVA^3P>)VJrZCHl~<sZ_cEaZSd@Qh+|%vnCvq~sQO*uthkWZ
zb2KpK?TOO<Q>eA_qw4TEu_G^#_~ARj=NZ(PdISZHOfI~k&+w&!;d%3f*2OZ^TKp|q
z_f@07d`h%ks)M`!HJn|SCw^XG#{qRs8s8~G)s!OduI~}9$y!`{Kc1WB)+6TDJ5>Bz
z35&y>scO9o`BkpyFx6pY=K)Eqqd#+R*SJO$SaS=Canw=5S0Bn~+LaCU94*c&)1`jS
zZ003KBILJJe)-2eh~_oa(p<zw&)t|A;LAbz0leH1PM=HK+|U)y9#1>I*W|*1Ksny;
z-N=&L3t05V5UM0|In%XPq7btO#xpFaQLqckoD8|M=oU_Ny$M<8ZY&<xWYTh7zEskp
z<zjP+Kh1dO?rmu2M{%~@DYROQKsO+gCnHu-&EA2%%Lj$idMOKTIx*>34qvF~Ay<U4
zG|~*dl?Du`d?hq>gP3+?6{}h`>7RKS@eQAgwqkpBJ3T=C&Bb&b2<7>c8GJZrEfXdw
zQTw11hewyNt=krj5sJ(!4-@wWyrFoqT5`^ICG)(a@aRe_PF2Noo4*5#H^_^sgA3uP
zXGFK}wP?L36^9lka>UAju12a{t)NTy@g;OSu@7})1Ms*Li15Qe<e6kH`bbb}@Dkx8
zF?ho@7yq=xi(ArP&{4k+<;(5a8q*8q31_HTUXWOS^O<OwwB}>42XG5j<<in9{#=+v
z=!YS@+k$pi3*l*XSfX#bj9x?a2oLxUQ+st--R;lE3iGM@$vPg>D8)r@ZwBcC<`b!O
zowlV~a|rGfrZ7y;l?N1Zu`wYSgN+K@x8$lsHPs&<Ck?@|q8n#|{y?zlc5HRl;Q`Z7
zmK^(2JV{aDutXV#`OXaNyMWa0x7cyi70>;&k$3kwMrL=wtS5<UCzn&&NLmL+Gh(Po
zYzfhz%U5$KbCWS-S0%3Qm0|poL6J~hD5-lA&xRaJ_Dy^6A<FQ=P=_yH<O-Vu&tN1n
zc_`vzTA3V$%tA)H<?+~|l*;+9lUTglo2pUs8F*zKdzGpX>K{Z)YeUA2tdUgrwL!G&
z!YXJpA5T8UoTk^vIA%hl6Q@vRtBwz3e$0+uhQVLu8Txe;S|j>IWoHPNYG!cx^E4`I
z$MC87`;^<+gf0I$Bqp|9M*pRF+-OpU?5AMyd5;SvOI#&=@2#Lsh7K}r*NKbUPKb}x
ztXSf<8B@MD(A6@Nb9_QrVYGzOm}11&E5Y`1gfNlrL9jz1mX(a7=yx0DYTGlyq8$AN
zXHcKx0>fWCSu_+QHYC`ya*aD}72K)%V?L51yYVnihrTT(kdA(fnm$jsru>feC!IuG
zw>MYstrg){73i!}i(5lljH^wf?t7+mxcQbi9(o(;W%7KuOqJgz+E8o$b|^i51O4j#
zm~mqxv5&}>M)MaZHLm<~9O;AMG`TbZjrA^6_qm9TiP7AA@LeY8FXFQc4d5v^-oIwd
z(er8Wid+ES(UtsPNgA!nC-AM8E;}mL(oSyz>dmQ4h}7bMfgfKUj-ll_UzQ3JWKGXw
z#q<CUC2keH`a=*Y`KSmEVq&a{xR;a02Y(%hXI%$^&lX5ZjtYz=4?^w#zfH(r6du#b
z9IOiC^P&e>y`lk`{t4LOV?dV-WwEO@M`BQN3vsa}V#DjLklz#m_quIZvq%ZM7Ojw|
z<V}h$e?#7i$>7qWEEXqTLE*3&?iHBONA)HC_RONw=>nmV>%nJ@6-ahU$Nd@$zIwVD
zr_<hHK!O78jEA5oH<Qw5JE48ofkrXc5MR@Y+s6K^yAVf<6p8rWF#+?F+i`HeFD*T{
z@Y9)_*xnRPm!GPU`Z$ZvqI2-kuQ$d1<WzPlCZb{2yVO=r6g{(C8QU4op)Doo);fcp
z`fgOUlBe@hvFwE{wyWNU$Jk!zT@U2$lvM2gLXH+b$vom?%x0x9R<<Q^p8Zk=>n>vT
z#dK<vXVWU+H&`zy7kcBB7?FP)=X$QABS{JA4f>Q$pN0J5C`R_C^N^f6j~*{Y>=(LR
zurrFmybQSj4bIjn!3*1Qd~$RUdLL&)wsi(26JH|!^=YI>DskFuDYJW<@ZZWfj`xHx
zGtpfn4sXM#^d8LIe-bIucBrHa+B?~>%HN3Z{_4p58y{lkR5O+sTJzI6;oM@QM)}ia
zc+~P#Qg_pl{#G+213#RG=M`n<%!=dh9w)?+8$Te^>b&H5Yzsc~GUDqy+tJn+h$~Mf
zMS8auonP58LeYxbAEYpPp`B}Uvnf}7t;Yi=bZEFq#&oA*$q{dR!pE0gx$;bT)r74Z
zz35|pUgY@QMa^7A&Tp`zxA8Zk-(>^TwXQ;x8F6^ldPYhOIj>0tKFXUJY`u;jw99eY
qFpiI^-(-Ji9L+cS^UFKw9Fs|DzgtTrKDEbT$$5O$oyy4C8vF}{PN=m2

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa/test_data_set_0/output_0.pb
index 41000c778f2c36919cb33d19c8f14395851184e8..b1ba910c86c93582e1983c462af57c06b193a0fe 100644
GIT binary patch
delta 22
dcmeAbnjpl>!NkGI!NS2I!05ynxsi*R696S90{Q>|

delta 19
acmbOr)GNfr!NkGI!NS2Iz_^i@nG*mUvI1TJ

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_0.pb
index 44ba056f9c3cdb8597db24806783b6b0b66d2f2f..a39d629b846e388c7f7d026c000c5edb4b314ba3 100644
GIT binary patch
literal 2320
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@<R^1r?QdX1LE-<-KjTT8=so>p1h9mHJH2
zQlsbiEvyPQWrEr$BrBr0w_U~*|L>9A?9Ik#Wrj;N`TJBHL$;KQp`>=9ao~`o!Yq)U
zjvh4Z3g@Z9Og2{fP|0Hw=dO5g*yX=s_^JsV24>^hjb#2(t;k&~uj58)5o{bj<maX1
z7|YkB=ASi^Py<7*Y=4*Q9~&^ECYk3;Y$(<2M8nw;Jgv6pKg}}X()J!Fn=M(Cuo`ZP
z3iv7K0DKmIi`eIyj3^t0rcxG1{<$J9js?Qs#uRhy&6(7)9bP?;aNIi+lYPbrQ@<yi
z6&LbGjt0hjyinSI8nssbR2@DqcIE{UKYlOxB7+)JkD;KE$%Qxd8L?C_B5$71x>SZ*
zi@!zd{%RDMPl>k6b@0%?j&tks#4pS3IH0ac<GV$uno{Jw^*zEhS&M5Q#B=l9dc@p*
zkBWaQVR3{rRjqd;zseOIraG+bJSd5E3}Eh^8rR4IYi>m`jyX#BdX<c(UD;62(c-K!
zUFzq|W?o_xLVr)?SAX7zXkJ4t%|&eV+Jl*aejJn^z^k1R^u4Ujja?D!@v`FwO)eY=
zlH-HkO)R;yfJJW&p-M8BGhJ&X3Nd?OJi~$-1-s$yWXN4bw{f!TZOA(JVDY#nla}f7
zm68@M7n@W3WyZVr?m#;~nzQXrqt#*rx`9zV6}ggX_73b_HYl9dOIdKsiAl$E_)<j=
zxgwmUQD*R~G+<!mYoVzd%(SB`S=Fk^fXpk1Z}>vA72C7h=^^TGEvD;07%!a4;G;Qf
znJ`I-+DDx@GP;Cq-L`0qRAgRxxVS&y1I1I-lJmAJnCBCX$5&f%x+<RA0~}bqQC?IX
zS_nryBf9;dMeDt(IJ_{CBUT1<HB#kj1zmcKFQMDX{iquofal#HL>vL4&L(rw$AVIW
zSBMyi!CS7m_@^aa+?M`|j{5y5UuMtNm|iGPI77|yqQv^!&qd3mHJ^Atgj<*@mzGBJ
zm%=PUKOEWJ7PPxo2rsK65`9y5dJokjBJg`m?bBg(cL1L#%%|$7>v&wF6qkH_7_1AJ
zPo&ay+Lmg~p}1R^!f-uT9#qK1ri2g-HY#xcl4}yx)Bt>vGz7<rZk!GN6CtKMu+3SA
z2Tj9Ra{MpxG(~~K5@i_XJ2R;7B2v5GVaG97yztjX-n|zXncV@io+PfFTt;alX&thG
zkwZ;lYp4cYzMeywn~b5mD{*a~4C9{;iiGMyN!`<UHsn~cZ`zZOP==R=I(+pqSJ)hU
z4kMAt!;zoR%H$Yi7Bbo`i^oo-RL*~s#Ns_ZRE?g`psVZHt5k)sfM8l$8!~2OjikD-
z4WeBaR>52NWbz5-G`&H_aT6MyJdG+_b$lfAXZ8kn4E`q1uy3N#8rdf*J43ltGlR=s
zq)|~jhR@7Dq};A1Z2i|^F|qv$`Y*@hW|J~xKZl4fdR!=3;wtI;U^#6vbdYhUPF&i4
zQhcmt#S*tInDV=cu9lgc;~UBfqa~Ea6eGS~3AR@vg^6@8LL3U=UNVlNKWvz*ZO=%H
za`YFRMSYG741e`v(NK)om|)M!H6FB8@Sy5X`ACZD#-lhL`n8lmI{F=I`n=$p@(0$R
zauRXfK3u)8RzzG=ptDXbZVzcOt~QOjADGhN);r=v*d3&o$@7uBD!)s#q1OBzP<rwf
z`qld}<K`w}Kanlnz+auzxZ<yIqz^{W<njbG*1J&M_YyWGZs3+f?=wMv5uaad08hK|
z!F6MfUPyy?)B^a8uHb)4(r8saf$zL^*-^2Uc6t*~Z%$=GlokgJ{Q2rg3@y+5u~e8K
zYkD3lrU!61ahvGXAA(59M@2|56Ju4x{hTyD{O<{P)pa1`T!EzIn7~-_Ak_Z<+l2fj
z;W?em!K!e+D0+z1%Nvjxkbs@O26V|#7Q0(>BnBn75f@t`Hon;g`OT5=sN0S;i<Gc?
z(Q=7O-lXUXFy!r+3@$CoVsYYC6b_r=et`*nRbSz6uPi#9DG(aDo_yX|fn=w2JgBkY
z>t|bVCha{2CMeL(cnFGeGbw$(3)=S_XcTiD@im>eV;sP`i*d9_k%%806EHuy9fuD1
z(b8)xKbyIk?M)l#@^dv(pJeg*h8%qS+bwY*IhCD?iD=mUKDCt-Mb9i(#&$+<Xln_&
zwa%iaz8h7o<e9uwxWBZ;4%G+n9NP!I8$sNYl8QZF%F)6%nMZw%*{l@K%C;oVvtP;(
z-9@avlunKEY+42W4(kQwLT|hhBl7R!e9sMZBq<@iL7&p;bC6#g&8XgV9+p$*u@j|;
z{Zf|;c11IUS0ERt!Pz<`cxgM1Pmc{k?~`oEw#}eq;w!|zIfL{lB~F_yWp-~9{#_Zz
z@t#m-CVGg(;q4fe-iMjT&mu+I4wZC4dnX%K1sL)D-yE5La}{PzHDigPH9wmZ!L2rG
zls{93$1Tq!b+;TDU^PQB@Z%YHT~%hztT_JRc~Ts``6Du|E=W$qw%~JbBfh!218sdl
zxcYQbq<3r4`L!J*6|K1AVG1`av~z84Hs#81^my>34h=WUnC?_8IqG9i`1-LcSDq=a
zo3L$@H+{`7h#dcWsF|zC`3-jTG5%KcyKIEI)-{MSBM#46&nT%O=QXLoS9uFVtk?0Q
ub~#QP#_@6W+w2dEqxq%)eswpUV=^i2_h^a4XZAQExqz>`QyEoTgZ}}%NvTNy

literal 1165
zcmV~$4^#|x00;1ra>z3BXNy<6Ym*U4Mcw_r-_ondpX5o-)%wG2b^4=LODTkftXYh=
zR$j{!8>!PuN%Y4^*6W0w$Zc8qQ%|{>mNwNsAITVrnZ!aOnQZF6dwfx#Jq+EE)a7*J
zpeBmRQ|&Q|x%AXL#?0aZ5xvrx?`_CHm$y{RIgl(e9MgnTL=+{_f|_S)sus*=e$+Us
zJM)p0wu|lCF5&4LBR2ii0KdjGo_^qriT!5~G;aY%6Ej75k`1SQ{Thi;xhRk(!KTWL
zrV+LHx3&lR<`VcOZm05;1arJ@hzV_F$X-2zx9S`y)W4$a_AaiQR{@*Sr7T=3<0|{L
z?CVM8zUIvgs_~|#-kDo(oI{t#46O0nEv8kbz+}AvUlp0N^|=o%w<WXM$0&yFJA~q&
z>5RGqM%pQP;Yd91H0+?Ryag*SH^M<R1BT#*%=y59Qf&wqFKiMg9*v;6!J3yhrC`+B
z5gC(07}yvu+y{&Z_vjP(X1%!mdm1Mg+mRikqP@3K<UG#Ciz}^gtZ2clKj!htPAy_D
zxv`;0#)qG@;H;Ga+Q8Xdo_JXB;5rug&f&LzxwHB6@x1Hxr??lcgI$gebz!FvxoJRA
zUaR1FeWx&6V#CQ6E>vYosmxC1+nl@N+(;-x>|QF?8YMIzYDKS;1;hGlFeLLv;h6$O
zO7U2_*9UX%^g3wVwqUUDl-OBSD(WjEG5=nRSn>0Igr)8m?W!!%>!M=En2(_Jv*JQi
zU+ydI!DY+Y=#N|l8?6CKk8!-;Qw~e3<$S%&lMSJ<eB#)ruvn#L)5uMj8^Y;x--%s~
z>D&;$jNcX4;Jl9stuNN&(r-2JJ@zH;yd1`!tOYzYnu7*mL2I>9q?gKIUQN-Fxt)Ix
zr_0Y7+@SBCMVsQ&;?1=Pj&oniAax2qdu__St$CPIVo8~Q91GW)Gema)t|!7Njk$`f
zz)BDMq6}odJc;}5D)!a);?)mb$eUII+oTBk_9ZauMF!>F_1G4a!oq5Q4i3#{z%OYS
zIvt7x$;W7NkKvNs<9PGmGfaH`7G7?CylK0UQ={L3>(Pe@z8=gXO(54?Z4(1hJM`D(
zqa)~h5f}RaC7(VLm0!HenACLW%Vu)L1*6Eio64ZtI2PpH#M$8#IJ@jd$gV-`)X7BE
zH5siZwIN>KfJ4p!RPJ@9dq5J0ohlG|UCkr2d>Cp{g_I9%nNW8WCGBBc>G@Qs4=7<B
zD@Uxd6~~*vs4fd$)DB^~t(AvY>jUg?*du~HgAjHhj>_B+jIC8MCVMsIgHjl+Y$)w~
zAs%n=V2zWEt{nmFP8h&;7Y%Kt{vu=G7_^g?FnWp}bKhTtfZPrt6M<~uD{M4GP+u+Q
z$)+~w6?Nz|8O!**&Gf&j;Npir%GXycqJGO(#&x>V)XNpx!-Fs_vx2;}3eTR#^Gaw8
MM|9u7w);H(2Sv2<Q~&?~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_1.pb
index efc0c2de992fd78f068c768bbd008d740f937a2f..c0332cb433548936c231c3a82b9cfd0b8541b6d2 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00;1ra>z3BXFFc)u1!WH6?OOfe*5z(3dxh4tM!N5D*aKbr4+(K)-1+b
zE3f5=jZ|7GiT)VLdY!Nnxh*Sy>M1wV(x%$yBN-<#k(fy&Q;j{0{d{*%EDErJz9)j(
zoE{vEj%4z58;oH--J&03c5#7-@^j#O8#2)CDHHP!B#R8YG+`eeNlBDo^fL|Bixx6J
zasoA7`AACJ#g1*4@brxVn|^A9Pg5FCKXAb0finnPu!v)cnW7>|${An3Mq*?x3S>!;
zR-4c`ybk}?^+MND0`J7_RGpGwp8E|ksl5!@t7q|6y)A|2SCrk}#dQlRAuV0b!sT+V
zvRTXi-c;^u+04LNPewO5aO;h8=ysijH9ot=jH(nEt=HqLB2%_K_oDf>WY%~Y#E4C&
zQ2sNMk$1odYZWgXiRYch9n@B|!tZhuY}K=%4_eHe4{Rwb59ZRv&EmwPQM5E#^75t>
zj9J<tV@fasn&O4apaEg7{UYC_54V3$<0L}|vSZY=@id5>$Juysr44qKt+@5a0zTPU
zj@V1iY%G%V;U}#)YoSMZz+A3KJS=!{9SgkY@!P*#*z);A-gW;|+zZpfI!BB8&{K%m
zG^nhoQ}Vp7OPDN^a;ljl)tNG?vXl8X=dL(68p2@fm&&yU2~CIF&}VPP(1BVE%RNze
zra+leJf1EML7YFc9?{NQFw}oa?5r*o4OJ0Xc&}Bg{CPh@Q}>Gwb(ZLJRI_v3M^O1#
zaIvvB_m%eIviV#LM680eTo0A&1m5qhfVssAzV>iqV@NEY*!3&TR%zHgdK0GlFnZm$
zXLnONH-vfcyW(1$_cEg8#RgpZtrp(LzQmoEBiNI*h=;~<&?wAksWFK3QaMa(C^|E@
z^Y4*##W}q*bUkw@Ej}&YTnpy}m*ou9r0}!X#@ySMhiN6|l>5f9aIGnWwFlsIB8;+_
ztH=tda<wVSK<3MnxZj~>e?uQ${m_lP86~hv3a58}0<&IZP|?$XZGkB)tnua0@Iw0k
zl7`{aAxMyXjAoY@F3UZRH~&4u<mYeU?(D;xRvS4z>K!;8eTbmzK`e?6;F_!LVo+v{
zf%<%O27WK%VjrO7(?_D}i+355nhssrY_7au5LtIq8CVy`g1nnJJCXti$K43tHH4j7
zxv0J-r{$D(#48$c$ibhgy-sxTPvVGuB|@%icw~+jLyW4C@}U(I>W`wNBb0t_Ple`y
z3YM`7#H!kGycvw_Hsi(eVa&9$aCL8cfE~7bM37q`LNCNol^cxlb!x_Bucl&127`r^
zvaT26@dj7c+RN$G>Cc{oL2P%7rj^WBWDFid`IKdhnx@12_m{vww^PVP09*MA8};GT
z)hKwfxg9!XJ-Up>Gd^!KeXlCH^x=<+^_5Gg+p?8$T~0K1cS8B$AsClgK+#r>XHVmK
PB_xKU+HYXha~}T#$X@c|

literal 1165
zcmWO4i&qVH00(fl=ao{eljKq2N}Mdy-SoJ>@3%M=xl1ocPf?V*kzQh18pkc=(&5@e
z+wRmlE$N}QIcIBVlcmRqm34%Kim{y*bth%}{0$$efz(iHB9&T60`sS9D(z{n-9tsB
z9kfM<ka{ML%H9bCFHB^TUO*os<qh*n+_Nr&W#=P=H{FHn*!NI-r|{!2ZyxsX;*m5h
zt~|0~(B1%EuU=1OVm<!c<j3L!1#O0`aJn{@4_`b$o7umpD0z(N&DI<>a^yDaH@NdS
zmR^kuI9|{RT|_q=Pj28U{|1y6MBtitrckcg!oI~So{)?QnNKyEwC-3Q^ITNNCelg2
zL(G%p(zLKeq?pID*u<K(aZSh%sKb{7zPxOC1{VG<%uO?*>U}**8WQO-X+e2S7*|~K
zr2Mb>qUfm~6*imEB~M~Nmzz)(o<*Bahfw8@V(M844bOdwnqzbD%j_y-Mg{Z6WlMb9
zwF9dSG$N%+PQ#cssGM~e9A8Br<8$!X;KkwkU>ZE!3^(OIF7<VW{Sz%#&+~x8U_FZ3
zULvH%n9mPKv9BS4!|_}3I@^&mA|46*sizo{Rv^K=3~O!2@w(fK<#ihIk@Z$K&r{I1
zNsivs-K_mW!mQB)Oqg1Si+@YGtyGKhrczi1+p+bfidPp0(KFnWhR&93o}0?{S+9}P
z7{{9jHnMU&3eq$`7A6NMp02CF4>l^aG)tIVrr=StRx#3L$QJM23|*K4$H?WJ_NyJ;
z2V{yo-6&qAzspmOauMpXl{00=eBe5vsO#7cJ6RTo-?F84PM?r^o`hxh6Xfcu6@Hg)
zBJ}htoLBFI`T1Fl_}zyEdFin2b>O;-i&%6kgL6dyU6w~OWcCD%I|MF2&tp%v5$?o~
zV0%`vc<-xph8pK^V5tY!tZYOw4x*>K0I`t<NGUbpQ4edVmzAL>Z2^`4U)0>bs#xaH
zhw>3;hVP1EOYA86=kMj@v_j~@Vino7<A`)Rgr)aGITpPO?PfX*Xaaf0W)(B~X7Ym^
zIZtfr!SI_J?>;jx#jg7X+@n1!)bbEv@0!EUhN5X&GZ!x$-u9ANr?WEu7)GLj8k2YU
zOnP4|$uGcfx_#_!TtwM=V^03qjs`z}x@@vSW_b>eXT-3@!GTE^-9&)Oos!OE)&-jI
zWz2Wbhm8q$UthMD#PeEkr?{b9&9tA36;DcXn4UGC6{!~dN&N{d2Y0enRtS|OoVF|W
zv+n3xs{4%iPe_6A=pTV?LO-rlZ9s1SADH2K0ll9uLHoo5T+pa7P+`nBhE}3=Dv3Um
z!PIA4(8(%_>bN~T6gePP<~i}m{sRme+|MnUb2wyYhy_Yp_5_)Fr_`;-hgY(A(5(tb
zb}nL9$8ltToxxiNy*Rz~8}!!)^5NmT!t`D%Bn9zkkh(GYdY91qw_|#R2IqAWwk>W%
P*ljtRH(pcdl?(YFKb+ir

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_2.pb
index 17f4fab3ee37f60f62861aabe390e9580d7b3e3f..bf632feca9b3f02d940ca8e3c8ac80c28e5aeb48 100644
GIT binary patch
literal 1168
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~(<Qp))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQhlkBRB9pdmAn_2KT}<0OIyue
z$|G%{DL#bM({WVvO(J-4B9n9ix)>?1n^xhjWjV~d9wNN?4qV2+hsrC3ABTDIu(v0V
zq-k*Zp%sJn1@KzU1}YL8@aJYfmL$k&HEe-Xb+LT#{65-E{zYZ!BSdep<d}gyw_Co(
z?MJcnY+A&L!Y*hddSHKYBiHyhqO33iSG_WYV(nJ;FIDn{WL!9U*PvPBhLthTL``fW
z9dtXz0!c27i&{mBX)H^OELj)VjQoIld^zaDOXjCx=I_khGy^K%)uFU8k?vDwl+}iD
z)kP1={#q!CpZHO3wFTX>BnEW53T4q5w0n07W&RkZpN3HX?5C(bHV?ndtwv^4Ft1-S
z$G6=(;j5<>Db+IS$FxJ~q{Yz08hRU^h5JTNjx+>Q@4*(hD)w`^j}vSkYv8-U9d<(v
zC~kj&kXl1NI~>LS#srSUZ^Nr>d(Mh@C~T*nU|3p-1k-Y?v!1}K9#2-(tHp<w+t{)|
zPM>BO`cn6>?h6UC#tt%JdOa@uE#>wy4Jw+;U=eJ?wiilXSsFx-a1ZJ`nX_enDm&)9
zLQYd0Zyemjs);B_)BISJ93X$Pz7juJDbd;@VRE^gM@`zqXtzFFz4kD4aSH4sS8~R$
zHgp?wl;>&3@G|{veq=8bq0ZYl+tHBsT_)xAojYLTn8lGdtf`sTFQgtPVczo?x!M}J
z-^CjUJ@pdjRQq9iZVn@U_hw;UI;{Kbxc<Tt7T?U^d=WtBm5~gYI|;*1flJTw*qd#D
z+wr5=kyRqz`6`{EhB+Ku?#{KVn~;nG^!5}YHc}5MWkx*eZVA<ja`dJxqT>IH>RVUj
zE8P20G3vzd-BE0f9mBxFeVm$61Z`NXJiBfJkq(Ej{9Y)>qj#gjM2kUnAWvJZVMhOK
zzMmuGiOszjd0p$(Z{jK6eNT^jHD`oM79wn2a`@SBG>vQL<GJ0No{pC3tja%z(P*I7
z=q)~#-V@963-OzFKYN;%&~bwyr+(}}qn|&WH(MaHB8SH_V%TbD$D|9cB0%XzNmnxK
z1C971<~!)Z#)X@Y4?9ZZc{R98Tvzxq?dKBt<I)_aXDwu9su_P$eFF2LU2JnKf>IJr
z>s1F>e{>yH{RaFeq)@mIjKVr$0GF#bB6r{q%yK!8zR#DTWAZ-Et5q1RG~{c23(+>6
zMDM9!>axw~U=c-C++H4v92Beb9C+lwK?V&S;MUA}9JbNNB84@3gN(gW>Nntn%ULXN
zt;UgEOW56c9NAxI@MeK0XSRKVfrdanIDAJK-))1WFdmIkS4Lm!7CQe9%&b)7oL0j2
SrA-LCC1cB`t8$%UG5-Ve^4%2x

literal 104
zcmV-u0GIy=1PBHY0ZL%u8f-p0l!-o#-Aq3rpmaap5~4nXsZ&2D`P4n1Od>z0LqI>S
zxF0_J9NIp0h-5$VAk;n3K9oF~Fc&}l{oX$2c1%B&XKX*KDw#g$+{Qkr`1n2;krqGL
K-FrVggfc&ab1f|Z

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/input_3.pb
index cb2afada73d7c98fb9f5abcc4617c958ce3e61c5..7e68778884935c0a184ea02c2d0f547d1882c8e0 100644
GIT binary patch
literal 115
zcmV-(0F3_#1PBHY0YV93baZZCZDDh3N?_p{Y(6`bi9U_pOg|x@bU)q_qCSJEQ$Hs8
z)IFa}B0r}?KtHayA3ppX+CFuNWIysC)IHEXlsuX+7eD>|-ah7bOh1)pY(J|inLg;;
V#y+U{_&yks7C+eCdp|scGCwG5F**PM

literal 2317
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucE4=prZ2D46m)T)pFE%NXMC9uhM6FmKr_A
zZ{ousQzod5Lb5WFd)j48@%s+h&0cJbQf8P`lfO;HF?e&i7)ojv8v74QD$D}t;pk4o
zt}vb~%w%JwH<jEcarUx1hh6>>!&gk`FfbceuP5{8YDMl`bq&{3i(upMK0hlR$5_55
zHUFrQgculdRr}jq|HyzDHOV|zVneBBCmPO-;7PST|7n&9m$r8}*=)(8gw=3URKSlp
z`{BL#8^k`-WO&&qG?lVA^3P>)VJrZCHl~<sZ_cEaZSd@Qh+|%vnCvq~sQO*uthkWZ
zb2KpK?TOO<Q>eA_qw4TEu_G^#_~ARj=NZ(PdISZHOfI~k&+w&!;d%3f*2OZ^TKp|q
z_f@07d`h%ks)M`!HJn|SCw^XG#{qRs8s8~G)s!OduI~}9$y!`{Kc1WB)+6TDJ5>Bz
z35&y>scO9o`BkpyFx6pY=K)Eqqd#+R*SJO$SaS=Canw=5S0Bn~+LaCU94*c&)1`jS
zZ003KBILJJe)-2eh~_oa(p<zw&)t|A;LAbz0leH1PM=HK+|U)y9#1>I*W|*1Ksny;
z-N=&L3t05V5UM0|In%XPq7btO#xpFaQLqckoD8|M=oU_Ny$M<8ZY&<xWYTh7zEskp
z<zjP+Kh1dO?rmu2M{%~@DYROQKsO+gCnHu-&EA2%%Lj$idMOKTIx*>34qvF~Ay<U4
zG|~*dl?Du`d?hq>gP3+?6{}h`>7RKS@eQAgwqkpBJ3T=C&Bb&b2<7>c8GJZrEfXdw
zQTw11hewyNt=krj5sJ(!4-@wWyrFoqT5`^ICG)(a@aRe_PF2Noo4*5#H^_^sgA3uP
zXGFK}wP?L36^9lka>UAju12a{t)NTy@g;OSu@7})1Ms*Li15Qe<e6kH`bbb}@Dkx8
zF?ho@7yq=xi(ArP&{4k+<;(5a8q*8q31_HTUXWOS^O<OwwB}>42XG5j<<in9{#=+v
z=!YS@+k$pi3*l*XSfX#bj9x?a2oLxUQ+st--R;lE3iGM@$vPg>D8)r@ZwBcC<`b!O
zowlV~a|rGfrZ7y;l?N1Zu`wYSgN+K@x8$lsHPs&<Ck?@|q8n#|{y?zlc5HRl;Q`Z7
zmK^(2JV{aDutXV#`OXaNyMWa0x7cyi70>;&k$3kwMrL=wtS5<UCzn&&NLmL+Gh(Po
zYzfhz%U5$KbCWS-S0%3Qm0|poL6J~hD5-lA&xRaJ_Dy^6A<FQ=P=_yH<O-Vu&tN1n
zc_`vzTA3V$%tA)H<?+~|l*;+9lUTglo2pUs8F*zKdzGpX>K{Z)YeUA2tdUgrwL!G&
z!YXJpA5T8UoTk^vIA%hl6Q@vRtBwz3e$0+uhQVLu8Txe;S|j>IWoHPNYG!cx^E4`I
z$MC87`;^<+gf0I$Bqp|9M*pRF+-OpU?5AMyd5;SvOI#&=@2#Lsh7K}r*NKbUPKb}x
ztXSf<8B@MD(A6@Nb9_QrVYGzOm}11&E5Y`1gfNlrL9jz1mX(a7=yx0DYTGlyq8$AN
zXHcKx0>fWCSu_+QHYC`ya*aD}72K)%V?L51yYVnihrTT(kdA(fnm$jsru>feC!IuG
zw>MYstrg){73i!}i(5lljH^wf?t7+mxcQbi9(o(;W%7KuOqJgz+E8o$b|^i51O4j#
zm~mqxv5&}>M)MaZHLm<~9O;AMG`TbZjrA^6_qm9TiP7AA@LeY8FXFQc4d5v^-oIwd
z(er8Wid+ES(UtsPNgA!nC-AM8E;}mL(oSyz>dmQ4h}7bMfgfKUj-ll_UzQ3JWKGXw
z#q<CUC2keH`a=*Y`KSmEVq&a{xR;a02Y(%hXI%$^&lX5ZjtYz=4?^w#zfH(r6du#b
z9IOiC^P&e>y`lk`{t4LOV?dV-WwEO@M`BQN3vsa}V#DjLklz#m_quIZvq%ZM7Ojw|
z<V}h$e?#7i$>7qWEEXqTLE*3&?iHBONA)HC_RONw=>nmV>%nJ@6-ahU$Nd@$zIwVD
zr_<hHK!O78jEA5oH<Qw5JE48ofkrXc5MR@Y+s6K^yAVf<6p8rWF#+?F+i`HeFD*T{
z@Y9)_*xnRPm!GPU`Z$ZvqI2-kuQ$d1<WzPlCZb{2yVO=r6g{(C8QU4op)Doo);fcp
z`fgOUlBe@hvFwE{wyWNU$Jk!zT@U2$lvM2gLXH+b$vom?%x0x9R<<Q^p8Zk=>n>vT
z#dK<vXVWU+H&`zy7kcBB7?FP)=X$QABS{JA4f>Q$pN0J5C`R_C^N^f6j~*{Y>=(LR
zurrFmybQSj4bIjn!3*1Qd~$RUdLL&)wsi(26JH|!^=YI>DskFuDYJW<@ZZWfj`xHx
zGtpfn4sXM#^d8LIe-bIucBrHa+B?~>%HN3Z{_4p58y{lkR5O+sTJzI6;oM@QM)}ia
zc+~P#Qg_pl{#G+213#RG=M`n<%!=dh9w)?+8$Te^>b&H5Yzsc~GUDqy+tJn+h$~Mf
zMS8auonP58LeYxbAEYpPp`B}Uvnf}7t;Yi=bZEFq#&oA*$q{dR!pE0gx$;bT)r74Z
zz35|pUgY@QMa^7A&Tp`zxA8Zk-(>^TwXQ;x8F6^ldPYhOIj>0tKFXUJY`u;jw99eY
qFpiI^-(-Ji9L+cS^UFKw9Fs|DzgtTrKDEbT$$5O$oyy4C8vF}{PN=m2

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_attn_mask/test_data_set_0/output_0.pb
index b60628c3d664e4bdbd5c5bb1b6092fc6625f7720..c7c2fed8e71e029b842ce4f32db5d81ca85c338d 100644
GIT binary patch
delta 22
dcmeAbnjpl>!NkGI!NS2I!05ynxsi*R696S90{Q>|

delta 19
acmbOr)GNfr!NkGI!NS2Iz_^i@nG*mUvI1TJ

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_0.pb
index 44ba056f9c3cdb8597db24806783b6b0b66d2f2f..a39d629b846e388c7f7d026c000c5edb4b314ba3 100644
GIT binary patch
literal 2320
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@<R^1r?QdX1LE-<-KjTT8=so>p1h9mHJH2
zQlsbiEvyPQWrEr$BrBr0w_U~*|L>9A?9Ik#Wrj;N`TJBHL$;KQp`>=9ao~`o!Yq)U
zjvh4Z3g@Z9Og2{fP|0Hw=dO5g*yX=s_^JsV24>^hjb#2(t;k&~uj58)5o{bj<maX1
z7|YkB=ASi^Py<7*Y=4*Q9~&^ECYk3;Y$(<2M8nw;Jgv6pKg}}X()J!Fn=M(Cuo`ZP
z3iv7K0DKmIi`eIyj3^t0rcxG1{<$J9js?Qs#uRhy&6(7)9bP?;aNIi+lYPbrQ@<yi
z6&LbGjt0hjyinSI8nssbR2@DqcIE{UKYlOxB7+)JkD;KE$%Qxd8L?C_B5$71x>SZ*
zi@!zd{%RDMPl>k6b@0%?j&tks#4pS3IH0ac<GV$uno{Jw^*zEhS&M5Q#B=l9dc@p*
zkBWaQVR3{rRjqd;zseOIraG+bJSd5E3}Eh^8rR4IYi>m`jyX#BdX<c(UD;62(c-K!
zUFzq|W?o_xLVr)?SAX7zXkJ4t%|&eV+Jl*aejJn^z^k1R^u4Ujja?D!@v`FwO)eY=
zlH-HkO)R;yfJJW&p-M8BGhJ&X3Nd?OJi~$-1-s$yWXN4bw{f!TZOA(JVDY#nla}f7
zm68@M7n@W3WyZVr?m#;~nzQXrqt#*rx`9zV6}ggX_73b_HYl9dOIdKsiAl$E_)<j=
zxgwmUQD*R~G+<!mYoVzd%(SB`S=Fk^fXpk1Z}>vA72C7h=^^TGEvD;07%!a4;G;Qf
znJ`I-+DDx@GP;Cq-L`0qRAgRxxVS&y1I1I-lJmAJnCBCX$5&f%x+<RA0~}bqQC?IX
zS_nryBf9;dMeDt(IJ_{CBUT1<HB#kj1zmcKFQMDX{iquofal#HL>vL4&L(rw$AVIW
zSBMyi!CS7m_@^aa+?M`|j{5y5UuMtNm|iGPI77|yqQv^!&qd3mHJ^Atgj<*@mzGBJ
zm%=PUKOEWJ7PPxo2rsK65`9y5dJokjBJg`m?bBg(cL1L#%%|$7>v&wF6qkH_7_1AJ
zPo&ay+Lmg~p}1R^!f-uT9#qK1ri2g-HY#xcl4}yx)Bt>vGz7<rZk!GN6CtKMu+3SA
z2Tj9Ra{MpxG(~~K5@i_XJ2R;7B2v5GVaG97yztjX-n|zXncV@io+PfFTt;alX&thG
zkwZ;lYp4cYzMeywn~b5mD{*a~4C9{;iiGMyN!`<UHsn~cZ`zZOP==R=I(+pqSJ)hU
z4kMAt!;zoR%H$Yi7Bbo`i^oo-RL*~s#Ns_ZRE?g`psVZHt5k)sfM8l$8!~2OjikD-
z4WeBaR>52NWbz5-G`&H_aT6MyJdG+_b$lfAXZ8kn4E`q1uy3N#8rdf*J43ltGlR=s
zq)|~jhR@7Dq};A1Z2i|^F|qv$`Y*@hW|J~xKZl4fdR!=3;wtI;U^#6vbdYhUPF&i4
zQhcmt#S*tInDV=cu9lgc;~UBfqa~Ea6eGS~3AR@vg^6@8LL3U=UNVlNKWvz*ZO=%H
za`YFRMSYG741e`v(NK)om|)M!H6FB8@Sy5X`ACZD#-lhL`n8lmI{F=I`n=$p@(0$R
zauRXfK3u)8RzzG=ptDXbZVzcOt~QOjADGhN);r=v*d3&o$@7uBD!)s#q1OBzP<rwf
z`qld}<K`w}Kanlnz+auzxZ<yIqz^{W<njbG*1J&M_YyWGZs3+f?=wMv5uaad08hK|
z!F6MfUPyy?)B^a8uHb)4(r8saf$zL^*-^2Uc6t*~Z%$=GlokgJ{Q2rg3@y+5u~e8K
zYkD3lrU!61ahvGXAA(59M@2|56Ju4x{hTyD{O<{P)pa1`T!EzIn7~-_Ak_Z<+l2fj
z;W?em!K!e+D0+z1%Nvjxkbs@O26V|#7Q0(>BnBn75f@t`Hon;g`OT5=sN0S;i<Gc?
z(Q=7O-lXUXFy!r+3@$CoVsYYC6b_r=et`*nRbSz6uPi#9DG(aDo_yX|fn=w2JgBkY
z>t|bVCha{2CMeL(cnFGeGbw$(3)=S_XcTiD@im>eV;sP`i*d9_k%%806EHuy9fuD1
z(b8)xKbyIk?M)l#@^dv(pJeg*h8%qS+bwY*IhCD?iD=mUKDCt-Mb9i(#&$+<Xln_&
zwa%iaz8h7o<e9uwxWBZ;4%G+n9NP!I8$sNYl8QZF%F)6%nMZw%*{l@K%C;oVvtP;(
z-9@avlunKEY+42W4(kQwLT|hhBl7R!e9sMZBq<@iL7&p;bC6#g&8XgV9+p$*u@j|;
z{Zf|;c11IUS0ERt!Pz<`cxgM1Pmc{k?~`oEw#}eq;w!|zIfL{lB~F_yWp-~9{#_Zz
z@t#m-CVGg(;q4fe-iMjT&mu+I4wZC4dnX%K1sL)D-yE5La}{PzHDigPH9wmZ!L2rG
zls{93$1Tq!b+;TDU^PQB@Z%YHT~%hztT_JRc~Ts``6Du|E=W$qw%~JbBfh!218sdl
zxcYQbq<3r4`L!J*6|K1AVG1`av~z84Hs#81^my>34h=WUnC?_8IqG9i`1-LcSDq=a
zo3L$@H+{`7h#dcWsF|zC`3-jTG5%KcyKIEI)-{MSBM#46&nT%O=QXLoS9uFVtk?0Q
ub~#QP#_@6W+w2dEqxq%)eswpUV=^i2_h^a4XZAQExqz>`QyEoTgZ}}%NvTNy

literal 1165
zcmV~$4^#|x00;1ra>z3BXNy<6Ym*U4Mcw_r-_ondpX5o-)%wG2b^4=LODTkftXYh=
zR$j{!8>!PuN%Y4^*6W0w$Zc8qQ%|{>mNwNsAITVrnZ!aOnQZF6dwfx#Jq+EE)a7*J
zpeBmRQ|&Q|x%AXL#?0aZ5xvrx?`_CHm$y{RIgl(e9MgnTL=+{_f|_S)sus*=e$+Us
zJM)p0wu|lCF5&4LBR2ii0KdjGo_^qriT!5~G;aY%6Ej75k`1SQ{Thi;xhRk(!KTWL
zrV+LHx3&lR<`VcOZm05;1arJ@hzV_F$X-2zx9S`y)W4$a_AaiQR{@*Sr7T=3<0|{L
z?CVM8zUIvgs_~|#-kDo(oI{t#46O0nEv8kbz+}AvUlp0N^|=o%w<WXM$0&yFJA~q&
z>5RGqM%pQP;Yd91H0+?Ryag*SH^M<R1BT#*%=y59Qf&wqFKiMg9*v;6!J3yhrC`+B
z5gC(07}yvu+y{&Z_vjP(X1%!mdm1Mg+mRikqP@3K<UG#Ciz}^gtZ2clKj!htPAy_D
zxv`;0#)qG@;H;Ga+Q8Xdo_JXB;5rug&f&LzxwHB6@x1Hxr??lcgI$gebz!FvxoJRA
zUaR1FeWx&6V#CQ6E>vYosmxC1+nl@N+(;-x>|QF?8YMIzYDKS;1;hGlFeLLv;h6$O
zO7U2_*9UX%^g3wVwqUUDl-OBSD(WjEG5=nRSn>0Igr)8m?W!!%>!M=En2(_Jv*JQi
zU+ydI!DY+Y=#N|l8?6CKk8!-;Qw~e3<$S%&lMSJ<eB#)ruvn#L)5uMj8^Y;x--%s~
z>D&;$jNcX4;Jl9stuNN&(r-2JJ@zH;yd1`!tOYzYnu7*mL2I>9q?gKIUQN-Fxt)Ix
zr_0Y7+@SBCMVsQ&;?1=Pj&oniAax2qdu__St$CPIVo8~Q91GW)Gema)t|!7Njk$`f
zz)BDMq6}odJc;}5D)!a);?)mb$eUII+oTBk_9ZauMF!>F_1G4a!oq5Q4i3#{z%OYS
zIvt7x$;W7NkKvNs<9PGmGfaH`7G7?CylK0UQ={L3>(Pe@z8=gXO(54?Z4(1hJM`D(
zqa)~h5f}RaC7(VLm0!HenACLW%Vu)L1*6Eio64ZtI2PpH#M$8#IJ@jd$gV-`)X7BE
zH5siZwIN>KfJ4p!RPJ@9dq5J0ohlG|UCkr2d>Cp{g_I9%nNW8WCGBBc>G@Qs4=7<B
zD@Uxd6~~*vs4fd$)DB^~t(AvY>jUg?*du~HgAjHhj>_B+jIC8MCVMsIgHjl+Y$)w~
zAs%n=V2zWEt{nmFP8h&;7Y%Kt{vu=G7_^g?FnWp}bKhTtfZPrt6M<~uD{M4GP+u+Q
z$)+~w6?Nz|8O!**&Gf&j;Npir%GXycqJGO(#&x>V)XNpx!-Fs_vx2;}3eTR#^Gaw8
MM|9u7w);H(2Sv2<Q~&?~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_1.pb
index efc0c2de992fd78f068c768bbd008d740f937a2f..c0332cb433548936c231c3a82b9cfd0b8541b6d2 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00;1ra>z3BXFFc)u1!WH6?OOfe*5z(3dxh4tM!N5D*aKbr4+(K)-1+b
zE3f5=jZ|7GiT)VLdY!Nnxh*Sy>M1wV(x%$yBN-<#k(fy&Q;j{0{d{*%EDErJz9)j(
zoE{vEj%4z58;oH--J&03c5#7-@^j#O8#2)CDHHP!B#R8YG+`eeNlBDo^fL|Bixx6J
zasoA7`AACJ#g1*4@brxVn|^A9Pg5FCKXAb0finnPu!v)cnW7>|${An3Mq*?x3S>!;
zR-4c`ybk}?^+MND0`J7_RGpGwp8E|ksl5!@t7q|6y)A|2SCrk}#dQlRAuV0b!sT+V
zvRTXi-c;^u+04LNPewO5aO;h8=ysijH9ot=jH(nEt=HqLB2%_K_oDf>WY%~Y#E4C&
zQ2sNMk$1odYZWgXiRYch9n@B|!tZhuY}K=%4_eHe4{Rwb59ZRv&EmwPQM5E#^75t>
zj9J<tV@fasn&O4apaEg7{UYC_54V3$<0L}|vSZY=@id5>$Juysr44qKt+@5a0zTPU
zj@V1iY%G%V;U}#)YoSMZz+A3KJS=!{9SgkY@!P*#*z);A-gW;|+zZpfI!BB8&{K%m
zG^nhoQ}Vp7OPDN^a;ljl)tNG?vXl8X=dL(68p2@fm&&yU2~CIF&}VPP(1BVE%RNze
zra+leJf1EML7YFc9?{NQFw}oa?5r*o4OJ0Xc&}Bg{CPh@Q}>Gwb(ZLJRI_v3M^O1#
zaIvvB_m%eIviV#LM680eTo0A&1m5qhfVssAzV>iqV@NEY*!3&TR%zHgdK0GlFnZm$
zXLnONH-vfcyW(1$_cEg8#RgpZtrp(LzQmoEBiNI*h=;~<&?wAksWFK3QaMa(C^|E@
z^Y4*##W}q*bUkw@Ej}&YTnpy}m*ou9r0}!X#@ySMhiN6|l>5f9aIGnWwFlsIB8;+_
ztH=tda<wVSK<3MnxZj~>e?uQ${m_lP86~hv3a58}0<&IZP|?$XZGkB)tnua0@Iw0k
zl7`{aAxMyXjAoY@F3UZRH~&4u<mYeU?(D;xRvS4z>K!;8eTbmzK`e?6;F_!LVo+v{
zf%<%O27WK%VjrO7(?_D}i+355nhssrY_7au5LtIq8CVy`g1nnJJCXti$K43tHH4j7
zxv0J-r{$D(#48$c$ibhgy-sxTPvVGuB|@%icw~+jLyW4C@}U(I>W`wNBb0t_Ple`y
z3YM`7#H!kGycvw_Hsi(eVa&9$aCL8cfE~7bM37q`LNCNol^cxlb!x_Bucl&127`r^
zvaT26@dj7c+RN$G>Cc{oL2P%7rj^WBWDFid`IKdhnx@12_m{vww^PVP09*MA8};GT
z)hKwfxg9!XJ-Up>Gd^!KeXlCH^x=<+^_5Gg+p?8$T~0K1cS8B$AsClgK+#r>XHVmK
PB_xKU+HYXha~}T#$X@c|

literal 1165
zcmWO4i&qVH00(fl=ao{eljKq2N}Mdy-SoJ>@3%M=xl1ocPf?V*kzQh18pkc=(&5@e
z+wRmlE$N}QIcIBVlcmRqm34%Kim{y*bth%}{0$$efz(iHB9&T60`sS9D(z{n-9tsB
z9kfM<ka{ML%H9bCFHB^TUO*os<qh*n+_Nr&W#=P=H{FHn*!NI-r|{!2ZyxsX;*m5h
zt~|0~(B1%EuU=1OVm<!c<j3L!1#O0`aJn{@4_`b$o7umpD0z(N&DI<>a^yDaH@NdS
zmR^kuI9|{RT|_q=Pj28U{|1y6MBtitrckcg!oI~So{)?QnNKyEwC-3Q^ITNNCelg2
zL(G%p(zLKeq?pID*u<K(aZSh%sKb{7zPxOC1{VG<%uO?*>U}**8WQO-X+e2S7*|~K
zr2Mb>qUfm~6*imEB~M~Nmzz)(o<*Bahfw8@V(M844bOdwnqzbD%j_y-Mg{Z6WlMb9
zwF9dSG$N%+PQ#cssGM~e9A8Br<8$!X;KkwkU>ZE!3^(OIF7<VW{Sz%#&+~x8U_FZ3
zULvH%n9mPKv9BS4!|_}3I@^&mA|46*sizo{Rv^K=3~O!2@w(fK<#ihIk@Z$K&r{I1
zNsivs-K_mW!mQB)Oqg1Si+@YGtyGKhrczi1+p+bfidPp0(KFnWhR&93o}0?{S+9}P
z7{{9jHnMU&3eq$`7A6NMp02CF4>l^aG)tIVrr=StRx#3L$QJM23|*K4$H?WJ_NyJ;
z2V{yo-6&qAzspmOauMpXl{00=eBe5vsO#7cJ6RTo-?F84PM?r^o`hxh6Xfcu6@Hg)
zBJ}htoLBFI`T1Fl_}zyEdFin2b>O;-i&%6kgL6dyU6w~OWcCD%I|MF2&tp%v5$?o~
zV0%`vc<-xph8pK^V5tY!tZYOw4x*>K0I`t<NGUbpQ4edVmzAL>Z2^`4U)0>bs#xaH
zhw>3;hVP1EOYA86=kMj@v_j~@Vino7<A`)Rgr)aGITpPO?PfX*Xaaf0W)(B~X7Ym^
zIZtfr!SI_J?>;jx#jg7X+@n1!)bbEv@0!EUhN5X&GZ!x$-u9ANr?WEu7)GLj8k2YU
zOnP4|$uGcfx_#_!TtwM=V^03qjs`z}x@@vSW_b>eXT-3@!GTE^-9&)Oos!OE)&-jI
zWz2Wbhm8q$UthMD#PeEkr?{b9&9tA36;DcXn4UGC6{!~dN&N{d2Y0enRtS|OoVF|W
zv+n3xs{4%iPe_6A=pTV?LO-rlZ9s1SADH2K0ll9uLHoo5T+pa7P+`nBhE}3=Dv3Um
z!PIA4(8(%_>bN~T6gePP<~i}m{sRme+|MnUb2wyYhy_Yp_5_)Fr_`;-hgY(A(5(tb
zb}nL9$8ltToxxiNy*Rz~8}!!)^5NmT!t`D%Bn9zkkh(GYdY91qw_|#R2IqAWwk>W%
P*ljtRH(pcdl?(YFKb+ir

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/input_2.pb
index cb2afada73d7c98fb9f5abcc4617c958ce3e61c5..bf632feca9b3f02d940ca8e3c8ac80c28e5aeb48 100644
GIT binary patch
literal 1168
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~(<Qp))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQhlkBRB9pdmAn_2KT}<0OIyue
z$|G%{DL#bM({WVvO(J-4B9n9ix)>?1n^xhjWjV~d9wNN?4qV2+hsrC3ABTDIu(v0V
zq-k*Zp%sJn1@KzU1}YL8@aJYfmL$k&HEe-Xb+LT#{65-E{zYZ!BSdep<d}gyw_Co(
z?MJcnY+A&L!Y*hddSHKYBiHyhqO33iSG_WYV(nJ;FIDn{WL!9U*PvPBhLthTL``fW
z9dtXz0!c27i&{mBX)H^OELj)VjQoIld^zaDOXjCx=I_khGy^K%)uFU8k?vDwl+}iD
z)kP1={#q!CpZHO3wFTX>BnEW53T4q5w0n07W&RkZpN3HX?5C(bHV?ndtwv^4Ft1-S
z$G6=(;j5<>Db+IS$FxJ~q{Yz08hRU^h5JTNjx+>Q@4*(hD)w`^j}vSkYv8-U9d<(v
zC~kj&kXl1NI~>LS#srSUZ^Nr>d(Mh@C~T*nU|3p-1k-Y?v!1}K9#2-(tHp<w+t{)|
zPM>BO`cn6>?h6UC#tt%JdOa@uE#>wy4Jw+;U=eJ?wiilXSsFx-a1ZJ`nX_enDm&)9
zLQYd0Zyemjs);B_)BISJ93X$Pz7juJDbd;@VRE^gM@`zqXtzFFz4kD4aSH4sS8~R$
zHgp?wl;>&3@G|{veq=8bq0ZYl+tHBsT_)xAojYLTn8lGdtf`sTFQgtPVczo?x!M}J
z-^CjUJ@pdjRQq9iZVn@U_hw;UI;{Kbxc<Tt7T?U^d=WtBm5~gYI|;*1flJTw*qd#D
z+wr5=kyRqz`6`{EhB+Ku?#{KVn~;nG^!5}YHc}5MWkx*eZVA<ja`dJxqT>IH>RVUj
zE8P20G3vzd-BE0f9mBxFeVm$61Z`NXJiBfJkq(Ej{9Y)>qj#gjM2kUnAWvJZVMhOK
zzMmuGiOszjd0p$(Z{jK6eNT^jHD`oM79wn2a`@SBG>vQL<GJ0No{pC3tja%z(P*I7
z=q)~#-V@963-OzFKYN;%&~bwyr+(}}qn|&WH(MaHB8SH_V%TbD$D|9cB0%XzNmnxK
z1C971<~!)Z#)X@Y4?9ZZc{R98Tvzxq?dKBt<I)_aXDwu9su_P$eFF2LU2JnKf>IJr
z>s1F>e{>yH{RaFeq)@mIjKVr$0GF#bB6r{q%yK!8zR#DTWAZ-Et5q1RG~{c23(+>6
zMDM9!>axw~U=c-C++H4v92Beb9C+lwK?V&S;MUA}9JbNNB84@3gN(gW>Nntn%ULXN
zt;UgEOW56c9NAxI@MeK0XSRKVfrdanIDAJK-))1WFdmIkS4Lm!7CQe9%&b)7oL0j2
SrA-LCC1cB`t8$%UG5-Ve^4%2x

literal 2317
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucE4=prZ2D46m)T)pFE%NXMC9uhM6FmKr_A
zZ{ousQzod5Lb5WFd)j48@%s+h&0cJbQf8P`lfO;HF?e&i7)ojv8v74QD$D}t;pk4o
zt}vb~%w%JwH<jEcarUx1hh6>>!&gk`FfbceuP5{8YDMl`bq&{3i(upMK0hlR$5_55
zHUFrQgculdRr}jq|HyzDHOV|zVneBBCmPO-;7PST|7n&9m$r8}*=)(8gw=3URKSlp
z`{BL#8^k`-WO&&qG?lVA^3P>)VJrZCHl~<sZ_cEaZSd@Qh+|%vnCvq~sQO*uthkWZ
zb2KpK?TOO<Q>eA_qw4TEu_G^#_~ARj=NZ(PdISZHOfI~k&+w&!;d%3f*2OZ^TKp|q
z_f@07d`h%ks)M`!HJn|SCw^XG#{qRs8s8~G)s!OduI~}9$y!`{Kc1WB)+6TDJ5>Bz
z35&y>scO9o`BkpyFx6pY=K)Eqqd#+R*SJO$SaS=Canw=5S0Bn~+LaCU94*c&)1`jS
zZ003KBILJJe)-2eh~_oa(p<zw&)t|A;LAbz0leH1PM=HK+|U)y9#1>I*W|*1Ksny;
z-N=&L3t05V5UM0|In%XPq7btO#xpFaQLqckoD8|M=oU_Ny$M<8ZY&<xWYTh7zEskp
z<zjP+Kh1dO?rmu2M{%~@DYROQKsO+gCnHu-&EA2%%Lj$idMOKTIx*>34qvF~Ay<U4
zG|~*dl?Du`d?hq>gP3+?6{}h`>7RKS@eQAgwqkpBJ3T=C&Bb&b2<7>c8GJZrEfXdw
zQTw11hewyNt=krj5sJ(!4-@wWyrFoqT5`^ICG)(a@aRe_PF2Noo4*5#H^_^sgA3uP
zXGFK}wP?L36^9lka>UAju12a{t)NTy@g;OSu@7})1Ms*Li15Qe<e6kH`bbb}@Dkx8
zF?ho@7yq=xi(ArP&{4k+<;(5a8q*8q31_HTUXWOS^O<OwwB}>42XG5j<<in9{#=+v
z=!YS@+k$pi3*l*XSfX#bj9x?a2oLxUQ+st--R;lE3iGM@$vPg>D8)r@ZwBcC<`b!O
zowlV~a|rGfrZ7y;l?N1Zu`wYSgN+K@x8$lsHPs&<Ck?@|q8n#|{y?zlc5HRl;Q`Z7
zmK^(2JV{aDutXV#`OXaNyMWa0x7cyi70>;&k$3kwMrL=wtS5<UCzn&&NLmL+Gh(Po
zYzfhz%U5$KbCWS-S0%3Qm0|poL6J~hD5-lA&xRaJ_Dy^6A<FQ=P=_yH<O-Vu&tN1n
zc_`vzTA3V$%tA)H<?+~|l*;+9lUTglo2pUs8F*zKdzGpX>K{Z)YeUA2tdUgrwL!G&
z!YXJpA5T8UoTk^vIA%hl6Q@vRtBwz3e$0+uhQVLu8Txe;S|j>IWoHPNYG!cx^E4`I
z$MC87`;^<+gf0I$Bqp|9M*pRF+-OpU?5AMyd5;SvOI#&=@2#Lsh7K}r*NKbUPKb}x
ztXSf<8B@MD(A6@Nb9_QrVYGzOm}11&E5Y`1gfNlrL9jz1mX(a7=yx0DYTGlyq8$AN
zXHcKx0>fWCSu_+QHYC`ya*aD}72K)%V?L51yYVnihrTT(kdA(fnm$jsru>feC!IuG
zw>MYstrg){73i!}i(5lljH^wf?t7+mxcQbi9(o(;W%7KuOqJgz+E8o$b|^i51O4j#
zm~mqxv5&}>M)MaZHLm<~9O;AMG`TbZjrA^6_qm9TiP7AA@LeY8FXFQc4d5v^-oIwd
z(er8Wid+ES(UtsPNgA!nC-AM8E;}mL(oSyz>dmQ4h}7bMfgfKUj-ll_UzQ3JWKGXw
z#q<CUC2keH`a=*Y`KSmEVq&a{xR;a02Y(%hXI%$^&lX5ZjtYz=4?^w#zfH(r6du#b
z9IOiC^P&e>y`lk`{t4LOV?dV-WwEO@M`BQN3vsa}V#DjLklz#m_quIZvq%ZM7Ojw|
z<V}h$e?#7i$>7qWEEXqTLE*3&?iHBONA)HC_RONw=>nmV>%nJ@6-ahU$Nd@$zIwVD
zr_<hHK!O78jEA5oH<Qw5JE48ofkrXc5MR@Y+s6K^yAVf<6p8rWF#+?F+i`HeFD*T{
z@Y9)_*xnRPm!GPU`Z$ZvqI2-kuQ$d1<WzPlCZb{2yVO=r6g{(C8QU4op)Doo);fcp
z`fgOUlBe@hvFwE{wyWNU$Jk!zT@U2$lvM2gLXH+b$vom?%x0x9R<<Q^p8Zk=>n>vT
z#dK<vXVWU+H&`zy7kcBB7?FP)=X$QABS{JA4f>Q$pN0J5C`R_C^N^f6j~*{Y>=(LR
zurrFmybQSj4bIjn!3*1Qd~$RUdLL&)wsi(26JH|!^=YI>DskFuDYJW<@ZZWfj`xHx
zGtpfn4sXM#^d8LIe-bIucBrHa+B?~>%HN3Z{_4p58y{lkR5O+sTJzI6;oM@QM)}ia
zc+~P#Qg_pl{#G+213#RG=M`n<%!=dh9w)?+8$Te^>b&H5Yzsc~GUDqy+tJn+h$~Mf
zMS8auonP58LeYxbAEYpPp`B}Uvnf}7t;Yi=bZEFq#&oA*$q{dR!pE0gx$;bT)r74Z
zz35|pUgY@QMa^7A&Tp`zxA8Zk-(>^TwXQ;x8F6^ldPYhOIj>0tKFXUJY`u;jw99eY
qFpiI^-(-Ji9L+cS^UFKw9Fs|DzgtTrKDEbT$$5O$oyy4C8vF}{PN=m2

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_causal/test_data_set_0/output_0.pb
index 7c5875d612969393c0e4f25c54d45defc8683dce..17ccf0022009deda9246b3b6693a2dc8532f83a1 100644
GIT binary patch
delta 22
dcmeAbnjpl>!NkGI!NS2I!05ynxsi*R696S90{Q>|

delta 19
acmbOr)GNfr!NkGI!NS2Iz_^i@nG*mUvI1TJ

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_0.pb
index 44ba056f9c3cdb8597db24806783b6b0b66d2f2f..a39d629b846e388c7f7d026c000c5edb4b314ba3 100644
GIT binary patch
literal 2320
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@<R^1r?QdX1LE-<-KjTT8=so>p1h9mHJH2
zQlsbiEvyPQWrEr$BrBr0w_U~*|L>9A?9Ik#Wrj;N`TJBHL$;KQp`>=9ao~`o!Yq)U
zjvh4Z3g@Z9Og2{fP|0Hw=dO5g*yX=s_^JsV24>^hjb#2(t;k&~uj58)5o{bj<maX1
z7|YkB=ASi^Py<7*Y=4*Q9~&^ECYk3;Y$(<2M8nw;Jgv6pKg}}X()J!Fn=M(Cuo`ZP
z3iv7K0DKmIi`eIyj3^t0rcxG1{<$J9js?Qs#uRhy&6(7)9bP?;aNIi+lYPbrQ@<yi
z6&LbGjt0hjyinSI8nssbR2@DqcIE{UKYlOxB7+)JkD;KE$%Qxd8L?C_B5$71x>SZ*
zi@!zd{%RDMPl>k6b@0%?j&tks#4pS3IH0ac<GV$uno{Jw^*zEhS&M5Q#B=l9dc@p*
zkBWaQVR3{rRjqd;zseOIraG+bJSd5E3}Eh^8rR4IYi>m`jyX#BdX<c(UD;62(c-K!
zUFzq|W?o_xLVr)?SAX7zXkJ4t%|&eV+Jl*aejJn^z^k1R^u4Ujja?D!@v`FwO)eY=
zlH-HkO)R;yfJJW&p-M8BGhJ&X3Nd?OJi~$-1-s$yWXN4bw{f!TZOA(JVDY#nla}f7
zm68@M7n@W3WyZVr?m#;~nzQXrqt#*rx`9zV6}ggX_73b_HYl9dOIdKsiAl$E_)<j=
zxgwmUQD*R~G+<!mYoVzd%(SB`S=Fk^fXpk1Z}>vA72C7h=^^TGEvD;07%!a4;G;Qf
znJ`I-+DDx@GP;Cq-L`0qRAgRxxVS&y1I1I-lJmAJnCBCX$5&f%x+<RA0~}bqQC?IX
zS_nryBf9;dMeDt(IJ_{CBUT1<HB#kj1zmcKFQMDX{iquofal#HL>vL4&L(rw$AVIW
zSBMyi!CS7m_@^aa+?M`|j{5y5UuMtNm|iGPI77|yqQv^!&qd3mHJ^Atgj<*@mzGBJ
zm%=PUKOEWJ7PPxo2rsK65`9y5dJokjBJg`m?bBg(cL1L#%%|$7>v&wF6qkH_7_1AJ
zPo&ay+Lmg~p}1R^!f-uT9#qK1ri2g-HY#xcl4}yx)Bt>vGz7<rZk!GN6CtKMu+3SA
z2Tj9Ra{MpxG(~~K5@i_XJ2R;7B2v5GVaG97yztjX-n|zXncV@io+PfFTt;alX&thG
zkwZ;lYp4cYzMeywn~b5mD{*a~4C9{;iiGMyN!`<UHsn~cZ`zZOP==R=I(+pqSJ)hU
z4kMAt!;zoR%H$Yi7Bbo`i^oo-RL*~s#Ns_ZRE?g`psVZHt5k)sfM8l$8!~2OjikD-
z4WeBaR>52NWbz5-G`&H_aT6MyJdG+_b$lfAXZ8kn4E`q1uy3N#8rdf*J43ltGlR=s
zq)|~jhR@7Dq};A1Z2i|^F|qv$`Y*@hW|J~xKZl4fdR!=3;wtI;U^#6vbdYhUPF&i4
zQhcmt#S*tInDV=cu9lgc;~UBfqa~Ea6eGS~3AR@vg^6@8LL3U=UNVlNKWvz*ZO=%H
za`YFRMSYG741e`v(NK)om|)M!H6FB8@Sy5X`ACZD#-lhL`n8lmI{F=I`n=$p@(0$R
zauRXfK3u)8RzzG=ptDXbZVzcOt~QOjADGhN);r=v*d3&o$@7uBD!)s#q1OBzP<rwf
z`qld}<K`w}Kanlnz+auzxZ<yIqz^{W<njbG*1J&M_YyWGZs3+f?=wMv5uaad08hK|
z!F6MfUPyy?)B^a8uHb)4(r8saf$zL^*-^2Uc6t*~Z%$=GlokgJ{Q2rg3@y+5u~e8K
zYkD3lrU!61ahvGXAA(59M@2|56Ju4x{hTyD{O<{P)pa1`T!EzIn7~-_Ak_Z<+l2fj
z;W?em!K!e+D0+z1%Nvjxkbs@O26V|#7Q0(>BnBn75f@t`Hon;g`OT5=sN0S;i<Gc?
z(Q=7O-lXUXFy!r+3@$CoVsYYC6b_r=et`*nRbSz6uPi#9DG(aDo_yX|fn=w2JgBkY
z>t|bVCha{2CMeL(cnFGeGbw$(3)=S_XcTiD@im>eV;sP`i*d9_k%%806EHuy9fuD1
z(b8)xKbyIk?M)l#@^dv(pJeg*h8%qS+bwY*IhCD?iD=mUKDCt-Mb9i(#&$+<Xln_&
zwa%iaz8h7o<e9uwxWBZ;4%G+n9NP!I8$sNYl8QZF%F)6%nMZw%*{l@K%C;oVvtP;(
z-9@avlunKEY+42W4(kQwLT|hhBl7R!e9sMZBq<@iL7&p;bC6#g&8XgV9+p$*u@j|;
z{Zf|;c11IUS0ERt!Pz<`cxgM1Pmc{k?~`oEw#}eq;w!|zIfL{lB~F_yWp-~9{#_Zz
z@t#m-CVGg(;q4fe-iMjT&mu+I4wZC4dnX%K1sL)D-yE5La}{PzHDigPH9wmZ!L2rG
zls{93$1Tq!b+;TDU^PQB@Z%YHT~%hztT_JRc~Ts``6Du|E=W$qw%~JbBfh!218sdl
zxcYQbq<3r4`L!J*6|K1AVG1`av~z84Hs#81^my>34h=WUnC?_8IqG9i`1-LcSDq=a
zo3L$@H+{`7h#dcWsF|zC`3-jTG5%KcyKIEI)-{MSBM#46&nT%O=QXLoS9uFVtk?0Q
ub~#QP#_@6W+w2dEqxq%)eswpUV=^i2_h^a4XZAQExqz>`QyEoTgZ}}%NvTNy

literal 1165
zcmV~$4^#|x00;1ra>z3BXNy<6Ym*U4Mcw_r-_ondpX5o-)%wG2b^4=LODTkftXYh=
zR$j{!8>!PuN%Y4^*6W0w$Zc8qQ%|{>mNwNsAITVrnZ!aOnQZF6dwfx#Jq+EE)a7*J
zpeBmRQ|&Q|x%AXL#?0aZ5xvrx?`_CHm$y{RIgl(e9MgnTL=+{_f|_S)sus*=e$+Us
zJM)p0wu|lCF5&4LBR2ii0KdjGo_^qriT!5~G;aY%6Ej75k`1SQ{Thi;xhRk(!KTWL
zrV+LHx3&lR<`VcOZm05;1arJ@hzV_F$X-2zx9S`y)W4$a_AaiQR{@*Sr7T=3<0|{L
z?CVM8zUIvgs_~|#-kDo(oI{t#46O0nEv8kbz+}AvUlp0N^|=o%w<WXM$0&yFJA~q&
z>5RGqM%pQP;Yd91H0+?Ryag*SH^M<R1BT#*%=y59Qf&wqFKiMg9*v;6!J3yhrC`+B
z5gC(07}yvu+y{&Z_vjP(X1%!mdm1Mg+mRikqP@3K<UG#Ciz}^gtZ2clKj!htPAy_D
zxv`;0#)qG@;H;Ga+Q8Xdo_JXB;5rug&f&LzxwHB6@x1Hxr??lcgI$gebz!FvxoJRA
zUaR1FeWx&6V#CQ6E>vYosmxC1+nl@N+(;-x>|QF?8YMIzYDKS;1;hGlFeLLv;h6$O
zO7U2_*9UX%^g3wVwqUUDl-OBSD(WjEG5=nRSn>0Igr)8m?W!!%>!M=En2(_Jv*JQi
zU+ydI!DY+Y=#N|l8?6CKk8!-;Qw~e3<$S%&lMSJ<eB#)ruvn#L)5uMj8^Y;x--%s~
z>D&;$jNcX4;Jl9stuNN&(r-2JJ@zH;yd1`!tOYzYnu7*mL2I>9q?gKIUQN-Fxt)Ix
zr_0Y7+@SBCMVsQ&;?1=Pj&oniAax2qdu__St$CPIVo8~Q91GW)Gema)t|!7Njk$`f
zz)BDMq6}odJc;}5D)!a);?)mb$eUII+oTBk_9ZauMF!>F_1G4a!oq5Q4i3#{z%OYS
zIvt7x$;W7NkKvNs<9PGmGfaH`7G7?CylK0UQ={L3>(Pe@z8=gXO(54?Z4(1hJM`D(
zqa)~h5f}RaC7(VLm0!HenACLW%Vu)L1*6Eio64ZtI2PpH#M$8#IJ@jd$gV-`)X7BE
zH5siZwIN>KfJ4p!RPJ@9dq5J0ohlG|UCkr2d>Cp{g_I9%nNW8WCGBBc>G@Qs4=7<B
zD@Uxd6~~*vs4fd$)DB^~t(AvY>jUg?*du~HgAjHhj>_B+jIC8MCVMsIgHjl+Y$)w~
zAs%n=V2zWEt{nmFP8h&;7Y%Kt{vu=G7_^g?FnWp}bKhTtfZPrt6M<~uD{M4GP+u+Q
z$)+~w6?Nz|8O!**&Gf&j;Npir%GXycqJGO(#&x>V)XNpx!-Fs_vx2;}3eTR#^Gaw8
MM|9u7w);H(2Sv2<Q~&?~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_1.pb
index efc0c2de992fd78f068c768bbd008d740f937a2f..c0332cb433548936c231c3a82b9cfd0b8541b6d2 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00;1ra>z3BXFFc)u1!WH6?OOfe*5z(3dxh4tM!N5D*aKbr4+(K)-1+b
zE3f5=jZ|7GiT)VLdY!Nnxh*Sy>M1wV(x%$yBN-<#k(fy&Q;j{0{d{*%EDErJz9)j(
zoE{vEj%4z58;oH--J&03c5#7-@^j#O8#2)CDHHP!B#R8YG+`eeNlBDo^fL|Bixx6J
zasoA7`AACJ#g1*4@brxVn|^A9Pg5FCKXAb0finnPu!v)cnW7>|${An3Mq*?x3S>!;
zR-4c`ybk}?^+MND0`J7_RGpGwp8E|ksl5!@t7q|6y)A|2SCrk}#dQlRAuV0b!sT+V
zvRTXi-c;^u+04LNPewO5aO;h8=ysijH9ot=jH(nEt=HqLB2%_K_oDf>WY%~Y#E4C&
zQ2sNMk$1odYZWgXiRYch9n@B|!tZhuY}K=%4_eHe4{Rwb59ZRv&EmwPQM5E#^75t>
zj9J<tV@fasn&O4apaEg7{UYC_54V3$<0L}|vSZY=@id5>$Juysr44qKt+@5a0zTPU
zj@V1iY%G%V;U}#)YoSMZz+A3KJS=!{9SgkY@!P*#*z);A-gW;|+zZpfI!BB8&{K%m
zG^nhoQ}Vp7OPDN^a;ljl)tNG?vXl8X=dL(68p2@fm&&yU2~CIF&}VPP(1BVE%RNze
zra+leJf1EML7YFc9?{NQFw}oa?5r*o4OJ0Xc&}Bg{CPh@Q}>Gwb(ZLJRI_v3M^O1#
zaIvvB_m%eIviV#LM680eTo0A&1m5qhfVssAzV>iqV@NEY*!3&TR%zHgdK0GlFnZm$
zXLnONH-vfcyW(1$_cEg8#RgpZtrp(LzQmoEBiNI*h=;~<&?wAksWFK3QaMa(C^|E@
z^Y4*##W}q*bUkw@Ej}&YTnpy}m*ou9r0}!X#@ySMhiN6|l>5f9aIGnWwFlsIB8;+_
ztH=tda<wVSK<3MnxZj~>e?uQ${m_lP86~hv3a58}0<&IZP|?$XZGkB)tnua0@Iw0k
zl7`{aAxMyXjAoY@F3UZRH~&4u<mYeU?(D;xRvS4z>K!;8eTbmzK`e?6;F_!LVo+v{
zf%<%O27WK%VjrO7(?_D}i+355nhssrY_7au5LtIq8CVy`g1nnJJCXti$K43tHH4j7
zxv0J-r{$D(#48$c$ibhgy-sxTPvVGuB|@%icw~+jLyW4C@}U(I>W`wNBb0t_Ple`y
z3YM`7#H!kGycvw_Hsi(eVa&9$aCL8cfE~7bM37q`LNCNol^cxlb!x_Bucl&127`r^
zvaT26@dj7c+RN$G>Cc{oL2P%7rj^WBWDFid`IKdhnx@12_m{vww^PVP09*MA8};GT
z)hKwfxg9!XJ-Up>Gd^!KeXlCH^x=<+^_5Gg+p?8$T~0K1cS8B$AsClgK+#r>XHVmK
PB_xKU+HYXha~}T#$X@c|

literal 1165
zcmWO4i&qVH00(fl=ao{eljKq2N}Mdy-SoJ>@3%M=xl1ocPf?V*kzQh18pkc=(&5@e
z+wRmlE$N}QIcIBVlcmRqm34%Kim{y*bth%}{0$$efz(iHB9&T60`sS9D(z{n-9tsB
z9kfM<ka{ML%H9bCFHB^TUO*os<qh*n+_Nr&W#=P=H{FHn*!NI-r|{!2ZyxsX;*m5h
zt~|0~(B1%EuU=1OVm<!c<j3L!1#O0`aJn{@4_`b$o7umpD0z(N&DI<>a^yDaH@NdS
zmR^kuI9|{RT|_q=Pj28U{|1y6MBtitrckcg!oI~So{)?QnNKyEwC-3Q^ITNNCelg2
zL(G%p(zLKeq?pID*u<K(aZSh%sKb{7zPxOC1{VG<%uO?*>U}**8WQO-X+e2S7*|~K
zr2Mb>qUfm~6*imEB~M~Nmzz)(o<*Bahfw8@V(M844bOdwnqzbD%j_y-Mg{Z6WlMb9
zwF9dSG$N%+PQ#cssGM~e9A8Br<8$!X;KkwkU>ZE!3^(OIF7<VW{Sz%#&+~x8U_FZ3
zULvH%n9mPKv9BS4!|_}3I@^&mA|46*sizo{Rv^K=3~O!2@w(fK<#ihIk@Z$K&r{I1
zNsivs-K_mW!mQB)Oqg1Si+@YGtyGKhrczi1+p+bfidPp0(KFnWhR&93o}0?{S+9}P
z7{{9jHnMU&3eq$`7A6NMp02CF4>l^aG)tIVrr=StRx#3L$QJM23|*K4$H?WJ_NyJ;
z2V{yo-6&qAzspmOauMpXl{00=eBe5vsO#7cJ6RTo-?F84PM?r^o`hxh6Xfcu6@Hg)
zBJ}htoLBFI`T1Fl_}zyEdFin2b>O;-i&%6kgL6dyU6w~OWcCD%I|MF2&tp%v5$?o~
zV0%`vc<-xph8pK^V5tY!tZYOw4x*>K0I`t<NGUbpQ4edVmzAL>Z2^`4U)0>bs#xaH
zhw>3;hVP1EOYA86=kMj@v_j~@Vino7<A`)Rgr)aGITpPO?PfX*Xaaf0W)(B~X7Ym^
zIZtfr!SI_J?>;jx#jg7X+@n1!)bbEv@0!EUhN5X&GZ!x$-u9ANr?WEu7)GLj8k2YU
zOnP4|$uGcfx_#_!TtwM=V^03qjs`z}x@@vSW_b>eXT-3@!GTE^-9&)Oos!OE)&-jI
zWz2Wbhm8q$UthMD#PeEkr?{b9&9tA36;DcXn4UGC6{!~dN&N{d2Y0enRtS|OoVF|W
zv+n3xs{4%iPe_6A=pTV?LO-rlZ9s1SADH2K0ll9uLHoo5T+pa7P+`nBhE}3=Dv3Um
z!PIA4(8(%_>bN~T6gePP<~i}m{sRme+|MnUb2wyYhy_Yp_5_)Fr_`;-hgY(A(5(tb
zb}nL9$8ltToxxiNy*Rz~8}!!)^5NmT!t`D%Bn9zkkh(GYdY91qw_|#R2IqAWwk>W%
P*ljtRH(pcdl?(YFKb+ir

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/input_2.pb
index cb2afada73d7c98fb9f5abcc4617c958ce3e61c5..bf632feca9b3f02d940ca8e3c8ac80c28e5aeb48 100644
GIT binary patch
literal 1168
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~(<Qp))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQhlkBRB9pdmAn_2KT}<0OIyue
z$|G%{DL#bM({WVvO(J-4B9n9ix)>?1n^xhjWjV~d9wNN?4qV2+hsrC3ABTDIu(v0V
zq-k*Zp%sJn1@KzU1}YL8@aJYfmL$k&HEe-Xb+LT#{65-E{zYZ!BSdep<d}gyw_Co(
z?MJcnY+A&L!Y*hddSHKYBiHyhqO33iSG_WYV(nJ;FIDn{WL!9U*PvPBhLthTL``fW
z9dtXz0!c27i&{mBX)H^OELj)VjQoIld^zaDOXjCx=I_khGy^K%)uFU8k?vDwl+}iD
z)kP1={#q!CpZHO3wFTX>BnEW53T4q5w0n07W&RkZpN3HX?5C(bHV?ndtwv^4Ft1-S
z$G6=(;j5<>Db+IS$FxJ~q{Yz08hRU^h5JTNjx+>Q@4*(hD)w`^j}vSkYv8-U9d<(v
zC~kj&kXl1NI~>LS#srSUZ^Nr>d(Mh@C~T*nU|3p-1k-Y?v!1}K9#2-(tHp<w+t{)|
zPM>BO`cn6>?h6UC#tt%JdOa@uE#>wy4Jw+;U=eJ?wiilXSsFx-a1ZJ`nX_enDm&)9
zLQYd0Zyemjs);B_)BISJ93X$Pz7juJDbd;@VRE^gM@`zqXtzFFz4kD4aSH4sS8~R$
zHgp?wl;>&3@G|{veq=8bq0ZYl+tHBsT_)xAojYLTn8lGdtf`sTFQgtPVczo?x!M}J
z-^CjUJ@pdjRQq9iZVn@U_hw;UI;{Kbxc<Tt7T?U^d=WtBm5~gYI|;*1flJTw*qd#D
z+wr5=kyRqz`6`{EhB+Ku?#{KVn~;nG^!5}YHc}5MWkx*eZVA<ja`dJxqT>IH>RVUj
zE8P20G3vzd-BE0f9mBxFeVm$61Z`NXJiBfJkq(Ej{9Y)>qj#gjM2kUnAWvJZVMhOK
zzMmuGiOszjd0p$(Z{jK6eNT^jHD`oM79wn2a`@SBG>vQL<GJ0No{pC3tja%z(P*I7
z=q)~#-V@963-OzFKYN;%&~bwyr+(}}qn|&WH(MaHB8SH_V%TbD$D|9cB0%XzNmnxK
z1C971<~!)Z#)X@Y4?9ZZc{R98Tvzxq?dKBt<I)_aXDwu9su_P$eFF2LU2JnKf>IJr
z>s1F>e{>yH{RaFeq)@mIjKVr$0GF#bB6r{q%yK!8zR#DTWAZ-Et5q1RG~{c23(+>6
zMDM9!>axw~U=c-C++H4v92Beb9C+lwK?V&S;MUA}9JbNNB84@3gN(gW>Nntn%ULXN
zt;UgEOW56c9NAxI@MeK0XSRKVfrdanIDAJK-))1WFdmIkS4Lm!7CQe9%&b)7oL0j2
SrA-LCC1cB`t8$%UG5-Ve^4%2x

literal 2317
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucE4=prZ2D46m)T)pFE%NXMC9uhM6FmKr_A
zZ{ousQzod5Lb5WFd)j48@%s+h&0cJbQf8P`lfO;HF?e&i7)ojv8v74QD$D}t;pk4o
zt}vb~%w%JwH<jEcarUx1hh6>>!&gk`FfbceuP5{8YDMl`bq&{3i(upMK0hlR$5_55
zHUFrQgculdRr}jq|HyzDHOV|zVneBBCmPO-;7PST|7n&9m$r8}*=)(8gw=3URKSlp
z`{BL#8^k`-WO&&qG?lVA^3P>)VJrZCHl~<sZ_cEaZSd@Qh+|%vnCvq~sQO*uthkWZ
zb2KpK?TOO<Q>eA_qw4TEu_G^#_~ARj=NZ(PdISZHOfI~k&+w&!;d%3f*2OZ^TKp|q
z_f@07d`h%ks)M`!HJn|SCw^XG#{qRs8s8~G)s!OduI~}9$y!`{Kc1WB)+6TDJ5>Bz
z35&y>scO9o`BkpyFx6pY=K)Eqqd#+R*SJO$SaS=Canw=5S0Bn~+LaCU94*c&)1`jS
zZ003KBILJJe)-2eh~_oa(p<zw&)t|A;LAbz0leH1PM=HK+|U)y9#1>I*W|*1Ksny;
z-N=&L3t05V5UM0|In%XPq7btO#xpFaQLqckoD8|M=oU_Ny$M<8ZY&<xWYTh7zEskp
z<zjP+Kh1dO?rmu2M{%~@DYROQKsO+gCnHu-&EA2%%Lj$idMOKTIx*>34qvF~Ay<U4
zG|~*dl?Du`d?hq>gP3+?6{}h`>7RKS@eQAgwqkpBJ3T=C&Bb&b2<7>c8GJZrEfXdw
zQTw11hewyNt=krj5sJ(!4-@wWyrFoqT5`^ICG)(a@aRe_PF2Noo4*5#H^_^sgA3uP
zXGFK}wP?L36^9lka>UAju12a{t)NTy@g;OSu@7})1Ms*Li15Qe<e6kH`bbb}@Dkx8
zF?ho@7yq=xi(ArP&{4k+<;(5a8q*8q31_HTUXWOS^O<OwwB}>42XG5j<<in9{#=+v
z=!YS@+k$pi3*l*XSfX#bj9x?a2oLxUQ+st--R;lE3iGM@$vPg>D8)r@ZwBcC<`b!O
zowlV~a|rGfrZ7y;l?N1Zu`wYSgN+K@x8$lsHPs&<Ck?@|q8n#|{y?zlc5HRl;Q`Z7
zmK^(2JV{aDutXV#`OXaNyMWa0x7cyi70>;&k$3kwMrL=wtS5<UCzn&&NLmL+Gh(Po
zYzfhz%U5$KbCWS-S0%3Qm0|poL6J~hD5-lA&xRaJ_Dy^6A<FQ=P=_yH<O-Vu&tN1n
zc_`vzTA3V$%tA)H<?+~|l*;+9lUTglo2pUs8F*zKdzGpX>K{Z)YeUA2tdUgrwL!G&
z!YXJpA5T8UoTk^vIA%hl6Q@vRtBwz3e$0+uhQVLu8Txe;S|j>IWoHPNYG!cx^E4`I
z$MC87`;^<+gf0I$Bqp|9M*pRF+-OpU?5AMyd5;SvOI#&=@2#Lsh7K}r*NKbUPKb}x
ztXSf<8B@MD(A6@Nb9_QrVYGzOm}11&E5Y`1gfNlrL9jz1mX(a7=yx0DYTGlyq8$AN
zXHcKx0>fWCSu_+QHYC`ya*aD}72K)%V?L51yYVnihrTT(kdA(fnm$jsru>feC!IuG
zw>MYstrg){73i!}i(5lljH^wf?t7+mxcQbi9(o(;W%7KuOqJgz+E8o$b|^i51O4j#
zm~mqxv5&}>M)MaZHLm<~9O;AMG`TbZjrA^6_qm9TiP7AA@LeY8FXFQc4d5v^-oIwd
z(er8Wid+ES(UtsPNgA!nC-AM8E;}mL(oSyz>dmQ4h}7bMfgfKUj-ll_UzQ3JWKGXw
z#q<CUC2keH`a=*Y`KSmEVq&a{xR;a02Y(%hXI%$^&lX5ZjtYz=4?^w#zfH(r6du#b
z9IOiC^P&e>y`lk`{t4LOV?dV-WwEO@M`BQN3vsa}V#DjLklz#m_quIZvq%ZM7Ojw|
z<V}h$e?#7i$>7qWEEXqTLE*3&?iHBONA)HC_RONw=>nmV>%nJ@6-ahU$Nd@$zIwVD
zr_<hHK!O78jEA5oH<Qw5JE48ofkrXc5MR@Y+s6K^yAVf<6p8rWF#+?F+i`HeFD*T{
z@Y9)_*xnRPm!GPU`Z$ZvqI2-kuQ$d1<WzPlCZb{2yVO=r6g{(C8QU4op)Doo);fcp
z`fgOUlBe@hvFwE{wyWNU$Jk!zT@U2$lvM2gLXH+b$vom?%x0x9R<<Q^p8Zk=>n>vT
z#dK<vXVWU+H&`zy7kcBB7?FP)=X$QABS{JA4f>Q$pN0J5C`R_C^N^f6j~*{Y>=(LR
zurrFmybQSj4bIjn!3*1Qd~$RUdLL&)wsi(26JH|!^=YI>DskFuDYJW<@ZZWfj`xHx
zGtpfn4sXM#^d8LIe-bIucBrHa+B?~>%HN3Z{_4p58y{lkR5O+sTJzI6;oM@QM)}ia
zc+~P#Qg_pl{#G+213#RG=M`n<%!=dh9w)?+8$Te^>b&H5Yzsc~GUDqy+tJn+h$~Mf
zMS8auonP58LeYxbAEYpPp`B}Uvnf}7t;Yi=bZEFq#&oA*$q{dR!pE0gx$;bT)r74Z
zz35|pUgY@QMa^7A&Tp`zxA8Zk-(>^TwXQ;x8F6^ldPYhOIj>0tKFXUJY`u;jw99eY
qFpiI^-(-Ji9L+cS^UFKw9Fs|DzgtTrKDEbT$$5O$oyy4C8vF}{PN=m2

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_scaled/test_data_set_0/output_0.pb
index 9f26a70cb1445a81596cb120ed625310ecd6dfdd..f63e8f66974a80ab450a6f5269226470b7532674 100644
GIT binary patch
delta 22
dcmeAbnjpl>!NkGI!NS2I!05ynxsi*R696S90{Q>|

delta 19
acmbOr)GNfr!NkGI!NS2Iz_^i@nG*mUvI1TJ

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_0.pb
index 44ba056f9c3cdb8597db24806783b6b0b66d2f2f..a39d629b846e388c7f7d026c000c5edb4b314ba3 100644
GIT binary patch
literal 2320
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}^>uF41HtLL-)Z?(&I3xo%jIkeaoq$SJp#
zSS{36B&}Mltc=oH%xdSTbz3>-`6C_`c@<R^1r?QdX1LE-<-KjTT8=so>p1h9mHJH2
zQlsbiEvyPQWrEr$BrBr0w_U~*|L>9A?9Ik#Wrj;N`TJBHL$;KQp`>=9ao~`o!Yq)U
zjvh4Z3g@Z9Og2{fP|0Hw=dO5g*yX=s_^JsV24>^hjb#2(t;k&~uj58)5o{bj<maX1
z7|YkB=ASi^Py<7*Y=4*Q9~&^ECYk3;Y$(<2M8nw;Jgv6pKg}}X()J!Fn=M(Cuo`ZP
z3iv7K0DKmIi`eIyj3^t0rcxG1{<$J9js?Qs#uRhy&6(7)9bP?;aNIi+lYPbrQ@<yi
z6&LbGjt0hjyinSI8nssbR2@DqcIE{UKYlOxB7+)JkD;KE$%Qxd8L?C_B5$71x>SZ*
zi@!zd{%RDMPl>k6b@0%?j&tks#4pS3IH0ac<GV$uno{Jw^*zEhS&M5Q#B=l9dc@p*
zkBWaQVR3{rRjqd;zseOIraG+bJSd5E3}Eh^8rR4IYi>m`jyX#BdX<c(UD;62(c-K!
zUFzq|W?o_xLVr)?SAX7zXkJ4t%|&eV+Jl*aejJn^z^k1R^u4Ujja?D!@v`FwO)eY=
zlH-HkO)R;yfJJW&p-M8BGhJ&X3Nd?OJi~$-1-s$yWXN4bw{f!TZOA(JVDY#nla}f7
zm68@M7n@W3WyZVr?m#;~nzQXrqt#*rx`9zV6}ggX_73b_HYl9dOIdKsiAl$E_)<j=
zxgwmUQD*R~G+<!mYoVzd%(SB`S=Fk^fXpk1Z}>vA72C7h=^^TGEvD;07%!a4;G;Qf
znJ`I-+DDx@GP;Cq-L`0qRAgRxxVS&y1I1I-lJmAJnCBCX$5&f%x+<RA0~}bqQC?IX
zS_nryBf9;dMeDt(IJ_{CBUT1<HB#kj1zmcKFQMDX{iquofal#HL>vL4&L(rw$AVIW
zSBMyi!CS7m_@^aa+?M`|j{5y5UuMtNm|iGPI77|yqQv^!&qd3mHJ^Atgj<*@mzGBJ
zm%=PUKOEWJ7PPxo2rsK65`9y5dJokjBJg`m?bBg(cL1L#%%|$7>v&wF6qkH_7_1AJ
zPo&ay+Lmg~p}1R^!f-uT9#qK1ri2g-HY#xcl4}yx)Bt>vGz7<rZk!GN6CtKMu+3SA
z2Tj9Ra{MpxG(~~K5@i_XJ2R;7B2v5GVaG97yztjX-n|zXncV@io+PfFTt;alX&thG
zkwZ;lYp4cYzMeywn~b5mD{*a~4C9{;iiGMyN!`<UHsn~cZ`zZOP==R=I(+pqSJ)hU
z4kMAt!;zoR%H$Yi7Bbo`i^oo-RL*~s#Ns_ZRE?g`psVZHt5k)sfM8l$8!~2OjikD-
z4WeBaR>52NWbz5-G`&H_aT6MyJdG+_b$lfAXZ8kn4E`q1uy3N#8rdf*J43ltGlR=s
zq)|~jhR@7Dq};A1Z2i|^F|qv$`Y*@hW|J~xKZl4fdR!=3;wtI;U^#6vbdYhUPF&i4
zQhcmt#S*tInDV=cu9lgc;~UBfqa~Ea6eGS~3AR@vg^6@8LL3U=UNVlNKWvz*ZO=%H
za`YFRMSYG741e`v(NK)om|)M!H6FB8@Sy5X`ACZD#-lhL`n8lmI{F=I`n=$p@(0$R
zauRXfK3u)8RzzG=ptDXbZVzcOt~QOjADGhN);r=v*d3&o$@7uBD!)s#q1OBzP<rwf
z`qld}<K`w}Kanlnz+auzxZ<yIqz^{W<njbG*1J&M_YyWGZs3+f?=wMv5uaad08hK|
z!F6MfUPyy?)B^a8uHb)4(r8saf$zL^*-^2Uc6t*~Z%$=GlokgJ{Q2rg3@y+5u~e8K
zYkD3lrU!61ahvGXAA(59M@2|56Ju4x{hTyD{O<{P)pa1`T!EzIn7~-_Ak_Z<+l2fj
z;W?em!K!e+D0+z1%Nvjxkbs@O26V|#7Q0(>BnBn75f@t`Hon;g`OT5=sN0S;i<Gc?
z(Q=7O-lXUXFy!r+3@$CoVsYYC6b_r=et`*nRbSz6uPi#9DG(aDo_yX|fn=w2JgBkY
z>t|bVCha{2CMeL(cnFGeGbw$(3)=S_XcTiD@im>eV;sP`i*d9_k%%806EHuy9fuD1
z(b8)xKbyIk?M)l#@^dv(pJeg*h8%qS+bwY*IhCD?iD=mUKDCt-Mb9i(#&$+<Xln_&
zwa%iaz8h7o<e9uwxWBZ;4%G+n9NP!I8$sNYl8QZF%F)6%nMZw%*{l@K%C;oVvtP;(
z-9@avlunKEY+42W4(kQwLT|hhBl7R!e9sMZBq<@iL7&p;bC6#g&8XgV9+p$*u@j|;
z{Zf|;c11IUS0ERt!Pz<`cxgM1Pmc{k?~`oEw#}eq;w!|zIfL{lB~F_yWp-~9{#_Zz
z@t#m-CVGg(;q4fe-iMjT&mu+I4wZC4dnX%K1sL)D-yE5La}{PzHDigPH9wmZ!L2rG
zls{93$1Tq!b+;TDU^PQB@Z%YHT~%hztT_JRc~Ts``6Du|E=W$qw%~JbBfh!218sdl
zxcYQbq<3r4`L!J*6|K1AVG1`av~z84Hs#81^my>34h=WUnC?_8IqG9i`1-LcSDq=a
zo3L$@H+{`7h#dcWsF|zC`3-jTG5%KcyKIEI)-{MSBM#46&nT%O=QXLoS9uFVtk?0Q
ub~#QP#_@6W+w2dEqxq%)eswpUV=^i2_h^a4XZAQExqz>`QyEoTgZ}}%NvTNy

literal 1165
zcmV~$4^#|x00;1ra>z3BXNy<6Ym*U4Mcw_r-_ondpX5o-)%wG2b^4=LODTkftXYh=
zR$j{!8>!PuN%Y4^*6W0w$Zc8qQ%|{>mNwNsAITVrnZ!aOnQZF6dwfx#Jq+EE)a7*J
zpeBmRQ|&Q|x%AXL#?0aZ5xvrx?`_CHm$y{RIgl(e9MgnTL=+{_f|_S)sus*=e$+Us
zJM)p0wu|lCF5&4LBR2ii0KdjGo_^qriT!5~G;aY%6Ej75k`1SQ{Thi;xhRk(!KTWL
zrV+LHx3&lR<`VcOZm05;1arJ@hzV_F$X-2zx9S`y)W4$a_AaiQR{@*Sr7T=3<0|{L
z?CVM8zUIvgs_~|#-kDo(oI{t#46O0nEv8kbz+}AvUlp0N^|=o%w<WXM$0&yFJA~q&
z>5RGqM%pQP;Yd91H0+?Ryag*SH^M<R1BT#*%=y59Qf&wqFKiMg9*v;6!J3yhrC`+B
z5gC(07}yvu+y{&Z_vjP(X1%!mdm1Mg+mRikqP@3K<UG#Ciz}^gtZ2clKj!htPAy_D
zxv`;0#)qG@;H;Ga+Q8Xdo_JXB;5rug&f&LzxwHB6@x1Hxr??lcgI$gebz!FvxoJRA
zUaR1FeWx&6V#CQ6E>vYosmxC1+nl@N+(;-x>|QF?8YMIzYDKS;1;hGlFeLLv;h6$O
zO7U2_*9UX%^g3wVwqUUDl-OBSD(WjEG5=nRSn>0Igr)8m?W!!%>!M=En2(_Jv*JQi
zU+ydI!DY+Y=#N|l8?6CKk8!-;Qw~e3<$S%&lMSJ<eB#)ruvn#L)5uMj8^Y;x--%s~
z>D&;$jNcX4;Jl9stuNN&(r-2JJ@zH;yd1`!tOYzYnu7*mL2I>9q?gKIUQN-Fxt)Ix
zr_0Y7+@SBCMVsQ&;?1=Pj&oniAax2qdu__St$CPIVo8~Q91GW)Gema)t|!7Njk$`f
zz)BDMq6}odJc;}5D)!a);?)mb$eUII+oTBk_9ZauMF!>F_1G4a!oq5Q4i3#{z%OYS
zIvt7x$;W7NkKvNs<9PGmGfaH`7G7?CylK0UQ={L3>(Pe@z8=gXO(54?Z4(1hJM`D(
zqa)~h5f}RaC7(VLm0!HenACLW%Vu)L1*6Eio64ZtI2PpH#M$8#IJ@jd$gV-`)X7BE
zH5siZwIN>KfJ4p!RPJ@9dq5J0ohlG|UCkr2d>Cp{g_I9%nNW8WCGBBc>G@Qs4=7<B
zD@Uxd6~~*vs4fd$)DB^~t(AvY>jUg?*du~HgAjHhj>_B+jIC8MCVMsIgHjl+Y$)w~
zAs%n=V2zWEt{nmFP8h&;7Y%Kt{vu=G7_^g?FnWp}bKhTtfZPrt6M<~uD{M4GP+u+Q
z$)+~w6?Nz|8O!**&Gf&j;Npir%GXycqJGO(#&x>V)XNpx!-Fs_vx2;}3eTR#^Gaw8
MM|9u7w);H(2Sv2<Q~&?~

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_1.pb
index efc0c2de992fd78f068c768bbd008d740f937a2f..c0332cb433548936c231c3a82b9cfd0b8541b6d2 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00;1ra>z3BXFFc)u1!WH6?OOfe*5z(3dxh4tM!N5D*aKbr4+(K)-1+b
zE3f5=jZ|7GiT)VLdY!Nnxh*Sy>M1wV(x%$yBN-<#k(fy&Q;j{0{d{*%EDErJz9)j(
zoE{vEj%4z58;oH--J&03c5#7-@^j#O8#2)CDHHP!B#R8YG+`eeNlBDo^fL|Bixx6J
zasoA7`AACJ#g1*4@brxVn|^A9Pg5FCKXAb0finnPu!v)cnW7>|${An3Mq*?x3S>!;
zR-4c`ybk}?^+MND0`J7_RGpGwp8E|ksl5!@t7q|6y)A|2SCrk}#dQlRAuV0b!sT+V
zvRTXi-c;^u+04LNPewO5aO;h8=ysijH9ot=jH(nEt=HqLB2%_K_oDf>WY%~Y#E4C&
zQ2sNMk$1odYZWgXiRYch9n@B|!tZhuY}K=%4_eHe4{Rwb59ZRv&EmwPQM5E#^75t>
zj9J<tV@fasn&O4apaEg7{UYC_54V3$<0L}|vSZY=@id5>$Juysr44qKt+@5a0zTPU
zj@V1iY%G%V;U}#)YoSMZz+A3KJS=!{9SgkY@!P*#*z);A-gW;|+zZpfI!BB8&{K%m
zG^nhoQ}Vp7OPDN^a;ljl)tNG?vXl8X=dL(68p2@fm&&yU2~CIF&}VPP(1BVE%RNze
zra+leJf1EML7YFc9?{NQFw}oa?5r*o4OJ0Xc&}Bg{CPh@Q}>Gwb(ZLJRI_v3M^O1#
zaIvvB_m%eIviV#LM680eTo0A&1m5qhfVssAzV>iqV@NEY*!3&TR%zHgdK0GlFnZm$
zXLnONH-vfcyW(1$_cEg8#RgpZtrp(LzQmoEBiNI*h=;~<&?wAksWFK3QaMa(C^|E@
z^Y4*##W}q*bUkw@Ej}&YTnpy}m*ou9r0}!X#@ySMhiN6|l>5f9aIGnWwFlsIB8;+_
ztH=tda<wVSK<3MnxZj~>e?uQ${m_lP86~hv3a58}0<&IZP|?$XZGkB)tnua0@Iw0k
zl7`{aAxMyXjAoY@F3UZRH~&4u<mYeU?(D;xRvS4z>K!;8eTbmzK`e?6;F_!LVo+v{
zf%<%O27WK%VjrO7(?_D}i+355nhssrY_7au5LtIq8CVy`g1nnJJCXti$K43tHH4j7
zxv0J-r{$D(#48$c$ibhgy-sxTPvVGuB|@%icw~+jLyW4C@}U(I>W`wNBb0t_Ple`y
z3YM`7#H!kGycvw_Hsi(eVa&9$aCL8cfE~7bM37q`LNCNol^cxlb!x_Bucl&127`r^
zvaT26@dj7c+RN$G>Cc{oL2P%7rj^WBWDFid`IKdhnx@12_m{vww^PVP09*MA8};GT
z)hKwfxg9!XJ-Up>Gd^!KeXlCH^x=<+^_5Gg+p?8$T~0K1cS8B$AsClgK+#r>XHVmK
PB_xKU+HYXha~}T#$X@c|

literal 1165
zcmWO4i&qVH00(fl=ao{eljKq2N}Mdy-SoJ>@3%M=xl1ocPf?V*kzQh18pkc=(&5@e
z+wRmlE$N}QIcIBVlcmRqm34%Kim{y*bth%}{0$$efz(iHB9&T60`sS9D(z{n-9tsB
z9kfM<ka{ML%H9bCFHB^TUO*os<qh*n+_Nr&W#=P=H{FHn*!NI-r|{!2ZyxsX;*m5h
zt~|0~(B1%EuU=1OVm<!c<j3L!1#O0`aJn{@4_`b$o7umpD0z(N&DI<>a^yDaH@NdS
zmR^kuI9|{RT|_q=Pj28U{|1y6MBtitrckcg!oI~So{)?QnNKyEwC-3Q^ITNNCelg2
zL(G%p(zLKeq?pID*u<K(aZSh%sKb{7zPxOC1{VG<%uO?*>U}**8WQO-X+e2S7*|~K
zr2Mb>qUfm~6*imEB~M~Nmzz)(o<*Bahfw8@V(M844bOdwnqzbD%j_y-Mg{Z6WlMb9
zwF9dSG$N%+PQ#cssGM~e9A8Br<8$!X;KkwkU>ZE!3^(OIF7<VW{Sz%#&+~x8U_FZ3
zULvH%n9mPKv9BS4!|_}3I@^&mA|46*sizo{Rv^K=3~O!2@w(fK<#ihIk@Z$K&r{I1
zNsivs-K_mW!mQB)Oqg1Si+@YGtyGKhrczi1+p+bfidPp0(KFnWhR&93o}0?{S+9}P
z7{{9jHnMU&3eq$`7A6NMp02CF4>l^aG)tIVrr=StRx#3L$QJM23|*K4$H?WJ_NyJ;
z2V{yo-6&qAzspmOauMpXl{00=eBe5vsO#7cJ6RTo-?F84PM?r^o`hxh6Xfcu6@Hg)
zBJ}htoLBFI`T1Fl_}zyEdFin2b>O;-i&%6kgL6dyU6w~OWcCD%I|MF2&tp%v5$?o~
zV0%`vc<-xph8pK^V5tY!tZYOw4x*>K0I`t<NGUbpQ4edVmzAL>Z2^`4U)0>bs#xaH
zhw>3;hVP1EOYA86=kMj@v_j~@Vino7<A`)Rgr)aGITpPO?PfX*Xaaf0W)(B~X7Ym^
zIZtfr!SI_J?>;jx#jg7X+@n1!)bbEv@0!EUhN5X&GZ!x$-u9ANr?WEu7)GLj8k2YU
zOnP4|$uGcfx_#_!TtwM=V^03qjs`z}x@@vSW_b>eXT-3@!GTE^-9&)Oos!OE)&-jI
zWz2Wbhm8q$UthMD#PeEkr?{b9&9tA36;DcXn4UGC6{!~dN&N{d2Y0enRtS|OoVF|W
zv+n3xs{4%iPe_6A=pTV?LO-rlZ9s1SADH2K0ll9uLHoo5T+pa7P+`nBhE}3=Dv3Um
z!PIA4(8(%_>bN~T6gePP<~i}m{sRme+|MnUb2wyYhy_Yp_5_)Fr_`;-hgY(A(5(tb
zb}nL9$8ltToxxiNy*Rz~8}!!)^5NmT!t`D%Bn9zkkh(GYdY91qw_|#R2IqAWwk>W%
P*ljtRH(pcdl?(YFKb+ir

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/input_2.pb
index cb2afada73d7c98fb9f5abcc4617c958ce3e61c5..bf632feca9b3f02d940ca8e3c8ac80c28e5aeb48 100644
GIT binary patch
literal 1168
zcmWO4i#HW^00;1{=S_q;k{+Zabu=w^%j5pOUvyBqlUK_#MG;rYD>Y4~(<Qp))ZHuF
z?qZHf9<i-+HmhuD@>r?SoK#YwR@*VfU83#tH+-aeQhlkBRB9pdmAn_2KT}<0OIyue
z$|G%{DL#bM({WVvO(J-4B9n9ix)>?1n^xhjWjV~d9wNN?4qV2+hsrC3ABTDIu(v0V
zq-k*Zp%sJn1@KzU1}YL8@aJYfmL$k&HEe-Xb+LT#{65-E{zYZ!BSdep<d}gyw_Co(
z?MJcnY+A&L!Y*hddSHKYBiHyhqO33iSG_WYV(nJ;FIDn{WL!9U*PvPBhLthTL``fW
z9dtXz0!c27i&{mBX)H^OELj)VjQoIld^zaDOXjCx=I_khGy^K%)uFU8k?vDwl+}iD
z)kP1={#q!CpZHO3wFTX>BnEW53T4q5w0n07W&RkZpN3HX?5C(bHV?ndtwv^4Ft1-S
z$G6=(;j5<>Db+IS$FxJ~q{Yz08hRU^h5JTNjx+>Q@4*(hD)w`^j}vSkYv8-U9d<(v
zC~kj&kXl1NI~>LS#srSUZ^Nr>d(Mh@C~T*nU|3p-1k-Y?v!1}K9#2-(tHp<w+t{)|
zPM>BO`cn6>?h6UC#tt%JdOa@uE#>wy4Jw+;U=eJ?wiilXSsFx-a1ZJ`nX_enDm&)9
zLQYd0Zyemjs);B_)BISJ93X$Pz7juJDbd;@VRE^gM@`zqXtzFFz4kD4aSH4sS8~R$
zHgp?wl;>&3@G|{veq=8bq0ZYl+tHBsT_)xAojYLTn8lGdtf`sTFQgtPVczo?x!M}J
z-^CjUJ@pdjRQq9iZVn@U_hw;UI;{Kbxc<Tt7T?U^d=WtBm5~gYI|;*1flJTw*qd#D
z+wr5=kyRqz`6`{EhB+Ku?#{KVn~;nG^!5}YHc}5MWkx*eZVA<ja`dJxqT>IH>RVUj
zE8P20G3vzd-BE0f9mBxFeVm$61Z`NXJiBfJkq(Ej{9Y)>qj#gjM2kUnAWvJZVMhOK
zzMmuGiOszjd0p$(Z{jK6eNT^jHD`oM79wn2a`@SBG>vQL<GJ0No{pC3tja%z(P*I7
z=q)~#-V@963-OzFKYN;%&~bwyr+(}}qn|&WH(MaHB8SH_V%TbD$D|9cB0%XzNmnxK
z1C971<~!)Z#)X@Y4?9ZZc{R98Tvzxq?dKBt<I)_aXDwu9su_P$eFF2LU2JnKf>IJr
z>s1F>e{>yH{RaFeq)@mIjKVr$0GF#bB6r{q%yK!8zR#DTWAZ-Et5q1RG~{c23(+>6
zMDM9!>axw~U=c-C++H4v92Beb9C+lwK?V&S;MUA}9JbNNB84@3gN(gW>Nntn%ULXN
zt;UgEOW56c9NAxI@MeK0XSRKVfrdanIDAJK-))1WFdmIkS4Lm!7CQe9%&b)7oL0j2
SrA-LCC1cB`t8$%UG5-Ve^4%2x

literal 2317
zcmWO6iz62H0tR52>rfMMXedJFHgZY6-}|Q4T%wtw2#px|+~pI6a^0{ZAvJ4JkyCCf
zv0A9DNLsa8SsA6ZnAOhIx~=Ryf5f9AucE4=prZ2D46m)T)pFE%NXMC9uhM6FmKr_A
zZ{ousQzod5Lb5WFd)j48@%s+h&0cJbQf8P`lfO;HF?e&i7)ojv8v74QD$D}t;pk4o
zt}vb~%w%JwH<jEcarUx1hh6>>!&gk`FfbceuP5{8YDMl`bq&{3i(upMK0hlR$5_55
zHUFrQgculdRr}jq|HyzDHOV|zVneBBCmPO-;7PST|7n&9m$r8}*=)(8gw=3URKSlp
z`{BL#8^k`-WO&&qG?lVA^3P>)VJrZCHl~<sZ_cEaZSd@Qh+|%vnCvq~sQO*uthkWZ
zb2KpK?TOO<Q>eA_qw4TEu_G^#_~ARj=NZ(PdISZHOfI~k&+w&!;d%3f*2OZ^TKp|q
z_f@07d`h%ks)M`!HJn|SCw^XG#{qRs8s8~G)s!OduI~}9$y!`{Kc1WB)+6TDJ5>Bz
z35&y>scO9o`BkpyFx6pY=K)Eqqd#+R*SJO$SaS=Canw=5S0Bn~+LaCU94*c&)1`jS
zZ003KBILJJe)-2eh~_oa(p<zw&)t|A;LAbz0leH1PM=HK+|U)y9#1>I*W|*1Ksny;
z-N=&L3t05V5UM0|In%XPq7btO#xpFaQLqckoD8|M=oU_Ny$M<8ZY&<xWYTh7zEskp
z<zjP+Kh1dO?rmu2M{%~@DYROQKsO+gCnHu-&EA2%%Lj$idMOKTIx*>34qvF~Ay<U4
zG|~*dl?Du`d?hq>gP3+?6{}h`>7RKS@eQAgwqkpBJ3T=C&Bb&b2<7>c8GJZrEfXdw
zQTw11hewyNt=krj5sJ(!4-@wWyrFoqT5`^ICG)(a@aRe_PF2Noo4*5#H^_^sgA3uP
zXGFK}wP?L36^9lka>UAju12a{t)NTy@g;OSu@7})1Ms*Li15Qe<e6kH`bbb}@Dkx8
zF?ho@7yq=xi(ArP&{4k+<;(5a8q*8q31_HTUXWOS^O<OwwB}>42XG5j<<in9{#=+v
z=!YS@+k$pi3*l*XSfX#bj9x?a2oLxUQ+st--R;lE3iGM@$vPg>D8)r@ZwBcC<`b!O
zowlV~a|rGfrZ7y;l?N1Zu`wYSgN+K@x8$lsHPs&<Ck?@|q8n#|{y?zlc5HRl;Q`Z7
zmK^(2JV{aDutXV#`OXaNyMWa0x7cyi70>;&k$3kwMrL=wtS5<UCzn&&NLmL+Gh(Po
zYzfhz%U5$KbCWS-S0%3Qm0|poL6J~hD5-lA&xRaJ_Dy^6A<FQ=P=_yH<O-Vu&tN1n
zc_`vzTA3V$%tA)H<?+~|l*;+9lUTglo2pUs8F*zKdzGpX>K{Z)YeUA2tdUgrwL!G&
z!YXJpA5T8UoTk^vIA%hl6Q@vRtBwz3e$0+uhQVLu8Txe;S|j>IWoHPNYG!cx^E4`I
z$MC87`;^<+gf0I$Bqp|9M*pRF+-OpU?5AMyd5;SvOI#&=@2#Lsh7K}r*NKbUPKb}x
ztXSf<8B@MD(A6@Nb9_QrVYGzOm}11&E5Y`1gfNlrL9jz1mX(a7=yx0DYTGlyq8$AN
zXHcKx0>fWCSu_+QHYC`ya*aD}72K)%V?L51yYVnihrTT(kdA(fnm$jsru>feC!IuG
zw>MYstrg){73i!}i(5lljH^wf?t7+mxcQbi9(o(;W%7KuOqJgz+E8o$b|^i51O4j#
zm~mqxv5&}>M)MaZHLm<~9O;AMG`TbZjrA^6_qm9TiP7AA@LeY8FXFQc4d5v^-oIwd
z(er8Wid+ES(UtsPNgA!nC-AM8E;}mL(oSyz>dmQ4h}7bMfgfKUj-ll_UzQ3JWKGXw
z#q<CUC2keH`a=*Y`KSmEVq&a{xR;a02Y(%hXI%$^&lX5ZjtYz=4?^w#zfH(r6du#b
z9IOiC^P&e>y`lk`{t4LOV?dV-WwEO@M`BQN3vsa}V#DjLklz#m_quIZvq%ZM7Ojw|
z<V}h$e?#7i$>7qWEEXqTLE*3&?iHBONA)HC_RONw=>nmV>%nJ@6-ahU$Nd@$zIwVD
zr_<hHK!O78jEA5oH<Qw5JE48ofkrXc5MR@Y+s6K^yAVf<6p8rWF#+?F+i`HeFD*T{
z@Y9)_*xnRPm!GPU`Z$ZvqI2-kuQ$d1<WzPlCZb{2yVO=r6g{(C8QU4op)Doo);fcp
z`fgOUlBe@hvFwE{wyWNU$Jk!zT@U2$lvM2gLXH+b$vom?%x0x9R<<Q^p8Zk=>n>vT
z#dK<vXVWU+H&`zy7kcBB7?FP)=X$QABS{JA4f>Q$pN0J5C`R_C^N^f6j~*{Y>=(LR
zurrFmybQSj4bIjn!3*1Qd~$RUdLL&)wsi(26JH|!^=YI>DskFuDYJW<@ZZWfj`xHx
zGtpfn4sXM#^d8LIe-bIucBrHa+B?~>%HN3Z{_4p58y{lkR5O+sTJzI6;oM@QM)}ia
zc+~P#Qg_pl{#G+213#RG=M`n<%!=dh9w)?+8$Te^>b&H5Yzsc~GUDqy+tJn+h$~Mf
zMS8auonP58LeYxbAEYpPp`B}Uvnf}7t;Yi=bZEFq#&oA*$q{dR!pE0gx$;bT)r74Z
zz35|pUgY@QMa^7A&Tp`zxA8Zk-(>^TwXQ;x8F6^ldPYhOIj>0tKFXUJY`u;jw99eY
qFpiI^-(-Ji9L+cS^UFKw9Fs|DzgtTrKDEbT$$5O$oyy4C8vF}{PN=m2

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_gqa_softcap/test_data_set_0/output_0.pb
index 9d38e908daef5574b1482dcadf7464de10f16188..ad2184c530d69650137c0007818a5bd014bddcb8 100644
GIT binary patch
delta 22
dcmeAbnjpl>!NkGI!NS2I!05ynxsi*R696S90{Q>|

delta 19
acmbOr)GNfr!NkGI!NS2Iz_^i@nG*mUvI1TJ

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_scaled/test_data_set_0/output_0.pb
index 63ec7a25f1a86c161352cc4fad827fe5794b0a05..ee45685c4af5c2163d6389e5221f44aac1774083 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/input_2.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_softcap/test_data_set_0/output_0.pb
index ce61520634c1d5b4f61393a7a867638c07fd2d20..3e98a3f97691356545239604a8263b8404d4243a 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF


From dbe05443369fded3e8a7377da6eb8877427c2997 Mon Sep 17 00:00:00 2001
From: onikolskyy <onikolskyy@gmail.com>
Date: Fri, 21 Nov 2025 08:23:07 +0100
Subject: [PATCH 2/3] test_attention_3d_diff_heads_sizes_causal

---
 .../test_data_set_0/input_0.pb                | Bin 1163 -> 782 bytes
 .../test_data_set_0/input_1.pb                | Bin 1451 -> 1166 bytes
 .../test_data_set_0/input_2.pb                | Bin 779 -> 1454 bytes
 .../test_data_set_0/output_0.pb               | Bin 971 -> 974 bytes
 4 files changed, 0 insertions(+), 0 deletions(-)

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_0.pb
index 22d9d725d647e6a1067964b1107f58fdedecfb42..91fda9a3a035cadea8320e8000f969dd1a8ff9ee 100644
GIT binary patch
literal 782
zcmV~$2~3k`00v;ewgXGueyVoDz=e%V1p{&v`+x5%x~+g+CxoI-#grpa5rm;k@aVK)
zBeIB2ijXj)PGv?B&?pQN@xr4Xco0z`Tt-KNvPd-B)WqlUaQ9GneEyl+0=ML(UsP(F
z7mrPg<r%XNf8MHQ!blI2mjyCUJpg%87HgY}_*2RiY->njefB3z&yo0Id>wz>yjMKV
zZx)(EN9EswEKG<t(!VvGZ97X?UuB}oIEu?%M)t+M7Jc`=VwB4p_qz-Dq*}>+=7;Dm
zbRazHJMO9&!EmWW>1B<)!q1=P<}a8z=Evfi0(R~WXO7f@<CpsJraF@E8;V3+(@c&w
z%%UT23F4IsJg^;tN&gqt{wvX1IRHtumHqF##LZy~Qo;k_8yU>})7z2Q@d{^?N-%mo
z04u$QM65D|-8Kz|O^K+u(T=*=DfH~?6npGx#N8``{}od+J_d!RgdvZ7Xq_);wSOtJ
zw<=K=`c^a^tVUVzxM;d_7)GCmxV*|Po_rfYmzTtVK?j`UN)Baq2t$FE%b(|RlkX9%
zemaxNw<_qZvGfevk5Z=r=K`m(s^t%PZFDMk^wt<M%EGt><v0~B^FwkG16#Mj%ckY0
zl{)&^ylG#bg%vLf`TNUf5DiPImFBWO@c<@U7W1~d3-9(=`Td<KT+?c0M`8rOIT1%!
z+5|qoxPiNSzouj2V>o4BPBzrZiq*9Ua0{iTY(Eyn_;a7*DbBY}LQ%^B=tm^xFVyj!
zO3PXLV2Xc&I5^acDW%!;j%Y_?Xg_q8EVgBssg8`|#f7&;OlA(tdSaM=*2e!mrelXl
zXGK;J7FYSvQuRSdx@FvW(oAQg#MF{5<R1T3G?hp4Ld@Sd(xa!rwUXD`iur2la^{Uv
zR{zj~KL_Tq>B1b;XDDgkn=YQYOi;E}%bjx;(QeAd*u6%yJ9D``HHzhH+=cUK2%@LY
oVEk1r!)gn0EMz_VXZz7G!;?!CIvPjjG5-8P93FNdVK5CJ0fCJ)`v3p{

literal 1163
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMboN`+obwRO+oq{&XrzbX?taoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9PK+v+CLae<J2doPDyVcA
zL-KtECIy$^-{uU_ue^uWhJ&aG_hXCVGRy`8Vd2p&^ZNEP(LChE;i#twO_VZZ=Q{pY
zRzTP%q0rz?-@Y<LdLEbAyM-~z*ns3^Kj2lJEo%*N9F{m!x_&j!SnWhlbTs4bfZ2mu
z29NvD;$#ATFUw-mj9?y?lwgxej^1Mu9-QANlWOCzCew&{l?HUg{|UL<E))ma@~~SX
z^=Dp+*I5$Ym6^eDdmxv0c0+5J%GMLX7+qq6Z4XCr|ASV{YR}}Vp>QgXkzVpNrWl(<
zeu5Q)zM4i|sE!F$)#$6!;o16Lp{gyD)xXYQW040t$0PUxd+^rLmSb;Ag!kbQIEgJh
znzDwTt|y>#*U>jT1G`PNbbgn~9s8mwUFXc@*H`nhX$=zN;_2b#NX7k?vf9p55U1_n
z8K1}Dp<zsGdWYOIu5>zg0X06B_(Zpag=t~vePY7IZ`PqDrBhV5B{1auT!xQkbFz(s
zZ)ShY345E6KmDi}+<FaNS2J*{$qc%ia`Ab45M}d&Wt|Ha(mU4{xp(SC&(?Edsf8!?
zp?P=}dkg2Ar*K+K0xO;7Q>oa2j0RKqTuTwI$}b?FTZS<GGn7B~W{Hg-Q`{@iRoa1u
zq98cli)6V`AvUP|SiN!)eI$!0{bf5cQw?~LZp+waJ(LeFVt;2Og0r4u?RNnp-4M+c
zbq7RppM-(72heY{X8M6_+AVP7+}l&d*~B}@*<->NVNzaHd(+x^7fgpIq06!h6K`!I
z4ibgRG~Nra;Nq9hkkgw?*Q<lDS{p>mm>z6Wr!nuy9IEX7Invz-UI^vD4HrK6IU7-_
zA0qa_V*aJirf0<<E=Jk0wQ?1GXAHvfq?W2wYhH0!!m;BDdi)g2ox&9b<1<+~eg#L>
z#p1HP5h80lD&_H1Z!{N=i?aFj@3V-kZ-xB(QknjQz#~mBECw<-XwoAh#x?A%N#bbv
zQ><9nh%Ip{?2d6@P_CJ%YAKRA==+hrQ7<;UD~8GD6fCOWik1GRsPbPZGv78O&c`{j
zUy;j@@&fKqUq{*9S$JIP${6Vw{)sGLz@<`QRT9CGW0lYZ<X~XGJO6u=hfCQXahXa&
zUl$`LPnbgG$X?hyoJ%Lg4P@+Z!yT76)_14VJxeBjoTq}b<}{8Rils+nK0lqZnWvl5
z7<981+Tj9@q!nT5liT8uM$5LzYBW~Op^ceZw7(b3jcv&^=Iddw?m&Bk0W~e;rEOY-
zz4gH^=>Q@g)nUf3%egO0i+x{CpnHslU&pxcq-heXPi1nZUkK%P{;ciEp;bj8J(vA~
F{{bBd+O+@x

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_1.pb
index 69c72e3059f051f04010d0602731e4fdc115a706..a94b5db826f4283e5af46a907dff5bd350c10927 100644
GIT binary patch
literal 1166
zcmV~$4^#|x00(e#s(Y2$O3{0jYVlhCRMgAe@B8f!Q>nKe`O~Q=(Q$QGoi6FGs5WOv
z|5)=(A$p@2$%ae&S1FHXxaHscX{32JnbM|xKISIorsmV9P7Iy6II>upbR0<O$fW;L
zL6yT8lI|-pNmhb?o6|+V>K<Af4x%E=k1fi}FdGbng-5sC>)X#n^N<&ZBcCE9LCWBr
z>-bw)0b!qrLW4Vf`^pgEd0cMq7RpFt1Co~gfLC?4tTn`PSmI3S`qeyRwG%y2QH-+#
zW)Es98~35b$$0!;mc_&wG9H$cV3S&b-eVFToZlyxYGbh`!-#p626V*z35DA(6bIV!
zuv-H4XI_feSrXoro568=AeVP`Lu;7I))O*}F0sM3hoiXvK`UmpXK>X}7*)qeFGVVo
zjZGpy-ikqAO`|SE$M~vh^wsI`Y<;g#*OtlaU#GLN$b+5Z;e3HTc<X4(v9~3{`|t>y
z#1<Y+UPDjU6VSQq=o^-f-KJVPzsul`eNmLIbLR5vt9jY91_`lo^zd?|^8QMBZRaV7
z({}KT%j59SFs3!VL+%+@I-R?K8Xrr1qFchk)KK(3F=4_t>(G+iDXQDz8T@`O!$z|?
z*+$7Xvp?p9y-moUepC!@y@sx<>A2No2Hj1C_`E%c^7%4(=Yoaw&b3AEoqEx;^_*C0
z;Yoc+9$v-V!ujSYoE9C=N~if$DR&^f!4y8%l7*}43n=E6Ayoei<<GrYV&lhT_X>2C
zcA%js2#)t6SZ-8`4QfADuUteQ$s$UB*^Z19174)rGNxG%)q{)J-x&c})^n`=E<mIi
zqPU{&fJo|-Fwph@`i<61JCIGg1#X;sd#X5_a0fYiO!y*H%8MFrT08H8>F^|US$1LK
ztxd#1qEMB}djS?){PG!cdXwmSbr4o-gJ>DugH4)L<{g<swY@(_x*Nd@Aso2j!UsQR
zBQoVf#5`Eczx3JktQf?_NISMxuA=XZL0F#DQk`PWD-KIIc3er1pJKRExT0WuCM(CU
z;HaipT(&ntWNk;KB95Ak=HhWtHlO}|77_KWP<&r1*Pjr0l-Uc5fpiX<^oa2BO!n3!
za<u#@RxE79mRL1*M>{Ym*GyEk6v-X*{YcxW7aQIc!(?+Z7S(UXN`F&S`7e~4ZyOTl
zV;$MA%w=$S0e5JwqwMZ1JT7%*v~&#rL=-UKQmL>i3FpYMN@ND)U|_#H|9g{%OW7ZB
znOZ_$7b7N5m_pUaUf4XGODE+Gr0;LT9hX?vcc;-kOD=w#r-pOpX&gBeLyw4jemZ3{
zPdBA9=w>an!v!2kEyB_#x5c4ME!!q*&{#ExHf9>p{+^5*+mdL^*TZ1lf%XOiYFfxk
z+q4LM>w{g=0faxQ!;D{-b6=Jg`@Wn&_vlQ19qq!CrirXRmBE>Q!Bp7!v$iLPRuzTx
IT=ob42cN>*LjV8(

literal 1451
zcmV~$3p^Bd00(dsZl$zHYYH7j3+Wbx`~QBb4@x9`lAXsq<~E&^GIb@7R8uLf$7)%6
z*r&&55>iq!T&-klq&76Wm1v74w=I(v_WeqXBqkD@35Efu#=1Bh5L3Dj<B`!++^+i>
zSJs(8bM9Rxj@*RN0wv?M8lE*U<AsX7P!&w3!$Bp(c@GAm<2cc34_?pd#>W?a#FUs!
zY}{%{dCv(X4c9;uZ^Dt8KFrh>;rwAWyXzvEmh3N*b=i2F*oB$?Eg~hc91@M7%)^yO
zR@u_+sXKSHhG6_ZCGfIw;jT%sOm`hiqniEbD;<!3-R90!&W7?Inrg7L*_2u4YW}&T
zQWUo~A<em7UZE<*?f_d3ckIK(JFC&$|6FKlEjWK@F5`@yx$jvDKXIDtT~acG%P&pg
z=}IfwY}!bTN3Og$P(}o;;I(Z=Oc^S|*3<w7Io6A;l~0gwZOrNC<}y%PB^o@}z|7)4
z#C}`q%s*m$q7CheBnUFy!f=;p2A3Of#751&FUPPUN=?VqRXow5Vdus~%8puy<N+DJ
zk=Nr??Wc@Co{z#12k5%u*p%0W-Kqp`uyDW#X3<C0fp^Xnh&9V(oU%Ftor|Tyan}Zs
z;gTlYViPD?BdGdA$p}|x9!oH#^6@dGre(2h-8KCFN{{ewwD7-?#<LG)82jQJLT9^j
zBqdvvr&@E;zL!WzIDi6aDy%C<(J;0eudBP!(ohV)lucBemcVi0Z84^~6uCi@`F*Vu
zh4KfK-pk_3*_UBmvVbQS*fY>!1$(<Ub4SBR46RyBRh^89x6h-~YciJmZxxd&G%#4D
z!`?z;Ha_#E*}4t9>Z=z+4(&qzuN4#SgK>5WUObr0``RsRD!+?m*KfcnVls4LbC@^X
ziPEx2zCWj49RGC~4O&ZH57%JC(ghjgA{lZcS$OvA5#!Y>j*aTUz2DL}M&E{9bp#z2
z>qTBiE}nne2$#!u@%^LOe41H?q-!437TWWd5AUMLT!*rdX<U->x!~@VEbw#W7k_!O
z;nTPHVBr(-Q%n==@|sW^eHwA${qpi^IWM$47Nh1{bArh{Mr2E=$lbs<c@M<-;V4Gh
z^~qQ0B{UvvM30*ZqhC~E(0(yao-2@R&WxsKT^MIs)k5VFkAdFPBD1nY)K$d6`KP;L
z>7|{B-n>(^MdXN{c@b<knhAx!Ip-MqaYsovuA5E6i?~2om+7GJGG%LbIn2zL@Z};O
zYNL|))TLK$5~yVT@EsWIV(8oI#?Bk*TphEBN6%E@g0BHBuhik%&sFd{{2A`|4Pjf3
zEBB1#K`TsXsnm<~5_=e5rD)II#D9j;z0d1B(9$)P)@RO&S2ts6>bZcSN)11GX~^x3
z`IuO2M*D!ZJh{S{kxjecemsU!bq#VtD!d#DGmzc)HCo#u*jv|wzfW}{e^N1QQ)B7Z
zyPi4EGw9t_hjpPEp1c~sfk9^mf0u^Avr$+tc@OoTYR*4!1h4-417n}P!9ovz-m(3F
z7Hh`C{m?H6yA{SlRS1{YG>d+z9bVKPLwo2~Vr|kx6o34ysMz>6)tl4NQu+>;Uet@6
z2b&pMy_N;}cThB>fo$GZL}m>jv&mjm-n6IXxMn1KYq3WbOvQG0dIqO*$n7$sZYg<i
zsxPAqDxsNS%k{N~P}~;HWj?<P<t_y*lf03nXvC3vFrm|gSIP!qWoz!Wu<;?bIBgSQ
zKB0)dxR#0okr-VaL3M5ry$7Vwn_E-*__^p<?ZqlLd%Cv=vuk}nHqBGfRvI8O`VXUQ
H+<g8INp@ow

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/input_2.pb
index 1c32ff9677a689287f2146de9fa78c97f812eb51..0cb61fcea9e76a2ec43169ca13adb48babd11b08 100644
GIT binary patch
literal 1454
zcmV~$3p^Bd00(e1+)C3Tt!db?*h0ER;r_p$>Vp!YPuO|PW3K6(l&LFuq?$@;t5%z(
zhd!!L60)RZxZ0A{NDnl-Eu#lZZd)eXu<uu5Br%cLOfg(!7#?tZl8eJWF{AGwel?nj
z>y7tuajgk7r{84q_%#?UP%=@g;VA<%o~zyiRnc@h>{l|9w_y-AnNzKH<DWTwSat44
z%!tdzhAoDa_a8;dSUog}CLEvT!)$FS&K^{=uQ8e#ss18Wmy3tVy_n_SF4B^#AkhfQ
zJY0Ebr7hhaxpR9*C|>)k99}jq+&L|tnXZ#)RR1{!D~9DKI^DU_*-(D7wH`~`OqpY@
z=I={tL|I2GGMt;_)v5~Y3b5r^_g<X85stQ@XF}6p!TF<enPBY9y-(BlvC~}d^741M
z{F@mpsj;HX#tqbX<jczfWkgU2FK;zs+Gr`Zqz5p_u}S2t_zi{D#(ewqTn0*OMYHE>
zm|5I`_}rE{^N*OAY(u+J34%;FGtwoN!Bqwvw^4KO%ZY4`QPVMfC69J%*s~#-vac*e
z>aYxF<V`r<@Cg%-6rwoP0lMA<wifhamnw<tEgUe8cj=?*#v3P##Oh@-&Ir#!&tj=?
z+__$4xnu~p_#{eJ3#y(d8RhEC!%3!8K0J){j2w2Zy^O~%^@u#9h5ywIo_Zj|r01s*
zHrtisX}O{*-I~+(zCc>iJ`_pQVO=wUhVgayr>+m}&1LXQ+ek%;1da=@i-~O&$Pb#%
z9~zt}ls8dvJBKS~Ux0P_0v=mn&p?L|4)kr}_U4ZmR=b$0Mj4Z@pGA+?bS(GZBBoVq
zV6ak$J;lasdFo5Ewd;AwS1(2#x`h01D<<6m6YLZ`zdx0Cw42#lbqmX`T!mBAbm$`H
zu;6VcN-LxJ{+uRp<mWLoYb|*tQiE|z7i3M2X6V&a;W?y7oY#OjJfR=Af63rPeJAqO
zQFK_W7X{t<c=l}zTrS+g55LalqwGqgT=t;0*q%RqcnhWGI#h<f#U*K<3GQ0KB0ood
z@rNgyKY5jR7yc&h#kIn&pcM_VB}j-Il2_Hqd9MATm@wa(Q%vSDDpyKH{(Amba95li
zi($0gpgcq`q47uy`rS+z`@9w-_KR`sbdg+h@)deEM(|y$2B<s|F+5NrvTMpkV|4<Y
z@7)qhzuAG<O*=$qRG#Rc7sW24Sy1?!bB>`Ox0m<firHIuo)8G@N*xqlrtIjef|>ae
zzF6c#ZA=OuxeUln0+nnUy8&Ze9DO_7*mE_L;c<)j)yZ0%^EII5#YSAdUkks3pW@Eo
zD7NOga`$)vw8DgzO1;P|w}<g1imu#^{A)DR`>f6b?Y%Q;ee#rec`cr%o(mYJ)bQgM
zhTPUth^b{}v=3OrV<E<jZrus@BXN|f>yZ~)?d4FMh1|gt=;(~%Kx04tJl=!CX=SiY
zkEh?jI_5pgqIYj2)`n?#>{0-SN1Pe_T?R%@#bBM}Jv4c$Ie*_Fy!`hGCO!QR3qAaK
z!}bGOtbPsd2Yy1t_Yo{sg>rd)n;4SX;d#ShbcKB_)}%Z@*{YvK^@i7}-js><iZ{6Q
zyk6wp-NdlEH7qK;fznY8Wb?KlI%gQ!t@fhknmsKiw;|PAi`}wdDz>@PGdP{2ZWj>q
zy^{N9`ZC6#2AX$lxvt>=$~t4Y%;&LC?o_}s#TzM#7945<lX^^ev2p}fw&q?7TOMGu
z(^e7T6NcFHYpB>4jaTZTsLl_f_plUtb8AW;J`>&HUaWPqr+Zg0d)EzN<2)5@r2!&q
K=pZU5&*%TD9AmHm

literal 779
zcmV~$2~3k`00!WRZ3Ro!pE^51(4br@7#K&f|M$K_-3nMcAQW$wawIAPVQfs;v}(ad
z#E1t)NYHpQvoT;sK}bYFc2pfsiKq}Rqa#6CMrL$s;`6w>xhvd1nl&YHw@PjE<oP)<
z{Kf3eZ+EI0Kh}rj^#RON4?$j?#oFc~ewEUNT@8t>&z{Eg9Er~+zvPDR4vUBR%|dhP
zoP0FU!uTj7{aVx6wy%WsRVJ#8<LK-$av=6!F>rSwBVAtjtG9rUs+BxqzK`BQ2f`vh
z<Nk^<jFw82p4Z5meEn!{p2y4yUl!LCu=_w5bEFnrxG{+Tsw4Qep-99wE#`Q`5<2qM
zB2KBmJ=-am^jER%l|*ah5G2)34!-RXe~em?5*7fTh#=<wyax##FK{Wb1mnN?W3%Uo
zh*1W!*QUX!DFGF~x1(-p3Oxq8#UXnd@n@Id>tbpqC!o-jF!+Htt)B>5?F)qVRwe2}
zUW&$()hG*^6is(d!{~h<onP3+qff)>@|5U5?0|Dp$&t(sVJOgY<I`O3@HvAmj~7$<
zQU$#=h905EQ0g?`a=;u`wVai=MWu3Ye~lrdER^4)96v?Le3x9rfYx2`v}rlBQb%u_
z7wy}#u<2PLPdtAD(XftM>0{O>9LEex5^uY?@aB+}YwpbE)>bP!62iIaVk}*0AMok*
zuX&(<5gk(>!YTW3hM`VYY^jC+ln`plj$uW#ACEX5<4Wsv6tx_OeoSKiN*&**v|OSO
zqWC9}!z2BeU7Ag=@OCtY3_@qgVq1op>WD~QUwK<ZXXdc1FPiz6Z2aGSF7}FaR%8Vt
zsmhm@s&_)tt>-sCn(1tmm|D_<+zSUqQ+WihMgNU6eR>*PoB3;7F<*SRk$K~k)t|TE
zhoR+cy0#4U8A{p@r;8^p6O?V$a`&>;w41Uqakmle&Rp(Ejb!;&H{m=NjHtQu8Fy35
j(Aq+r58lqfrM@)G_uyKEj>fU&jJt9Yr$=3gA5O!2!NN3W

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_3d_diff_heads_sizes_causal/test_data_set_0/output_0.pb
index fc4cdc4ba8e81a3d923f07b81cda033bb5e0a87c..16af994bbe93402601fd70f934c163f74883ec50 100644
GIT binary patch
delta 20
bcmX@jevX}+gNcKMLr#Fvi7|2`$6;mwD^>&>

delta 17
YcmX@dewv+wgNcKMLr#EkBllru03odde*gdg


From 3be291631d74dc66468f455d00e26eb6857c9fd0 Mon Sep 17 00:00:00 2001
From: onikolskyy <onikolskyy@gmail.com>
Date: Fri, 21 Nov 2025 18:59:51 +0100
Subject: [PATCH 3/3] test_attention_4d_attn_mask_bool_4d

---
 .../test_data_set_0/input_0.pb                | Bin 1165 -> 784 bytes
 .../test_data_set_0/input_1.pb                | Bin 1165 -> 1168 bytes
 .../test_data_set_0/input_2.pb                | Bin 157 -> 1168 bytes
 .../test_data_set_0/input_3.pb                | Bin 781 -> 168 bytes
 .../test_data_set_0/output_0.pb               | Bin 781 -> 784 bytes
 5 files changed, 0 insertions(+), 0 deletions(-)

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_0.pb
index 0a8111227cf62817eee9d0bc10be8f1ee05acc56..daf1d3351a1b6acb0dd19f1c95e963a26d7922d9 100644
GIT binary patch
literal 784
zcmV~$2~3k`00v;eww9IZe(G!l!G(=W1p{&v`+x5%IxS%BgixGQS;~>941}R5cvLOe
zh#1jH5fU`s%qRjg69$Pm9XmQ5ZW2);Tt-KNvPd+ZiO-|<R8Lkb)as8t7JH;5?^bE-
z-aI!Wjz3y_xpk+8iKD$pSslcD%^>9E*{o|R=69(#v8yqe4LMVokt^}Z#JBu<`(bgv
zphaj;o|V53wlXos#DKO8w(l!tL$#SI(->}ao7f-!T=d`hjL~i%{L@p&2Q^9_vD`&Z
zkrNTo%ecRC6eDF4rKh#>TK@oAT4ph8+@B@2h3q;I!Ca{o=YJW%i<&6DYb+M=&2u=`
zIG4`+RY*`O@UQ(O%!Z$_@s&hd)gUC*P7b{57JrUdks1*Mzo-xvT;7AE&S$uiT#B*Z
z1F_C~Si~tq*<;sY#GHi6KRQr9FO^>XUE+`<o%s8v;Oi1<C&r=BmNN97FKvqiZH`Zc
z?yoA;hrJX{Cu&e0G9j98pMuHvE^d6|5D%6{((NrVaL5VQgp$Kqox)hC<C@2L+~#*0
z>mSac@}&v}TO7T@kD|<F#7{vpSlxO?-WZd{y?wRD%<^#VKm{(v$b6qt%%HYi@V4tX
ztx8W{yAK_kva$9_5syE81kv~vb<zShBpt(4>q_48bmQ$I8&}+(&JArgb|yvgiwp5|
zr%&SJ>zjF??{hjQ--k=~<5Xk4tXN-%K#wqL%a3AlYygiqAL44;M<{MR2E(Ytf+c#s
zRp~g_5JK^PFo%ZwFug2?K9L=03LAjln$7l13pG*EyuRd?h|S7nd2cKWuGslTJrjFH
z1}n3Jv9j8q*6Q~{(y!*0ix#??B&L;iBk%k{(OeP5Yq9^~bgzL%_d5R8UczUetYQ8b
zWzCnZ_+fA%o3G7BL#C3B!x`d{+YDuUjodYVIUVL4jNfTOhbxbJ(xO?h!Be=-h9YL>
oY$p7wV|ZN=&V_E`z&w8%XM1s#LQm7^LMB{2fm0)HBo3wH19GY~_5c6?

literal 1165
zcmV~$4^#|x00(e#s(Y2$N=@%os>N&lQ&BJ7@B8f!Q>nKe`O~Q=(Q$Rxbt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xKISIolgv%c&8JR`Dv>512U0sV^j{*V
zbQnYOeFY{3m*U@+3^Aa*hqlIps0{aGtKu@ujDfK5=#hDS`<ZAN^5SsRQ-mf;8M1RN
ze=9E}?2}NWcc*WEIU+re%k1647-eWg^3oshs@|4$`Zx|toGD$mif62LqBlC4@piy0
zqn5$rKD0QQfZxlrm^3|@hb5)hsFI`an1l!C^~<E%IIPYzU~ZKjo$-G{?zRghfwnyC
zmPp;1m*RDngm-0TaNHKiWnDec>Zh{pL@-7d+hFU%QQZHa4Kq73xpF9+%44LLJdG)a
zW>Jt}#h|aIF()*K3Dq^|ug}4=b$vorS1xOKox!GJ4|a`5@CEkZt)nf+-j)jQ!y|AK
zn|U;4H9cKVAjdt2zTp|zZK|d7yG-ub7ftC}XD++GikD4mkr)?G4=+b5?yr#5b)AAZ
zZ3oZzd=3u{V_Ne&<ehP))42<%^|8dKIg4487KXkjCQSThEm~8$L`{1FL*CD0_-HmK
z+bH;E)+d~>w;2T=9u>wd*U)`61Gk#ZkaJTmKJN&kY+kUeYyJXy=h-6fPJ`&(a!xF<
z@T4v@AFpC>;e5*!PK!xkmD4;b6+4j8XbPWeDZ*9x1>|$e5vF^Fis#-ewee$$dnLNd
zI?-4h1jl=ktS~6VdX*n*RxG5CWFe)$Y(r+M9xu{u8QY?R^1(&y?}|il)^n`+E<mK~
zqq)5PfJp9_Fwph@1`O6rKafqk`EHzZd#X5_cn7(AO!y*9%8P1mT08H8>F^|UTXtjO
zt&PM%qDYy>djS?)^zs>U`;zH;)d;IKL9~qN#YS}+^N-A?%HE$NJx$<+P!8U3;e(&E
z5taH8VjnExU%G61RvK|J%8qSSE9pDk2+NaNs#2|a#bGhWjw|T#Q!IB1R}_xVVAc2)
z995Ty%k~C{tZk^0$5Xw*Ts$t$=F`8=BC??k^6$%Jx)TDAG<~ob%%IVvS450!*jJmx
z(Tb;7zMu)4<5buk<G`RiGf~}IEOXEeAbo>QtbbPmlT9gD*sujF{7q5qzd&Zbbx53#
zbL4;`k0BL>+@ZdX^1CzfxXhI?(lPuKS;&A(Wx}d7f+NSOpb5yu;C^@h_a+~gvOnfh
zm4v=7227qXh02k=uz5I#PKq1I*x!yjE^%z=NvC_3O#C=k1!v7^961zAkH`XUpR$Rk
zo6{I{vkuzfLXM;rW66`-;*dtm_Q`5ARnMl4nObzb7t9Uq$utz`pttTsN24CKt>mSx
zT7<pz!7k|_A|BOa`mf8lFH4JkUrwNVjD}ywxbUQD5^GLna)w_B<#zt8>&>NAWf47>
H{(=7i2DRF-

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_1.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_1.pb
index b57aea9f7f4ba70bc3c0718bff55d0e032c76bb4..9b09f1c673cf1860e73167fa31e508c239fd3378 100644
GIT binary patch
literal 1168
zcmV~$4^#|x00(e#uI^Q4D>c1WsTQyGPer|Szwfs{Or_p><WHxfM90-#bt>tvsLUDC
zKh```h~6khvf<MHRm!6oZuvKV8mD<SnbM|xK4vCnlgy-MW>Y7IPFxgOB1<|Bq;zJ|
zZ;7DFehf+Xm6#M%iho<u#enJ_+8Pg{GR&8)%F8e{2Eg3CNACIUXQE}ulf#iu5t1Nd
z@XodTt-O%1OGJ_0jXwS5i10Wrw{s0;q@fW>OMk$tdK=d1V>v8wqHNtNp0V7C-l!<X
z*#fhSS_X}K)BI#SelO2r;`AUMmXu<nT7kY}5+0n_FPCX!u{y(mxm9{}#{CI}>n@Z8
z*zmAx0(ECziq}~Z-j$oeVOs!~b@f22pUSoqK^R?ZjjazyasPuh%<RbE%Aqi-j**^<
zR3;mmMM1nJ1HYQaoRA#GSJ$AwJ_pa%^$B%dxxC?ZI-82!*)<-{7ubWh4mKQnTPnN`
zkHArE=F#NU^l&+W9Jd_$gr#G*R7<CK8Qifiin6s%Ty}jGFH38Y5F1B#PX{XRuaMVu
zoq{-R3y-*b4i61uTJt;PopGV#xeKWEw!o)3i&>N!ioPc%O!#IkT9dm(O?y0p-_K*%
zXf`KXEBR*DC!Dai83i966~-;s(0w%>x0+3nb5kKc?+B!PUXZ+N{sMaC*&y#ugXrCI
zPAoC^pe`gIuVQZDe9IJ0i;icN<2<UAJCNQeh4-~&;iCEiiaF&7)jdPSb1#-!`!d<B
z65VB;Xe<td!@USr7?fhY+Ltve7Sda?kg{L4AtObP7il((Y0*LT;3D>SMIb2aIo5pV
zFVgf;TwZ@bB=t)eU~>Qi1}ml=$foUlSI)UTRh&(@gWNqPd=V<+MU5A&oOVGvJPF+v
z-I#c5BXN)@Ql;{qzd0AZe1_b<B)VKR!g5U@Euwp|QIpF2BeSWt^W#WQ6L=wngEyS{
z;OA^arhJ5$2aEWZE}I^eMqG@vWn0xs`b;;%;-r@96f0h_U(B)NO1l3P!=1tfh2t|=
zHGTz0H6`M*odF_i8>$p>)NC*lkBhVU^zXBXXlR4t`!c!igutWBK9~=t(`eEw!pAe&
zSDVPuil<n<pb48})z}?v&%iuWQQcZBx7Q6IZG%p%e^&yNP03i;umvmpq^R~=AUE4O
zB+kb=a6p;I;EF=-&|F9P-I;h?=E7*%82*VUr2nNdVObi^kz-ZJ^v}iMemDO2CLfow
zKju=kgg(v&Or9`>s*%00emIAY${R@E-;O)Zv25r`qg$3-{5V$)r_9qhawvxG5e3{n
zWfM;~r!w$n9kj!R97!$4k|(#tp-e5?Cu`7DJ)7318qx7y5I3|Z(NLg+-l`KFje69!
zl9#q>5&G5}yJUk1e^ig@zb@mxEG_nZIe~7`nfyB1nJ1-*tT~mz8NR_(*!r=qH<y-`
KMf6zu2mS|%U)w$a

literal 1165
zcmV~$3p5pW00&@?;Z~YXUNeQbi%u@G61xB2uX0eL(V>n<^T=I7({6N2o?BBXtvYMV
zNe>-z^0=fVYTT=Hk}^t#t=*MqizT*dJ<hQ2lNd-0CB_oTEd8LoX)@^%VKaOTj|}GE
zhUNh-Z!?Cf;$x;vU5A0Uf{9uc&*_=6rr{uxOROn9s$dlFKrdn@XImY>d-q{{QS&ow
z;&QMfPoMIUQ`kD$0#%|hr{*tbj<yn2$5J`0iD711ph(l@<8jIm<_Go)WlB9HDnU;#
zH~tWAPmiZdxTh}+AHGz>*G|TLmhsGTn?Zw?!x*c5BR|`}gyF9G^4r}lSbf)oxn`;S
zYgMDD?(0UTYrDK5xfc6_>^V7b2p4Xy$KBV@g{sw@OD7gF!N`?|o+-K6WzjOV`V+3b
zXv4BbE86YcL6ujbygJyE2nl7=*9KHhR3a}uh#}7HB6r;r6x$kcUd18?J2s0BpDi#o
z?}0dMPo3E&CZ^cYp;CenliiGx#qzUyJx<xBa_q<H?AVw}=k#!%8c=a?M+!ZUn~StJ
zo;WXW$C=jcOgveP(l9A>Lka9I8p8hMBxaaPF@*(Oo;-k$%1gwSHJ-FtpN&C3N8!9L
zLuAV`g-3i6C0hiO|5PyA&6OvTOsIH#0_mB#?BCXeKi-Zb>bw?#ZJ9jxizjBhs6fO*
zH%=+@MSZ$0Ef2kdGU*6P9MfUjXh{9|Yj}Tc7`+|U2vF{1WSIocD{hGCcWY4?V$EBv
zE)<H}sJ)ZRbqg=SR_)Ex-cAgbhH`Xx7x#2*VnnkalQo`9xlx5dUu&!l%oCOkD(Hpl
zaIn;fUC;b!x-ElO{Kv(F^r4XdYsI7<Fu@^`7mlW}N4uNd^_^IAwGA%O*3fNmXVE+t
zI@ZPTQ}=dp^0!HJXf1d(N`)y48M0@_Fsv<2_`DuRobRYOVK{<2zh`p#cs~kLqbc<p
z7exbwc>YrtWS2T|>(N3!&8frICNFABo%rkLov1X^p)PDLS1G>}+`o<`0nYsXZy$DS
zpT>JDo{0N#-Eb)CMr&*t5~5zq>#xaK)B9K$F16(><Hd~5cVuK?2LCI%C#ohlGR9#{
z9y%_e(Yr2;co;MGMKj(x`Qda$iCk6w0ev(ZxWK9v$zF+gGg>Bc8r4G6kO0^FonrOH
zy@=hlSM*00h>^w7d}uHqk%4A(*AL(x^)RlQ&c%y_VA$5_5b0~ezTtY9nyuoimCLE!
zxRp<3qjKY51=}ZY!blfK|2_{6wq<dB+)5rVZ$^#39xX0w(Da}g0mr^Y&)5XME^y<4
zsUm2FF)bA1B1`QAqbn2-^LO&)MAot@ofmqC=FqnMoOpXZo+dutj8Le!`ISDu=_<zT
zYEwD|eaX|IMvUp+hb1TD=$P7qg0Kc(X=yg{$Iha!KboVO5&Uyz5XF|&uuqR?!01;j
Lc%IE=LmK=K!oKNt

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_2.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_2.pb
index d430c7023e8100cdaf227bc3901f7e121f9bb39a..b358e38633e4102c7e3de1c872f80c16844b6b57 100644
GIT binary patch
literal 1168
zcmV~$3p5pW00&@?;Z~YXUNeQbi%woy3EltiS2-xr=%C}#JaU)Nv>V-$XDgM`s<XD7
z^w1$Ek4s9T#=SZxDWg=_+FgmZSYoTz;|%*giJnAXVknW!(p{+=5tuj4MS4_N4Ijs2
zy*aq4euyhu4WX>~lqpj;pywrLqDIN{I>xMNIE3U9OG=N)8O6KM37^T?76<XcZ5UtG
z{0ytO9Bj|irEKIhwoJA_nP|wV`OBH3sYKQBR1T|Sn3)zJ(zN+_k}`z(0lh+zQV)qz
z(8JS}KZM!R{n--k=?lfjuT=1{ap8XRcxJiIpkB)njMcuCo$Fu1FlSxao$eN_zGuW-
zlT`k-s!>$;btBWcUDl9XivxkSoE$iei?<?h@68LLY&GT5iA78>aOUCX3T|>*v`nS?
zjB77hv8>U8HaoUc=~*bN4)P#^L)f%ikBW&(<fR8P*s)#Yu6v4NYXi=!Si~UvX3^oj
z8OEkP5JzmOHQC6-6dT%AN)T+ci%~AI{GwimQ#Pp_`*AuuHl)%qJ&dOZlpNfiLXQ)s
zBJHgQF38$(wsjj5PZgsyR0{1-0=tWba3DE}8KzQ9VF8yX58#vX60v!W2dyHqG3aYA
z9QS94Y?n;o9-l<XX2Ik?<&1W9=E)=@%AcG>dS)*Bw>IIAcjJh<pg}-eCeQ!kff+9=
z5WdirQ;K|1pKeX_!>^%8I*JnebXYg)Q#bxPK3pG0Z$~x!6+0MNCV}IMn_~LCS`-Fb
z@^-5eh5Qa`@8)vd!ppE$dGU;w1B0X?939@tJslev-t5a{wFgsfR$<V`5^DqUgn5G!
zI$>HIDm7r&b3Yny&EQqPaWNr%BxL_uFsTPju#4oyV`=Qs>|%F)C)QkRgHyC6wCmki
zG|!3lbus+htzDe@Z4w<CGhT~QV#>?~*)wAp+Lk7~-;5*9XH=ZjAHm(<GdX>{ABCyW
zl=_Z~qJcuZ_^AsnmpgI$@j^b!sl%2gPijgX`0JOQs5H@{E_5zeDZUdtu#P4Ej{N>_
zZ+2{(#``OtiU)Dsuq*0DYit=3qTa~rugh4|`$Xt3wdO3t#f;9kXJlap|0}vLswOuu
z#%@d&GA^OP`!0;Q8#4A~Gu}J+;!H(}Oj-UBz18cvz@in&o{4xnS|)NDRYKj60Otpt
zV)dnch~2qQ^hXznk;Tz`q&FXt0VZ_Q_2(YdFs>QT#mj^sSl4M0>0`vc;d&UGtm5mH
z%c<G0h0k0@Wrjg=wol%Ifi{kQeeN7=%VI>_N}echMvb2i&911?^spKJ$M>RVYy!Ir
zTzPP+2pVBXGx@m4QaQljD#fGx9eg#BwX90(iQb_(v@Sm{-rb0&k+&Da<w|aPt;=t_
ziZQ#|m=1wo^Gt{VW4iZa$*DNnr?#LVw82MOnvMLibLi`j=BRoE|C}8}v3WIY)8pws
O`V9+SWOLb&8vg@#BkB(T

literal 157
Wcmd;J;$Y@r;b0Ts^qRmp*Z=_0LIJb@

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_3.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/input_3.pb
index 7b925b27ce6665e69a7ec87b95304cbf2cd2765b..5ab44c491f944f581fbda18a39eef673f0f616d9 100644
GIT binary patch
literal 168
hcmd;J;$Y@r;b0TsbmB}bDanh^O)Sp#n!q^N002G(1;GFS

literal 781
zcmV~$2~3k`00v;iww9IZe(G!l!G(=W1q0(K_W#~jWLm(kQ$lf0WhqCZA_zlK@Tgj_
z5iz2ZA|z<ksmwSA%uE<0;&kY&Iy}fwAzVf!L0Kdk&&20Zd#ER=6>9aT6O(tUG<GkZ
zo*v8JEk4}5UBkqY9xPiC$UMye<Rw|GZ7$-EDOa$gA({2rlbN0)@yYmle!umgxS!uF
zw8u}$KLuHt7;U0|YdYKZl(4?aOqFRAm%B{ti+dsZZhyfjw>R!|7w|!~l7}q!&|T<6
zc+_I<tr)>@sYK~njl9awpO)sC%pCJ$aZLd`_k}Y@YQdSm`th<llJ6UeL|oHsjyBAp
zGjBQKl?vRoABWlSC)T}|XsaB6q}tB@_g&)puoWrcf$)tCX8v!xkks)U=aWk?dMyB}
zy@o`rGKAfBEr!iWsQ9NHb#qhb+1Du!IMRrJuL!;=rgnS`3T+8P{_~-2fuPOtxzOFH
zL|y1B(Ri#HWx?a3>DCFDeD2}$4-WBQQ3Tyy5(5UEaE&WDl-VJS1v;*LoXah~C$Z+?
zY${)=V6er~Gwd)*T}J#7IGt53Kg;W)Q@Ojh#+XqS#%(CauhB9;EGuGQ>kfF?b(~tM
zr;pv6jtyB@^`wwTpFM(T_>Ma1E7m6+!4&IK-t=(e-2ofFxiyVzTW#z}is090<LFMC
zz{i(1a$oP4bWXYtm+Z?a#yVNCrWOGcL#Zu0jD<1&Jmh?c3$34^sO1O@BNFoy^n9n%
zagHIF;{PBH4)tPMX*Rth+R+%=54|;uZ5bA7BBOXI;iibm%wbti4D-+1`BpsxyG1%H
zvVyR*%8%Bn4?@zf;HGmHx*8>>mUJQa%zn{S9?6R_PjRxxK%;v#ueKHQ`DZJcH%eLa
zZ3})Gn9rt*^H86mq~l<^c;q%i*;Xxg&Rar<IU8fQ8`18{<*w8ymap{?u2Uh1o-vE@
mf9n`lTZq#k8`wYBkH%S^T&~d5G%}y@7mne?up5bkY4`}T?lfWm

diff --git a/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/output_0.pb b/testdata/dnn/onnx/conformance/node/test_attention_4d_attn_mask_bool_4d/test_data_set_0/output_0.pb
index 99d6f6ff82087362a57e79d112422aac2ef9d8b0..440196c4cdc627152e7473db35422bfb87814731 100644
GIT binary patch
delta 22
dcmeBWo504)!NkGL!NS2I!05ynxsi*R82}>e0@eTk

delta 19
acmbQh*2~7l!NkGL!NS2Iz_^i@nHc~Y(gHdF