From cec770482fcf6a5da1fcaf81e808343e277443f3 Mon Sep 17 00:00:00 2001 From: Jihoon Lee Date: Fri, 24 Sep 2021 17:10:25 +0900 Subject: [PATCH] [Test] Add warmup to the golden layer This patch add warmup forwarding to the layer golden test **Self evaluation:** 1. Build test: [X]Passed [ ]Failed [ ]Skipped 2. Run test: [X]Passed [ ]Failed [ ]Skipped Signed-off-by: Jihoon Lee --- packaging/unittest_layers_v2.tar.gz | Bin 8247 -> 8241 bytes test/input_gen/recorder.py | 4 ++++ test/unittest/layers/layers_golden_tests.cpp | 5 +++++ 3 files changed, 9 insertions(+) diff --git a/packaging/unittest_layers_v2.tar.gz b/packaging/unittest_layers_v2.tar.gz index 462e8c931ee00694031bc2c16fbdba740bdee950..80cc067530a30c10c4bf68473971efc5fbf1ce2a 100644 GIT binary patch literal 8241 zcmV-1AkN<(iwFSehfQGs1MEBtTvSE(S5#6%UBL%x<+DUmKHieDGqb2gYUBg)k%<@> zC@h4ah#3oNAYvd7r9@jFC5fV$CMkPoL^M+WeyB(fP1g4_)avt{{O`ScXLok3)C#Qc z+w=P!&b>2d&diyad*;lUSthH4-v|#;tHUCv2S=!^vHk`A2Q@OdP5?*8~<|Aat6W@`{t3jr6 zM5HSDT`nV1NscT_0%SmhO!D=}yd15Yrc++6jFN0ghw-OskcfUYNl-wkjs=%K6yH(a z53N;xHFeNHlVI#Qh{QbcU3?aKMLt?C_8byRO>PL^3m<%ns}P^L~ym*i3TavO~0 zXx%iO@{0A#?Spg-Pn|yO_x-7(egdx_cd^LNFkVE(VttH1)#IOvzoOQEElg(Ye_U)x zggQd~=3i|7|A_tfbnj=i{|y24WB;i=SEx*O+-R>=CYvr&(FRL)7a7V?D(10vnx<)F z%E`~vo>P0Tm(y7LFV)T6zxJ@tT4Q~p4*Jnf{If%Ipoo>4yL`JD=dk#!SRW*zKIlI> zO0_{>;z3Y@*Jr!o{9TcNQu0&_c)Zbk_|2G4`NXpUxNH1nrR!G?();<*PN3(|94yKf zX_e+K5aqizDgh$81lf?XqC)BY44003$LxS^Th~fdlrK`T&Usm@u-f+y+_&L-Nj|Ob zx5xE<``@;4I{2xo0Avpt4Z&^M+9&G>Jz3;RCZmzCY``-}I;*ojHZNP8gqw_u-w3YtSwM4S@vTdjDVjf*95HhVn z?4E?K5r*|flqvevD#6DdC-~JOl?2M~VxH(*i+=oDg1>FxO_K5q{7FzQ2Ms=Wout!S z=dfy7?Gt`;E^Ji2a^i|=+^Jwy-Vd1qtx<_-0)S;z2TKWSd~L_s|qiqHBV*&!8yRZP-VM zGRf^E7zegVC9V@EXGrQ{v`>P-A=-R0xcJ4%(Wya@Iir3LV-`PPf7Tv zUy`sWXOuwyK)<4gL6KMV*F~ID9RlvXw?sLj_O`N+uaIy=Z6Y}Q@xP>ek=Or<7Eb>< z6@FTFQ=%g34`xgHPwaRciutxVd+K|&Wb*S(cHERk<4^Q_fX0bvtcjM>Bh$GA)q_&4 zTo-LSyU(EO4ciu0FD+AsF#51(7p$(P*psO&Eyr1ur)4NVZ3k_uu|7sW8b4#tTiDnb z9Y2ogAKGtJe>#rzOoz5r!HgXzmt*%~R0rc;O=aqH+LszMLS}qsb!$9uPAR#f4<&mY zmXjA=E+oE_BFJ->ULy-Hk0c^bvt@f>iDm;VKWhgaw{%45f$fMxBWLtkw|9`@;0#{m zskZ$P&a3UEs*2x>R*h+`LJ4-NLhZLmd$9`L%KaQUYTqSi7k-949iNuurmT6Fq}N1| z${tUWl%?HBo4Fpu)oC2rtD1vK(zTM@VQW)S|ImCire7+Gs6BO$Zxc$fC|lIyY`!DGHEE<}@FG&)_+Mnm2boe` z-bX92C|lH{RX~4KuyYN*(RToHj=zA_$avx3F<~Ib1r4;MhVOZ-AH_%g_MOfvr17+*mhflz{Kwsq#?O*k!k^)@>hbr| z9gOKw_FKhr?d(PzRuv7%2 zpT?BcBa@FoeGcmTv3`}&CxndOqcT6wqvhEBtFbP`8T}oFO7uUruCXUsD>uQMQBmYf z*Y@Pg!F|ziSVl@-b0M0(>Ac-91$bAdgWx6qEIcpX9lfIt!JUfpV2X_oDauol4?G$n z-tHsf*8Dggv~wQcdCwj^Wc6_JK~X1Cy4VR{F4~QM4oxJ5K5z1;&)mS#Jse2I&`SQ$ zODFJDuW}ghc>)<)(}zr$g<<*U6}WI;DGV*0Nm^97pcNfk6GiL=-J$$@_;kT|{8r9x z?A+U*?A@>rXLaYm_I9Jl*_nHA;}S=*;?iN5?R;%b967T22p;7$p1khzHq0#;NgOBl;G4My!k*vgc%Qb@ zaNUR{aP8b4WcbF;B(w;T=1JAqCkGMrhJ!d^+RJ>!)!BTX*cxmnjjLMlH{t}GBH-MC z4|=!sOa7`k8Mm=7jNBZ6MZD_D^%iH_OsJeaj7t*y3gv{J6_M z+L!#tfZBg`ba3>Hu-M3un8&dH7oIK8|2(Yce+>eT0@n6Ez|V|0$}h2N2FI#7Sg|1# zgkRXE8)kb_m;2HSe85i?z;XIgC8zfp5T0J7bUaa{dpi7Q-l=GUuB!3|-~y5d3|e?X zXS+0p|7KM+KV@Y$Xm{iq&-I=*Alv@C`@T&>9D&+v2~_5HGc5Pu95U@|&G!Cs8r@f0 z#s=t~m+m=@_fb@)JuF>s=$d4VC#Xzo5?x>D-dP08JvG&Zu31tVGS$cCvw9Q6nZ+ll zY&J$s%h3J0)J~a~#u8`@h3Z1f(HMYH1~iY4Q)<*rWzvDxMW6Ldf3rH9#T1}vt){$s zraWR~v+KPUncwv^#uGSGY=zcO$DZnE>|?H{fd3brg}raMk;7-*(2Rj4$p7pCG=5zl zwBnbgs7dJtzOBPGVsG1X=e;j$$dr|~JM+u#2y@g-bbTJXP0<%&g&!e z_K0;5EJ`Mcc{_;B_%br}dKYs2%t;vZga++D0yO> z0qXxv4~Ys3jtz?niBSLL4&Vd)KX=#r@Bg}cT7Uo1AYd=x-QY{Qc5kl)adiv$ORi<$ z3#Tej40iG-7r)PgJZor^%-wL^Tb{>y>d zwBC9l-If>wW|!83l&gPmLo(SeJ-5j?((Umx8a zZm3oxRc$;`t<=EKs%*S`>DT0H${AhzY>up7@gv;-qY4ck+gO!@Iw7rHG1%r5Ktg9X zBcU%A!Sr{N(a_m?lxx2Md6fpBu#iyn%ZuKqW&a>@y`(Ejs$KzmL^UDLq6|1S(1Xv9 zQGz9fePCFd#rWdMcKFb9H(;wLJAsLdN8?`m6(q{J7fSKUfa5ME!h}6q=>N>?{N{x5 zIH+zT>e$K?-Mp^REx+wRGA0G`KlYr6^j(}$#okRYQRRSL-wHx4gX~dIhvjH^!8;%& zU@Pd8GZEoV1!!gVS!gefhqvJ4#0cmr-~s_Z6EIakB;dOO4jcF|Jcjv6BwwmN=Y97k z1JIeuCK5(Et%3d;0ynqVCE=P=mg|2%Zx3tyzd^uTz_Ftp`PFMS@#WcFKt-E7Ixc$IfGO|X*4<29 z&*$&yqw}4AOG$3|`kvp_Qt5LkRT-Q23||?h0H;sR2gJUea#PL%F#PCFU%#8Z_{;XK zK=!`A{N|B$x_-tlDCFFLMl z-R$qr^h{qE^=JB+_PN9_#YzLx&!A)NF7R3Qi;*H@K0zs;qks>7K<`dn401Yop`kC8 zqKVxXlke2-B$P}c@JmBl``6*jZaZ*Jb`FW1@F7$P{^G*t zPQsX)jmTSS_cwk9EM#In!v)j`m>{6PoL(g$lJoUUo`{nKUCIU8Oz?et1X?Lzn#>;~ z^IlaoWL-9fF_Gd^|4Vk~>b$ACu5ELCPnLD&Me09#E@)O!tNiHrO^K%Y*73fJP65T3 zTcskk%&&a@8sBqCC-8~mY%Ee2*ZIKdY+smvOan!#IX%z!s`JP2*qE<*ky_?onKT`P zkV_z~G+(0S?n`tlqf@{#zXd>~0Xw$fVLJxH&|OD)ky_?k+y8jm&($MP|8GV}WJG9i zXl!&$aAe5zxW6<8^!xswo2%FT{-2wNx7Gh^2oUWsiB;%MS4QzM^LgL=;jy|(-%pft zcQxlx;8@?+ds`!*ec!7zV_BhY!h%c6X~TcwMFH4e_6gsn`c*z7b|G+T(gyhO@9D;V7Xy~Y zY5Ck!dgZD`v-$kDJ_d!g&dS`fua)TbL{K_U!>_oz8qD4sz_WJvi$>yK>esOT0QGU` z85;H1jJ_B$oy)OjZ&U{Bzp=iL7MY(HQn?}!hL<45uatSIe?{AXkja;#a#;UO!L*z5 zus#gcnYNSqN$lC7<(VWwrn5Z6$khB!{}}aP+svNd%6y2SX6Kp6_HMP2 zkLfR3FKs84NymvWX;eQw(>B^3IyW>-9qha@jyZGZne7|eM#@j*exP;Jeqj5{xHn+R zX_$Iw8i!20mcN6d^w6YZ{|Fl&KnV^o*IUqt%vfl^4T+M%16hRwv)Dr zjtiZeY~R!IQLy9A%wgImda6G%jT!s<1NJVyf+@#-+lXlwJ7@IBG}kQCjeP`7^H+<^ zZ5f@z>^G;kki(8AtG5Km+&JF>;Q zBPs~GiyIH!irq8+jU5vg;K?ONNZIu9WNT(Ieri=))KrrW)pNCI-ij@#f946Kcws8m zdFP=~WrvV*X#u&}!~>6P*$=;2(w59=`ozwrZBxniSDKPlfptW`_86XY%oV9yrlQL| zdLW-;E8yKWtx%`wJyl*_8F-8HtEhNL5v&N>j=ObOM;4w-Mh9AC!1W~^$)V()JIVLY zqPnj_h|S5?#P=sJSTi#fT^Ut^JV)lCh_D(ozv*SPZ>k_WO`%eCn*t4cV;A}E;3WAT zVWRvTDBmZXDxgM={Vx4Lg|81OKk( z>!V!$+TFki{l-uk*7N^C(52rO6Vn$;E-%u)E?E~`t*70Y4>H%5mN3H>V z?0PV%wF+#=>!sY@K?`~9tc#^hSLd41O{elo zt#ipbm#lNiI+y-#bBX&KgB1Up{#bwi@8<4y|L^}j-K_Dyh5+gJ!q?JtPxXrB%bote zy(@u=;z+}zs3BeqXHY@#+J|QV@j&RR0`b_DAZs>iG%6x0QAAW?Gyy^g0aS#M%h8~s z;t_)!f}ml#szF3Nq8RZ?2mxgk@c;?p9haV&f}X)Vv(Es#Nq_JC{dd>Z*UaC4{YQ5) zs7^E>Ia$ld^2hc>JHFRexuo+sIya(oEy|nbbEtW~Eu0%_*b0!AT|y$!m`Bt3p)kH* z=)@v!@ZFIzdS11Gt!OU_R1 zL#{u%2<2PyNb%fA=J};{WKpzSS=POwJ1MXlh@|=*h#Pa0bF1i^mosw^mowyZZmVK= z9$#j?YD!*C)?Lo<^1GZWFT2QDKUG@VS$|aTg)ZWH(VV)7S>j`5znr&{pJPz636`2`z zfb~V;D5zHtm_M=seo<8cx%$-r7;Z*RWk14GKkVW>vpu2r&=T&SC*I_e+?NuIL)n~U z!3IU;mJ{5FnTyGx1(#7AFd%aqV$rcR2ax<+0!hDP?zE)aMQG*vE4({o5>n-x(W#%M#eG;6GKULC=gX^*O_Q0>Az+x{8$kT!0 z>96GT5pds+Uc`2TMc@G(t^abJT10}gk!ev?G*&jNmVR~hdffnZJzhi9kn z!$tM(!1Tayd?Z>25^ENp9bXP)@h=$Jb1PtZ@0{b4*#q&jhw;F2%5Gq`;v0}s{|I{z z@c`A?6<~y3j~01iDm{|g(W&l8%cw1$+Vgo?A@tu+p8&Pr3-bz_^ioN)eVvX^+fxLq z%V|Hl59(u}{ivR+k&7vzGL4r3TV51G!v_z^uJ>e|N61a)%8qdKS;#>onGyxJx&atg zF#|>nG2{a8r=vGN>Vj1HfToQyrMz)p=}xLREJ@=wQg0VKy>7kwnm74&+v`5-R6tl# zBT?#+bUmP}DZEwHU+KpXu507>_N{$-m)VOpE6eEmfyingwV$u-D_qyc>-7CIfXe@N z%>S}^Y5te^{f9OIp9hmOw+1hH!wAe8IvlTC{1wPzt62R-*8#Y@jeq~fxWoU-2g6Qf zu>0Lp@!X;{AXPpQCm4#WEWH~@ z@+W>zDl@!EzY;f2uJ@QV{`xJhrt?hBYqt?fblA%U*7*^?V}@*K7(kAzJ&D=9vk(<5 z=Pp}?aYY{0VES1X?uMNQ7gx4}sPc~@)%u{^SrsQM8Q&;p)!S9-vRAiJUmw2Cxizo* zw31k|)n|y3t_)fTuFHJL%9t9=6WUbAXm3y3Xb3+E^Hh@U&ZDgwZz$q_3mWpjee!>7 zZN&Vab^{-4&_%Zs=ov(MS&Q$P0`A)DjV+RhlAC!A9GXoS2)djLhb7qnE zULd;~2qc%P9q`B+HaThs+y9eJp!CCCz&|CF2|0EYyF2W4d@kROXTE2_SlzN`W%Wtm z+0r}A`%`9W$i?RG(kbT2t6-o=0#TNVjn@yWAizC1D*WXHVk6&I@4if+%!HHMi?df_jjU#NceW~xK zQfK%}{cbnj%bgJPIlk!K3G#fk@eEQnz!}!-nJM|{t1%=^_bQHg(g1j_U4I~43hOFn z;-2{@l{{GHie2hH1KA6G3D2{1F9FL(RtkrSryqj43gk4V{;t@TR@Vsf?GlN@9?QXzCDqJS8)IDZ@Dg*TdnhO=yUx0}*kbp?IgYhDGuQ%) z6<|9P0lagg!PuZB%%!A6aQvD-mh2kpC_jD}Z@RG=?{(h^V%Emtcd?O#oF9xjY0r@9R7OWO#~uW2kv^D)x>B0+mvFU+^m zen*UOJlYqj%bRk4QM0YM>Dmd}(=n*cAz16a(fb*!wN1yOWt7vgRQHjezjquwj>}M_ zAfxsAZ12#Cz-7N1T$A}2Urx^?(|7a*TkpyU$kNMOG_6yfXSWn?_dO4i;PVYP$v=&o zRqf416g=c|Z5%k2&X(n@@-rnj5}$iptk#own?jMgJjq$*lS)?;tqWF{(>BFw9-$u7 zUA>;zNHXWP+*e2CxvBhRee4I3UF_|{tM0hhbWl<3d5yUc)tgAt z_p(Pzd&7k%`oOinRN|b!S;FaKv%y7l7$b8pg`e**AT{5^xJNx^rK5H5Lj&+XHu+#!T!{O}e-ETqHH>LSe{4Iu449ei$JN`4!IJnN@DE%9 zF3zf8%U$j;vh@x?^0qHt{-p(6lD7|d_q@pt?atxOzj2Ozl}r9PPIVWmHwf)M8o7KD zOLsMLZJ60g1>!2eB`^if}ebeK8{5* zhUaj%4#sdreG|#_qCwp7+x=0EE#XcXWC4}0oVTB7Q*#_jGrg>xP`9Jx?%a}Uomvul z3H{#vwrr=mKOEAgzshg$sO=o$XmA$xzTc7T%ASW(H#T4+{UbP9R!G*kt$+cmBS@E1 zx4|FX?zjH?JR0Tyst3J*^n zhlTTE9!goS{7(I_^yjeiK3^0&x)e=}&p=kndTm)G(IV}7{yj%R(r(|PUYoRF>7+@T zvU#@dJw jAwq-*5h6s05FtW@2oWMgh!7z{L|fuN5fUjL0H6Q>s#d%) literal 8247 zcmV-7AjsbziwFSHgiT=p1MEBtTvSE(D?U;~UBL%x<+DUmzGZnx%FfK9CaIAR#78D# zK%lS?f}&D2uR7ug+M@gb+rb))$84- zHL^bo3LdJC~Lg}tl$`o#1o*o{uE{Z>0^CLj~w7B5d zE?s0(B11!ekMCjm|4?Z3n`v6e;%}!}f^p0Y$cQ2zGUn)z@ma3sUnDBzBV^1I-jT$s zMdoruplaz|DkD%)jwDM2WJH9_@(swc9IczCQ(m2fqHIxz@uzE$fW9?}kVmnOg_l1N z-qDipTd93(YN3%P!r1c=33nh4EXf3f-hBlh1z>1MP4^#OHb|EWEftIc-YWUtj`n=Vkn28(tV8Ou>B| zrfDTAlb)$Pr}o|;rLp#3tXuZr+QUBUO!Wym7)CpD&kxOk0#<78b8V-e$HKFGW1xtJ z!2jqe)dhZu2SP30nC*u1c1HqA$urI2i3aoF*JD26W}WlLUE;5(6kj=t?-xcpgC0Y3 zupnEYRoeSNkgsS^3*ZzSsLyY^96L@9@hu$f6?Gz6|c8yb{kjKgbZJmkTxMB4LS`?fnWVA9gZwcdCc**!9N9f`#&Qh zBrd$poPXKF?Z49N0sF7$tF+nw`hez-&1-1`ehVL;_tBt@_?NCFqOF%~JAD`O=vsl0 zc@1LsBy^21t~Y{A!LL^HKK3}?uNJ5%PT;qYl67XpeWUC z+(!s9$=yU4cOwx8|B{Gfc{+{9%3Fz8h^PGYb0RFgn}`E=TE^3u8;OwTgFK&zJRfhL z67i2eCt^X)D4za-enpRh0Z<7e!7 z3mY4w<0oVKhxQxQpN=Cv)1hsZGh-){%CY+}s)K2-rZ)FE?Mp2hAu&F;wiO;Qr-WQH zgphrXE6Gc*6cC?D5#)u-uaiYrMiPOi>56@@Si1?9owJ8d+d81MfVRZ3feZSy>$^yP za5^XOR5$qmrd;i*u8QA>){JSTMhW)n0^K)Acc}{9$^8sD>E@Gji$293PS1*Rlh@5B zX*E%#vis8{d0AJ|dagTBIFBRy)N@dAnog8EZ2bb%FC-6*>AL_$Ts@7#!!p6eWnZK8 z@|V$fC2K{wuAj)%v-e*>cE>Z&C+D}K_P?w|-z1b^LAIdBxjZL=Yf?#zpv9!D;lId` zpqj`2NDk(jWl=cnP z0}sE4$`Y=Kbu|%tF=2pA7C69~8o%eUz7!w#+jqVo7su0@TEm~=^BZ?h96xJn4S$Bu zrpMn)k6+`nLHz*r|DyQKe^h)_9qj%ezW?`ff589qaQC$NfAslpgTP}9C;Q<= zpX8Kl-0@dNg2BsM;_B-5T<#CqASS7VBNcmny1aNuKmEXdzsnS zVW|KnKaDACKxQ9<`W)2vWBn?VPY4;mM{RkYN6WGMS5sX`X7YFBYQg{5zRrPUuHFK3 zMn#dcUD}Z^2lYY2VJRto-IZwjq;d8?=i}WS4}!sdnK&h0iQd%&E`rVX+fgb@?#vuw@^1X_JP7ZoH4L-f2hVH5)MLCN_1RqS*cxmvj;n_EH{y5< z<8khQhrL_-C4beNjN9A?MsD@T0$x{eIJl@2EE`R*fV0{?MXcZRnr7;sz2k-jY<{~l ze$wS1?@Rt;K<&RKIw*R2Xl!I~%oEuE^Uqf2e{M?K`Cq+&6OUJW9pGj}9OIVSH-%$0 zGFZMT1cYDQp&!=dlsh%1btQIEgOXMNNqv)LG2GW{s=2V$*`V!_8=S1y)c)BH-#+kd8siAmUW=f%yqjUY2bUr9zSd&z zFQw6awRLQO?s@5+({vw2ZQjGu^@grVrg(zdye850h3=gNu-;QsUFe!6rXh2EY(A?u zK{AW@1eMLksA(CxUl-dc@zPiVjiFFoXgL}KFv)zU)GSY)lGKgp$pJ;TpzUbUn_|NH~_tlMUzgh z@#wtghv=OV8z5MmL}o4dg4m5OB~xy8CO6NXf`LzIQNz*y*l-o;Ca78xU z>GBco_wBPJLRCd-9d42>_FoYvqYnJqc7@0L61Ev&Ota(ZPriRP-}sH0@AW*f?|S^O zlH_Yq#!mEGH;f5oK`)ZRG6 z_3XD2XnZ;VJ4UW??C849p7n@pI5Kk4^;~>sd^6T}qHDYWrae3ZtUp8j2GiLCV$NM; zjE{pXeI6~c^e2tJ$Rz%$hpIK2;GRqjIW_v}ju|L*O)p#^+o8HL^cxi8*pTE0&p}nS zdsG+RT}w7kZ;R{}j)ey++MyS9wa|Y=D(dRf3n>mRfPGIiA@(=lAzV}i%GIxq54CvuPfK7&*8+6lQZEEg ztl&0AcY~X%HAsCmo~T!AVMtXrUb*Zjxt@Gh-!5B5Hm>>sR{WqwgT^*g=b(;AXI}(% zIQx^3*-c5v%Y`s)ei9lw+kkQ%HX+Xve-s)Vf_{G43$^GMNNyH)L5bC?VE3p-JV*e7Yl;m^B*rtdNr^m!2ruGaZh*Gz%u|)j_}K z-r%+-jK_hsn^A|B9_aQ>t$yWQN0L4%fcv4xL}cjfg39-8fwR<(Sn+lsY7yvw0^6@d z!}H$-$^P3x@0^JUcg#ntv(G^XaXh?uA18)K1&<4P{FKK9JR%AVj5X$joge7A^eE;d8f?+p~)a7uhTAmGCPY==*}{KIU94gPz; zV*QWTgia6D{N--I!{R?)9@guBUoWLC{$DTP#pBq~PTbmcTe!09&Y-;YJ-sY?MgOpO z@9J+a*vRGW?XCBjcSl9;`1oAd-9qJkd4Vc+$#Yy~s2rR*H4hMnwyG^T3&HSXyL^0a z_vEfPv;^7v`*2%F*6IiPCxe7%vcUDr-m0d1-vX)L+d*8jo2r4T?O<8=;at0DEpQ(H zx+=3g7TEh;RaNdy2E*dJgUEaDaFfD&sxs!R<0?;O0d3e&P*w6g-m;5FF`q zAmjsXUH(oLih5Z!{H1NG^S$jjzr*MBF7AuD3Beiq*mov& zM5J=;eHH4T&=?UL$Dr@*okSU8{1s?InD;gyS&Uq*NlHi26&r9y*Dr8Rb`FW1@Bx(b z{^Ft+PQjR(&B#k^_t(BgEMQ_j!+F&5n82f-lwQRnlJX5qo`92hUCMacl=pqSd0NS1 zs>B~7@m^QgXI*y2F%jca|4Vk~ddd`imo_;*r%F3<0`(g`7c?!us`~K6ZIPz>)N($H zPXqawJ0$|O&aZs&2G?V0NAR)JY%EY$#XR7At`E#Ru7v{Co=Ne!?(z{lKISMVQ0x3_ zlcr%1d>N#cu?2AD#WcM*npw{`e_CMM7%jyuQ|2I82 zG9n}>BsMxGC^C3j++P|4`hEY;P2u^V|L5keu=#)W0fHSSv2y*H$|x>o9_N!cJXT-n z^Ra5~?q(bc80+&!{06S8S1azhrklX={keLb;|SFYLzZ!<$W>KyzBSil!8Y#9oSopr z$3;Ls@=!^erE65j2YsgZ+R*^$-uEm?Us0f+u<){K>hMAiMGgY_CqDt{2a~yBU7|tn zqDp<{zHX`_=ba#+n>R=wEeE3pt>543LD4{U## z_6AHjEmIFolOZ#&_3xnQxEUDAp7R=zxy`2kfgm&c^!p=Z{|Fl&Km)!o?3>Vt%vfl^4T+M%16hR zwv)DrjtiZeY~R!Ik+b8@%wgIm2C6?Yj~V;>1NJVyoGHhC+lXlwJ7)~YJlCw#O??E- z^H+x~Z5f@z>^EnylEaQCtG5Wq(mv5N(>zx*-vZMw*1FL7ho}rz4s(}-)yeuUgQ-4t zPm9doC!I@FPqrTRZXr7lX*r8|#_-T_6WhSlL3!yr`(3c-A5?D{BUcNB^?cF9O{Ccy z_GFt^2b3RpA2%Gj9V;{bjh$vK#FLAUkkV=6$@YvQ{LGp*sIfK;YUb)t%BpRsU&cu! ze`yNVdo4kuN)I8`vV3y8kvksQqAz}{xDA=p_^Dlu+bkeEUu{g*1k@74`r~-gaRt(} zSb(l{?~c5WuY&hmw?rMM^-z0yrsHicuc4wLg|IwuC+^yQ16g!F2_0yj4mTEeAcvBA z>>}Sik7~aPCU&P<5uYDDVa<#M=-Q}aAC*uvJ-VP z-hcdG^2r7s?hJqVd?q%0m}NodBs7FRm)CJlYi5CdgPsN~{bunckUA;}4zVl3yBZuExL)mK5~qDv~4zN~A7T|Ed^d1sf9wuf z>Pv0_L+nN{sg)XR%IE}HI%{JZXc}LoS6(XS_6+YwQu z`~U4-2~-qE8XiRr@nSfG3WC?Z@eCjy2whbm9=jT3%|?wzMMNcvh)RqmKnNj-iZF6H z8dOv~Vvs`+G)z}Dh=@lNBVGw1psXSuAVIw2(lb-gGni-g8DKZ*@4dhO?mD`Ay5aBt z?8f=BBv6%LM6xrNl4Xw_h;DwbooY$#IcghGTZ{5Wdk!_(+d|t=%U6JO{1Ot0mK{y) zLt%cuFos8uM{P>#Hxk;b!hRm=^X}EK*!O`wIsCAabdO+h+|}vic-Vcyx2>4kj+5Ni zCugVhBG(^Xgo-V>q-ahA^Ze2}vM@@aYU^6xmE_C%BdK9K;>O(M+{%0BX3rSFWe@tC z+o~Lz%eUFAoRpiLd6zT3{4S@i%Pw?L$JVsD`Z~*|%o|=0zo;yST-_=Fj5j0a(jVceA9it`S)R~)a54AK6K`^f?n{W( zp)5`^e}l4O%L#7Sj78+o{L3g77?C;kG3eOp14wZ$o}}HebY9%$B9u-372X{*0jcX$ zl`iVMh2#c0{9Eda0zzzfSj0 z$5RAr+UY!c3>ssg^QfMyRf{R1GL4r3TV51E;|CAPuJ`1eN61a)%8s?@vyg*GGAR;n zbptT0d^!vtWXuKLPeX5h)CsBU0nHm^N?F6P(wx3TqCb9k$=uPTlqT-U|#om=ztF0&VHR<+Uf0})j~>M&0=SGcZ=*O~ig z0G0o3SpQ}FvidK3@%s<00=^C=drmc8{DujbId~{ux9BU7$yTz43$FukcN_oyjWLJ+ zl?R5LN@w@Gr{Fn-t3irlJdQUW0m2_`z<1Z)1~wAIosh;iRX|Pld1LHS zLs~up4LD@ouuOGM01?5%k<)M=RE*1sG%*4N8Ct=ZfQe|pSE;1R!V)QKkHE935h$@o zCs=YfkmQa3o>ZiJlRm|6oWkHSYx?zDTy@78oY!s>l;F6R3#|1ce#ea2&@h0UR(TSO zduJiaU&dXQg>i)*Rbbj#SMG+r2NzqqgQ)9|A~gD-!bP1YD;e7$XEocEnzmPu(Oe(C z&!r`=`_$qXvejphimnV;0Ith@$cpG{%oEyF%jj-T-DnIy3G-Bu-Oi&enr|rLe+ydj zzisM&>})-yG?ch5VL|iuq zmc_={T;>2OrH62Z>wU)URuD#J3P<;~Rmug*mH1-z2#nTvC?i8x|v&xKeljGNM3ic!(=rSJ`&5uNP^fO47LkNnGJqOe| zGSY@;jJ}I{pEVkP1#cH5YS#I4;QMV{)NOpthP7tBMq^*dH8urLs^9Fa9#7YUX&zy# z9ZPdRRXW38>hE^ry_|7DpW}<(9U#wFnNBCA{aj$3frW~nz8XzZ^{?XSC-s2my8Q>% zN?~pJ4BS2Mq>2a2Cu7&z&p_4!U&8ZD{Y$|5kxc10{xsydZvV(*3-RO=h*v733@HiNQvs@!^*kc7avbc(wVrzO+C2W_JE;wso0#3a3 z9>|W`fLATq0qmbG0dA#xaQf0^SkJHK$y7*F>>eGb7o_l@4qV4ZEcFWN>q-Iw}4^7ecC zfn&IIWim2ZZ^-rx9S>ahyTR2NkMZTS3^Hv;Z?N^QoPbP&+=Wv+wD@GAfRsAl?~y^Z+(x7Gn4 zqf0X#$JEYz8&CZB0`vXNJ^0GUnXFZ~9+d1cb@D46iIX>Hg4It-80A|j00kXX7I|J{ zE=2YulC-_-(UP8U!HHgQ%`X)=`)}58+UP8B5go?J(o5;*I|N8A_b~2}k6GzRJv?!@ z4=`Jo4&;3{vUff+ASr8;@SMQ`_#c~mFf1y-edE3dQdu=)p57PR%_;>J7W;A4wj!`N z?g#t>7mtfF%h@v5JB)n2Bapo9iZs_g4sM?Njr;IXzI#$m6Pjsm%52cA-HcqJ9QF3=_ zPBqTW3B81V?{S-tQ{NvB>C#{2Z}6zyY~o~e7WTZ~p6tq+i&8e$V-v$8I7(hXR=X{S z0jt7Er&G7VA3g53{`Yw_$p4ie`Y!TWFxPXQ|9tN@`TmDpv-t0b;r62ZZxzTID6-#T zTspiKM+A)rJ?4FZU4NX3^{XD@tq<0LzU!lb|3qUPp7$N_SpJJLIAE&N=-~zUk@0De zFc5%ye>Z@IN!J;lC%FLZiUF%f`QhkNOIT5I4IFX!7IgBG!rmDvc(%V0k%XRB_Ip-< zuVm$8uc&Ka^tx20XS;*Iyyz*ATs+PsR{R@yl%Hp=43ogJ9%qzKI`+par?% z4NA3)ZIZ)6yO@Vc)~mi#KP2rr?6}Vt#f&ULKENqc{q->ud5|9roc8OKOT>Lxt8z8)NQ&4tnt8{jVsgOEY-K&~!l6^yMkMCUsi p{AqJ-M2HX}LWBqrB1DJ~Awq-*5h6s05Fw&9@gIg#u8RPm006&jio5^- diff --git a/test/input_gen/recorder.py b/test/input_gen/recorder.py index 15b7270..0e793f2 100644 --- a/test/input_gen/recorder.py +++ b/test/input_gen/recorder.py @@ -402,6 +402,10 @@ def record_single(layer, input_shape, test_name, call_args={}): inputs = _rand_like(input_shape) initial_weights = [tf.Variable(i) for i in layer.weights] + + for _ in range(4): + layer.call(inputs, **call_args) # warm layer multiple times + with tf.GradientTape(persistent=True) as tape: tape.watch(inputs) outputs = layer.call(inputs, **call_args) diff --git a/test/unittest/layers/layers_golden_tests.cpp b/test/unittest/layers/layers_golden_tests.cpp index eef15e9..26a6f99 100644 --- a/test/unittest/layers/layers_golden_tests.cpp +++ b/test/unittest/layers/layers_golden_tests.cpp @@ -227,6 +227,11 @@ TEST_P(LayerGoldenTest, run) { bool skip_calc_grad = shouldSkipCalcGrad(); bool skip_calc_deriv = shouldSkipCalcDeriv(); + for (int i = 0; i < 4; ++i) { + /// warm layer multiple times + layer->forwarding(rc, !shouldForwardWithInferenceMode()); + } + layer->forwarding(rc, !shouldForwardWithInferenceMode()); if (!skip_calc_grad) { layer->calcGradient(rc); -- 2.7.4