From fa62e47d2197b1077cf82500c1b12f5e3303a5b6 Mon Sep 17 00:00:00 2001 From: Brad Heintz Date: Mon, 21 Oct 2019 12:28:05 -0700 Subject: [PATCH 1/5] correctness test implemented with old test architecture --- .../ModelTester.test_alexnet_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_densenet121_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_densenet161_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_densenet169_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_densenet201_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_googlenet_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_inception_v3_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_mnasnet0_5_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_mnasnet0_75_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_mnasnet1_0_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_mnasnet1_3_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_mobilenet_v2_expect.pkl | Bin 0 -> 543 bytes ...st_mobilenetv2_residual_setting_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_resnet101_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_resnet152_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_resnet18_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_resnet34_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_resnet50_expect.pkl | Bin 0 -> 543 bytes ...delTester.test_resnext101_32x8d_expect.pkl | Bin 0 -> 543 bytes ...odelTester.test_resnext50_32x4d_expect.pkl | Bin 0 -> 543 bytes ...lTester.test_shufflenet_v2_x0_5_expect.pkl | Bin 0 -> 543 bytes ...lTester.test_shufflenet_v2_x1_0_expect.pkl | Bin 0 -> 543 bytes ...lTester.test_shufflenet_v2_x1_5_expect.pkl | Bin 0 -> 543 bytes ...lTester.test_shufflenet_v2_x2_0_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_squeezenet1_0_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_squeezenet1_1_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_vgg11_bn_expect.pkl | Bin 0 -> 543 bytes test/expect/ModelTester.test_vgg11_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_vgg13_bn_expect.pkl | Bin 0 -> 543 bytes test/expect/ModelTester.test_vgg13_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_vgg16_bn_expect.pkl | Bin 0 -> 543 bytes test/expect/ModelTester.test_vgg16_expect.pkl | Bin 0 -> 543 bytes .../ModelTester.test_vgg19_bn_expect.pkl | Bin 0 -> 543 bytes test/expect/ModelTester.test_vgg19_expect.pkl | Bin 0 -> 543 bytes ...delTester.test_wide_resnet101_2_expect.pkl | Bin 0 -> 543 bytes ...odelTester.test_wide_resnet50_2_expect.pkl | Bin 0 -> 543 bytes test/test_models.py | 25 ++++++++++-------- 37 files changed, 14 insertions(+), 11 deletions(-) create mode 100644 test/expect/ModelTester.test_alexnet_expect.pkl create mode 100644 test/expect/ModelTester.test_densenet121_expect.pkl create mode 100644 test/expect/ModelTester.test_densenet161_expect.pkl create mode 100644 test/expect/ModelTester.test_densenet169_expect.pkl create mode 100644 test/expect/ModelTester.test_densenet201_expect.pkl create mode 100644 test/expect/ModelTester.test_googlenet_expect.pkl create mode 100644 test/expect/ModelTester.test_inception_v3_expect.pkl create mode 100644 test/expect/ModelTester.test_mnasnet0_5_expect.pkl create mode 100644 test/expect/ModelTester.test_mnasnet0_75_expect.pkl create mode 100644 test/expect/ModelTester.test_mnasnet1_0_expect.pkl create mode 100644 test/expect/ModelTester.test_mnasnet1_3_expect.pkl create mode 100644 test/expect/ModelTester.test_mobilenet_v2_expect.pkl create mode 100644 test/expect/ModelTester.test_mobilenetv2_residual_setting_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet101_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet152_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet18_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet34_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet50_expect.pkl create mode 100644 test/expect/ModelTester.test_resnext101_32x8d_expect.pkl create mode 100644 test/expect/ModelTester.test_resnext50_32x4d_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x0_5_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x1_0_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x1_5_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x2_0_expect.pkl create mode 100644 test/expect/ModelTester.test_squeezenet1_0_expect.pkl create mode 100644 test/expect/ModelTester.test_squeezenet1_1_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg11_bn_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg11_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg13_bn_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg13_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg16_bn_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg16_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg19_bn_expect.pkl create mode 100644 test/expect/ModelTester.test_vgg19_expect.pkl create mode 100644 test/expect/ModelTester.test_wide_resnet101_2_expect.pkl create mode 100644 test/expect/ModelTester.test_wide_resnet50_2_expect.pkl diff --git a/test/expect/ModelTester.test_alexnet_expect.pkl b/test/expect/ModelTester.test_alexnet_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b21549bec9372cd9e8c9b9d78b45594c77264140 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cm;g{C$tO-?o!7OL*iNm^q4 z!K2+;m&uH_fuyGevC8o(n0_yAoL1ELOGf?n(Kfv}b=0pN*)W;hrMy zH@h?6lv}GrR$0$qp}ptKJ0+V3=NDM^zEHK+wpHFEB++NHZ0Q86l`oH4e_fYh6Ev@D z&r#-IyDNSz-yI}iu_sLO$nIZKSFFP{&hI%fUuchtwCZkW$$z^O+?;K~GWP8L@nprW q3Go`c{_k9B-O!%3`$h!gt`;Tp-4RFl_f)HJ?~(TnwUSF{umJ#VPrv8@ literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_densenet121_expect.pkl b/test/expect/ModelTester.test_densenet121_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..83bcc3282fba377873cb140cc35a59beeee5072c GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnrk6m^#$`$)g><`>~amV(( ztE9Hu&fO+tw{MBO{gbjQb{Qs4``AOy+xbbA?>qE;?Y^k5r}pixzG}C0`~7{ocP{L0 zXlB@3U)XPZ;!Wk=H$E%&Ij}43ou;X_Z`WkLeJWpq?LzjO?F)EsVb`?o$lhDC+4j9x z-MjC`@j%;o-70nyBt`c4A6dA!V6~Q=r}+=tZ^F5D*SII{+cLMwuIO3wKE6&>yB~a; r_Ep?Y+UKMGc(2mQ$NQ!|wzZS-y<=CS?P|w(OJZNIY|FkQykYwQ=vv3( literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_densenet161_expect.pkl b/test/expect/ModelTester.test_densenet161_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9b221957014f8b593b004202dafd8861c2285c3a GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cl)ub0{By7buyQaF2%+G literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_densenet169_expect.pkl b/test/expect/ModelTester.test_densenet169_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..42743fb0c80fcdec19554b350d2b91149a56bdae GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y1o*Sq^}Efuy8JE^kIBgT4P zjKvl^0f!TI1w7mLrLMHzx5KT`?vdTJeGKRL?Czi2xKCB%*xq?HY_=MEo%U^2pRzB9 zW#!%lyXWtl*t2kNNUFGPl24GGY|b+~2F{XwU#{P@Qx6lh+n~(4KiQAX-stp#eS#|U z_7!ikv{&)axBuNHwcnIq#%|SYLwmUyNA?}^Uc7Ievz>jK<=lPmj?UcsT7RN_QFxlY qv5orvr~ZEXayp{-SN&D9k9o(j&y{PY-KPh8_T}VT+V4DPY!3iHz`Wo9 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_densenet201_expect.pkl b/test/expect/ModelTester.test_densenet201_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fd85ca178c94f86b8cfe72602de4ec1e7bdfc4f6 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y1wz4iNYW}n#?Q2A!BUt#jT zidI$oh6hV+iu9xRYuPjGE8Hq=@8rm8_h{8tyEXam_FdBnw-#}Sb5sE(oA9h6x&n#9B0YdhwMqU z-=NxLtLGeOcj*uF{#}_Jwm+k@>~d!Ow4HP1t}T=AqR3f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y2@Xd9aZ^$j*pl4AB$D2eVd z;9a=q&$6d`430e9^Ww3NjZDu9n?9lWHV!W7HXW0H?^zPQc#pz^D4Ts2i}t*eY2D*; zLt)Q>=~}y_t~S}sI(XS8Npz=8&x#To1(OXnYtoBt)-2q(=i171dsH4y-Sc7Xg53?8 zpZ9$EuD<8o#ASQ-&HiE|bD((7n&_u{I9{~aG-NNfshIM2_l_g|yICyQ_Wa3PZWF)} txqHW?7rWPW?Adc|$@M*H0@L>7{XcB8;gr?xA1Ylo9Fxx5IBeT#1pq44%w7Nh literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_inception_v3_expect.pkl b/test/expect/ModelTester.test_inception_v3_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..38574f498a5db5800efe91f4d77d4e2a78179f14 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJRLBgrJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3ck_8|_c~nwy2Mc?%h25DC*JKGZFiJzd5;_`>(9z rmu<&)?vd?VUzX)be)n<>{CGDcp37i3;A49B^4T|A7#4pAd literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_mnasnet0_5_expect.pkl b/test/expect/ModelTester.test_mnasnet0_5_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..aaa969d60c0a9a2112e17ea1d2b52d8c0240866b GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3clNbuZKM&3jDtWb81}x^sC; zko8=XcLCEjKe(xG@`$5yOHJB2lTUXYx28HtY|XWMy}2Rjn8~T|MVr^JW!RFpXXBOt zv5A|wt5=(>u+ui_>oYd)_?W+0v?;d9~?GIbKg=ha%lQ(`dO-@WdWn@vi z*5sgt!j=W{3R{yp4{X^kCTqeFIDZrGJIO6aR{EKU_6Ton3wUPSQ5?8c`subU9lTMS q8Cuq_7vR*~l5u&Pk(juoiRqEfEt=Wqwf*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3clqb0=?Nn997tdch>4BdKRM ztz5#k*>3h%L+`VjjKm(j-Q;#4)`%f?pOMe3Pn#}Cu^aLwcN#{O32yqsA7s4hf*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cmaMxhN>^OFsgUg;WD-DBNo zFj2^$;8gTRokO=b7~Iy<&j?B0@a^D^jkTGn8&b>pj8e+7Hyob8v1z5=e8V}<3XEo& zeBYQ}_Gv?yDw|Q5gzXL`1#79{)54$rot^76GhbxeN^rmly5z3XmDi3#w${W z8{PG64F8MHG?agM)G+%3`$mPfC5BFW+%_&?{%m+tZSIB*4^D1KlKh}AB^F^QEFiM+ qL74o;f;4IU89eL;D!T>Nzb;cT+%dmvK3{>Wr7y$tI#=E)z literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_mnasnet1_3_expect.pkl b/test/expect/ModelTester.test_mnasnet1_3_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..746a578884456742217fd03b81767c0cd479a9ef GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ%ytJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3clZb(swru1p(!G>&Wxc%E(e zM1KDI_w@@5&+VONcqB_= zUUTEW%nKW*I5ZgkdTwuUW)8Dq+3DVm7hKub=RW1%@HOm!;g$Lc8{a3tH}Gf*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cm>ef@efK3M9`jrLf_5E853 zle}bI!`r=UURY`9`BZ;fyMSZ;nzTPHdKtR{^@U3&tW$Z?t0%Vax?Yb*!n!ZQ#p~4U zyw*>To3(C%tJV5%Kf2coG#}EnyuD1%hn-umXs5KESeBx`$%i{@<99Kxui*7r&&R>4 zZ&Gl6ZFoq@y6Gif_1?_lT-VaAu4|`pSno?~ww{(pqh1pOt1c6dzFuCm-nz0q>3ZQ| oL3)$-_2_XNxW6vl#cgd)@8`9`3p4ek8IG?jSY5WZKU`})061&8AOHXW literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_mobilenetv2_residual_setting_expect.pkl b/test/expect/ModelTester.test_mobilenetv2_residual_setting_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c7733885caf89e9ce68afb9421b695b4dac60d1c GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnqcbRtf87#LHs(Q8K3)jUR zQ>C|CxcF_`K5c5$4l!}(ow;oGJEO(9EDYvv+wn8>-j0taOLneOVYbM)vc__fHmjx9 z8_k_>&IxXBxE`|2BHwoB3^!?uo{79WrpNbhSFw!Qxx((Eg{-QU#ex@8En>^`ckbDh zvU5*Z|IXeDE{iKQF_z7hUw0U9*4h!naM|LC?Q#phwouE1>GLceTx{N!wY16d2j4q$ q<0UJ1y8CxnDD0TMBdB7_j+ZuKmJ;VnEN`St+*vj4o%uE1+#LYZp}|T3 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet101_expect.pkl b/test/expect/ModelTester.test_resnet101_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..284aa92b2df6662c384cb6849a92d042254deacc GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnkfB(5&wYYMuFV5PP&!*a~ z;l%!;+|nqQC7FkgUWwy5w)sQLk>FPCV^6Of zah;ue`{=iO&Bv;$F1U8SGCih!HPN+b!W_46sm?AdtXCeBm?d-i-&-L@Pzna;eU q8>6?o6seXT>&)46R9_+a=t;RZE_^*dT{CpqT-o-j9$WSGkt+av+sH`( literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet152_expect.pkl b/test/expect/ModelTester.test_resnet152_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..708f554fefadeaad204a52961aed77fdf6821854 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ zXk=(kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y3AAFW;jsa&1~KUaHSue0;o zX8g!Y<5j=crTMQ;W<2Bf>iAl9+UmB!DW{cRPO1G{*JJ(L}YJ14-y_$)|oA->`>Fkf}r&&0bpDsDM@YESw zrPE={8NK7I*iXM}Rydt=<++zYpozC`^F;5MmwDcL-_D;ZZ)7?xp(1f+-?k~IeqCkv r&WEdT~6n;9`*tN+2F=& literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet18_expect.pkl b/test/expect/ModelTester.test_resnet18_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6dc83a0606ffe59d1dda22fddfc1998156efb307 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y2fD+YUq-K_Sfx?Amzo=dmu zGxFb`X^^_F+&^XiggK6OmX0gzb>_^r+nvm9FU;I!m)p10{;*|${i^xm_TtIQZKv%> zvHLjZp-@v)nuB>zWz6pFfwrkyI+r2!lvVZ04OZLaEO|xs!klsI0 obn8CzXD#;0tql9uGUeOV$nfmXsad_RC0p7)CNF*O&BQ%+0Gimk?EnA( literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet34_expect.pkl b/test/expect/ModelTester.test_resnet34_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..536075bd40e1b71325b1f904dc171de5aa3c5495 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ zY;I~~P{<6nJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y49$4l(%-1!|PZNd*8atn0O zoVabjYpm%y!&)<=(;KH(w6^{9fYt_HoxivFfdk@eQ}_b7~Y1RxUqq-~o5qLE{ScgMo9o z56<2t?Km%!`_Q?!EeBsN;y?KHVEzFy%dCUG4(g6JSEf43xXK+A$aHde@lDF{toROl qn}P&KrH*z-_VZkhQ+M(l`Zq=Mz{Af92Q0Q7bLfiTKj;;1y&nM81j2Oy literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet50_expect.pkl b/test/expect/ModelTester.test_resnet50_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0428c5188df94d3c5280a74ba98ec98039c3754a GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cl`-L8%$FJ~TH@-WaLxg+J^ z%W#2%au13fez~SOa3#LopUA)Vppw`*d&UFGj$u{j95+T>cNB2SJCLYt?V$5?i$hE| z%fV;883)&$Q*``!qsdW)%X0t536hTWt7IJ4b)RuCaX9Mut<=k5&$Xim4A*lxE{aUw zzcoYAv8kB#;NOf>4#lfi9#o#R)Y0|Xs{^4PCl4&qTXJw^Uc|wGZS@YNyt)UsExzUO qZ0S0O=Iy)pbvjP86WSkj@Xy{!j!Ca<4ti}|eDIQC=fT!@l@0)ZM#W(O literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnext101_32x8d_expect.pkl b/test/expect/ModelTester.test_resnext101_32x8d_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..92061b559ab68e1e4edb8ff35eb461d0556978ea GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cmiblE+%9lvdSK1uB5ijdkn zwYYfCt+WQ)H%E`}+2g}x>yf={w_R%N-tU6zZ5H2Wvn_r&aZgIbV%v4vt~Ro1y?c1r z8?1L|Ox*L{c7=_1@q#_SG`eimjxp|)Q&+G}T(H&VUeKLAOv>4Nb64^0Wk~0?{nw(t zciG$NHX;X9_QV~PxAm}Hv5Ub%+A>Z|z&0gE+4jrPUfX*?K6_u}HSJ|nUS?B!E^F^X o`?WS-9>>|(^LN@bRn6L?t<8 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnext50_32x4d_expect.pkl b/test/expect/ModelTester.test_resnext50_32x4d_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4e5dc89c496e36ed21836dad9cad31e772ca13d4 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ3- zW?*b&P{<6nJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cmhOPg%dp61$I@u=Q&hSAIV zTyCe$wtX75ljp73bAGM)UJ-qTJqd+htr_&9_sqJkV6%L}|2+>1!)(`Go@P^bJOiRr-Xz-7Z}=0!zN^+I2r?kLh6rn_o*CtV>;v?U{D* zzKzM1TYD~<3+>_We!k~eSC~!kvx_$OeoeBLi_zZ05Z1b5meEOTtDV2B4^5G`E%+v| r%gry$#$>}h>))?CY|hM3-`i1Py!+I<=sjE|D{by9>9U@1cGn&N&;-c3 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..72af3d712ededeb26ac1feef865fecb6b8dde7e8 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnuS9kBpHd?ah*s10{%Pvo} zG5h|_=A%rn)hiFr-J%~pTW?$Z*+#bgoQ*^G>)ms5zuMHjHQf`;vS`m0t~a~&S?}0f ziu+`P zd-m+^WZTp7h+)sPv-~zD^H%OTeDUp`pml%t++M_KV_Dd>=kV-io4H<6);AYFu}M}t tyhqGo#h&y-Pxts`Pu{ct|DHXKujlSwf5mIJA=7Icp;I&VMD5vX4FEA;&Eo(7 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_shufflenet_v2_x1_0_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x1_0_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6feab9857bba6bd1825ad48410f0795c6d584bf1 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJM+2P{<6nJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y3SltP>2)|)nST)tb+s@%6b zB3RExF)VVoqKK)ry?@K@<=d~@v`AdrbN;-^9*48*_oT?}-t$Fo#-3d_URlphIcd{! zxo7uG`)Zq+Pd8a>?C!HEnRMS~`~QD73)yzP+j{Ln^zcURbn8Q!Ce6qT-#6shgh72C?4VlNl!M r+5E}Grf%Nh-D!mkHeY5|*!-BWX^)HOwLSUIHrlYZm+j$Ow|Wl%M54yk literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_shufflenet_v2_x1_5_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x1_5_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fc36135789fcd8a17b8a97891747809442759b4d GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ%ytJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnrb^d#_>TC9ha?G+}YIoT) z^ZJuLMmg$xj%%H>k=n>*^~LhPRpp@*d#(i^ur^?Iu(8lxx%-gImOWd)6k3&>xv*#H z$$5Kzti5cb&A_*-KKYrocJaMEDWXm`ekTs?ww`8hbKvsvJwf*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ4v{ zU}kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cl=8tyi>8kKw2ty9=786RQu z!+YhPwHw*?EK*ryGiQU`ZVjElJs%n_?((skw#T8M(Iz>5kM+-q8+WVCW3o}YbJE(( zwB5$<7LSeWvXi@cQ&-rWJleTu0_)5@f7_<*iIA9Jv!{5P4X5AT-OJ*Q_e`%2*~1bU zZWHlW#fC$-VNd6Ywml0}`Sxfh&D?XYkJb9!*%db5UQgMrT|CoT!04m(jg|wuJFjr; r@o|veGjYNvtL0N0_H1Sp-*Zoc!zNFEt_@d~=AKV$*6*H{<6;8<&P%|u literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_squeezenet1_0_expect.pkl b/test/expect/ModelTester.test_squeezenet1_0_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..12fccaf3f2f9b54a4218f05cb339e4d345eb982d GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJmK1UY6>jFzwTE8Y zf#`*fTK4CDyacl&wSU-MGF)zZreE70B&TdAXs@-n$o4mrw(ZO%!G@Yyf literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_squeezenet1_1_expect.pkl b/test/expect/ModelTester.test_squeezenet1_1_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a560181525e8c4b92c76c344452373d8fa291ced GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ%ytJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cnp;zqj@F?rV3+!w5ti(Ik< ziRFKku{m~evyCp_a;vj%d#rgv-dLw>T43kADG_1m`A zd$n!TZi|7%y}BRSfaL!=AGK}T?qO?QTVlKP(9V%U#R;~p7MxamwmWRwRd-pn zTb0=CUnOsTc<)==r%TOjvfQm~97=U;^V(GGtdDA1xh*iYiJ9wbGjH+++tYT(Y>!2n X*`-P?v{~*_WUa>926oTp3xBKuMf9wX literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg11_bn_expect.pkl b/test/expect/ModelTester.test_vgg11_bn_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ba3db474ae24bcdf4cebfb4c7b579767d223b241 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3ck~ce}kBoF{fQ*~Zzbt<2b4 z;jLhs{dc`h!(|QYFLPC`Gcy0~O*q_dwLvD>rp|c#p5N-Nwx8^;+L+wgvzsSBaQ7;$ zw7n0!xUJ`wXzX=atz*-$Vv1#3+D4lMNsB#PnU%KFI>c?Se0s6xz;@HUL7&?9ICxgu z%ylr`TX18qwR4BU-pFgy_FhT-zNbgjeNVwQ9vg%FUAuSqNbL>kh~M-0eAgbG4k?=r phYa`XTJN(ta`T^cVN!wZ*XQSK1-vHjHVP2kv*3)J&AuhIwgAdn!RG(~ literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg11_expect.pkl b/test/expect/ModelTester.test_vgg11_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d7a7f3da7e447b2446fc405a336095ece352fef5 GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3clpPrJPuY$tYYw~w>!T%EC( z*;m1~{{MQLfNL7o59X;_i{$*>``|#o)iJqX8y(Z_dtx!W=ds}^+_k&dPipU*uJ}E3E_Urn>yonR qI%2q&*LI(cz}f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cliC*<}<+jiQ9+>N$gx3YYX z5YtKW%$55*+zRaMj2TQA$b zC!-^M@07YvyDu!1vw8F1#X%B7w pp4noPHlb-xa*DGJW68Wd$2^m5j6Uh@sd}?|?-mbT+h=TjHUPmK!s!42 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg13_expect.pkl b/test/expect/ModelTester.test_vgg13_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ce387c2ffb75cc0ae8e5a299cd663c904c7781bd GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3clWr{wlZ*>~DrxEF2xVNLlS z2bPsK|5e`E_@waL-sO$+nrv z_;!y;vd^B==kshdv|aZ)guU5)jMv<@H)e+Q2cKq}9TWfTne=AP-Xrmed%ZL?_BzP7 z@3HGn-@B^u)9(9=f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJ%ytJh`B>kj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cmNZ~Sbx@iW=h$S>H#d_mJz z*nG>L728+rF<@F~rI&NT`oK5ay=Og@_NJUr-xG4l+;&RH?cKF0w`^ozJ+(Qot#y|z zWAz?0ztuM7-wbUYdGgyVG04~>y~EUYLjQitH@hvYQ-UYjzFNK0X4d>QHa3%HSZ|u8 zw&%t3<2Kj6ZLkSjf5N8kmdfrdrHRI2pWD5}`{nN7v+}ljKTp~OugS0h00MT#YybcN literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg16_expect.pkl b/test/expect/ModelTester.test_vgg16_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0e2e4fe0c01a6c2510bdfc87bad2d3fb0ac934ce GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cmi4}P{>LQJ+QN(=Vfx}<6Q z$a2dbi(M=BJYZXBb+6!p_4S{&dsBRr_U=BVzQ^sVxvg5{?cG1pZ`mlkdupSyt96$H zYxN$dz|}VMej3`$@Zq;HFv-}Xx7*ZKWA=W_SNkoj&xTI4eXwq)&EiFCY;H`RVVyNs zZI9sV<2KiRZm`+5>4eR_J1V;aR62HND_HM+;I)4jt6bO~2hE>0D=xp;v%zljZigrp stB$Q(Z0_@gBK-|7?nupWDsn|8n=$^YXR_{+zUVyFSAP06_c4i2wiq literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg19_bn_expect.pkl b/test/expect/ModelTester.test_vgg19_bn_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c20b7a22247bc3cbfc498feb322fadd5b18e662f GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y2Op#?S*G}LTZ`o)w zLG;v~rpcFWX2tf|^!NzuRer_4*QBV@+V8CO9v7X>yZ2ZhvGo(&yvIB)VNc*&L7OyZ z%RRq~jcge1&)!ur<<@Se%Zz&&D(bB+nr_>3%9F*m&t7$}yZqEWryuOJxf->5&z=ST zwgrJltlqV3uzC4bZLeFd%-$4!K3k?sj(Z*6uNdp0wx*k=EfvDsif-TH?O^IiZH-@y<7 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_vgg19_expect.pkl b/test/expect/ModelTester.test_vgg19_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6b42831a1c6fb75cc017d453a51f3aa1a6027e8f GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y2L(FHciI%+n{ZZX@QYu{+2 zFLi3q*XfsS)Drq^+WZCfioWIFD^gKuU3JlVkCVaX-Mj6N*yf0C-t##rVUNNGL7OY? zmU}jo8`&IqFngEzj9a^zt}*Vt&|GiTZMkhvst=1TgR|=1K&7dB&OX^`(;2sW&+8@r zwmo4-tZF+p*c5zJ+gns1vsYh;&z9ku<6epP?0Xq*zTV-lePqv)3&MLN%AQ!Q-PE?% qsN|j1g78~=t{m84)3fQdO}kjr9!_=@+tq($Y~<{xTld;C?*#xMNxyyo literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_wide_resnet101_2_expect.pkl b/test/expect/ModelTester.test_wide_resnet101_2_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..cff033c5590d401179e680b8b26dd1920e8905aa GIT binary patch literal 543 zcmZo*>f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3cn(HN3}`ylFg|w()~o<4#rg zW81vkihNs+<(Ixb7XRm*+Y^l^ZgY0OJ$jtu{;|;dRmWz{=WuJieAMksVb9SCKF{5b z>g2ewue|P(WT<}3_n?+rG22YH`)jtj-QU@LY*oaKqY5HR9iKk9>n30S_2~Nhc1O3C zUO#qL=IF8Jm($#)-q_f*}zGso?xLe`1^NxcRp-EDcxmzHGa6m!KFr6!eT=A^`z zq~;ap7sZzuaRJ?=5y1{J5U4USJ++V#qJ_&XCqJkj2}`59pjgZw7BhZ=*J#V~o5R+X~q`l7arrNlh*Rdb60zzbGZO zC^f|;Gr5GTkV7-5kh7$aE2xkg=+M|g2CP;vCh8dhZ3Y4BCML&Yo7Nq8^6caOt?vX6 zCTyB`fV*IUgVdZ`2dtbE4=AUy9;`7>J~+#Dg@b8N^ug^;OZVHg#XBx)?{>(ZGkyQ_ z&%O4tFWnpxf@K^ptSxu&u%7C0)bOXBppljX)B9rwI#b>DH(nQTY${&Fep51+U0*XR#A r&=~j8VYB*dyZ8UH9qTvqJ3c+|>_G7Iu>GBD-W-T?<~mrkZ0-R7{gue) literal 0 HcmV?d00001 diff --git a/test/test_models.py b/test/test_models.py index 1864d233772..2ca124d1020 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -69,14 +69,27 @@ def check_script(self, model, name): msg = str(e) + str(tb) self.assertTrue(scriptable, msg) + def subsample_tensor(self, tensor): + num_elems = tensor.numel() + num_samples = 20 + if num_elems <= num_samples: + return tensor + + flat_tensor = tensor.flatten() + ith_index = num_elems // num_samples + return flat_tensor[ith_index - 1::ith_index] + + def _test_classification_model(self, name, input_shape): # passing num_class equal to a number other than 1000 helps in making the test # more enforcing in nature + set_rng_seed(0) model = models.__dict__[name](num_classes=50) self.check_script(model, name) model.eval() x = torch.rand(input_shape) out = model(x) + self.assertExpected(out, rtol=1e-5, atol=0.) self.assertEqual(out.shape[-1], 50) def _test_segmentation_model(self, name): @@ -102,16 +115,6 @@ def _test_detection_model(self, name): self.assertIs(model_input[0], x) self.assertEqual(len(out), 1) - def subsample_tensor(tensor): - num_elems = tensor.numel() - num_samples = 20 - if num_elems <= num_samples: - return tensor - - flat_tensor = tensor.flatten() - ith_index = num_elems // num_samples - return flat_tensor[ith_index - 1::ith_index] - def compute_mean_std(tensor): # can't compute mean of integral tensor tensor = tensor.to(torch.double) @@ -126,7 +129,7 @@ def compute_mean_std(tensor): # mean values are small, use large rtol self.assertExpected(test_value, rtol=.01, atol=.01) else: - self.assertExpected(map_nested_tensor_object(out, tensor_map_fn=subsample_tensor)) + self.assertExpected(map_nested_tensor_object(out, tensor_map_fn=self.subsample_tensor)) self.assertTrue("boxes" in out[0]) self.assertTrue("scores" in out[0]) From 5295d35df824229ff7b8547253c44d07762ab6c3 Mon Sep 17 00:00:00 2001 From: Brad Heintz Date: Mon, 21 Oct 2019 12:38:15 -0700 Subject: [PATCH 2/5] reverted an unneeded change, ran flake8 --- test/test_models.py | 23 +++++++++++------------ 1 file changed, 11 insertions(+), 12 deletions(-) diff --git a/test/test_models.py b/test/test_models.py index 2ca124d1020..b1913880e15 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -69,17 +69,6 @@ def check_script(self, model, name): msg = str(e) + str(tb) self.assertTrue(scriptable, msg) - def subsample_tensor(self, tensor): - num_elems = tensor.numel() - num_samples = 20 - if num_elems <= num_samples: - return tensor - - flat_tensor = tensor.flatten() - ith_index = num_elems // num_samples - return flat_tensor[ith_index - 1::ith_index] - - def _test_classification_model(self, name, input_shape): # passing num_class equal to a number other than 1000 helps in making the test # more enforcing in nature @@ -115,6 +104,16 @@ def _test_detection_model(self, name): self.assertIs(model_input[0], x) self.assertEqual(len(out), 1) + def subsample_tensor(tensor): + num_elems = tensor.numel() + num_samples = 20 + if num_elems <= num_samples: + return tensor + + flat_tensor = tensor.flatten() + ith_index = num_elems // num_samples + return flat_tensor[ith_index - 1::ith_index] + def compute_mean_std(tensor): # can't compute mean of integral tensor tensor = tensor.to(torch.double) @@ -129,7 +128,7 @@ def compute_mean_std(tensor): # mean values are small, use large rtol self.assertExpected(test_value, rtol=.01, atol=.01) else: - self.assertExpected(map_nested_tensor_object(out, tensor_map_fn=self.subsample_tensor)) + self.assertExpected(map_nested_tensor_object(out, tensor_map_fn=subsample_tensor)) self.assertTrue("boxes" in out[0]) self.assertTrue("scores" in out[0]) From 69900fc68b9dad1e714d2c72d56882158e2c713d Mon Sep 17 00:00:00 2001 From: Brad Heintz Date: Mon, 21 Oct 2019 12:55:07 -0700 Subject: [PATCH 3/5] moving to relative tolerance of 1 part in 10k for classification correctness checks --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index b1913880e15..dddd2af8b03 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -78,7 +78,7 @@ def _test_classification_model(self, name, input_shape): model.eval() x = torch.rand(input_shape) out = model(x) - self.assertExpected(out, rtol=1e-5, atol=0.) + self.assertExpected(out, rtol=1e-4, atol=0.) self.assertEqual(out.shape[-1], 50) def _test_segmentation_model(self, name): From d8fd003f51d44beb22534f5f7f010b33542de0eb Mon Sep 17 00:00:00 2001 From: Brad Heintz Date: Mon, 21 Oct 2019 13:08:03 -0700 Subject: [PATCH 4/5] going down to 1 part in 1000 for correctness checks bc architecture differences --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index dddd2af8b03..c362818e46e 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -78,7 +78,7 @@ def _test_classification_model(self, name, input_shape): model.eval() x = torch.rand(input_shape) out = model(x) - self.assertExpected(out, rtol=1e-4, atol=0.) + self.assertExpected(out, rtol=1e-3, atol=0.) self.assertEqual(out.shape[-1], 50) def _test_segmentation_model(self, name): From 8f9d9d3cbfa387849150888ba34f6c05c8c6fb61 Mon Sep 17 00:00:00 2001 From: Brad Heintz Date: Mon, 21 Oct 2019 15:06:58 -0700 Subject: [PATCH 5/5] one percent relative tolerance --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index c362818e46e..c70ef6830bf 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -78,7 +78,7 @@ def _test_classification_model(self, name, input_shape): model.eval() x = torch.rand(input_shape) out = model(x) - self.assertExpected(out, rtol=1e-3, atol=0.) + self.assertExpected(out, rtol=1e-2, atol=0.) self.assertEqual(out.shape[-1], 50) def _test_segmentation_model(self, name):