From 95ad83895ff6776be35b33ec67a8a0a90fcfd276 Mon Sep 17 00:00:00 2001 From: Chun-Wei Chen Date: Mon, 3 Oct 2022 08:42:32 -0700 Subject: [PATCH] Validate the generated number of input.pb and output.pb and new node files in CIs (#4514) * validate the generated number of input.pb and output.pb in CIs Signed-off-by: Chun-Wei Chen * --diff-filter=ADR Signed-off-by: Chun-Wei Chen * add --clean for generate-data Signed-off-by: Chun-Wei Chen * add --clean in CIs Signed-off-by: Chun-Wei Chen * remove unreproducible tests Signed-off-by: Chun-Wei Chen * add sentences in AddNewOp.md Signed-off-by: Chun-Wei Chen * check original directory number Signed-off-by: Chun-Wei Chen * typo Signed-off-by: Chun-Wei Chen * nit: warning msg Signed-off-by: Chun-Wei Chen Signed-off-by: Chun-Wei Chen --- .azure-pipelines/Linux-CI.yml | 7 +++- .azure-pipelines/MacOS-CI.yml | 7 +++- .azure-pipelines/Windows-CI.yml | 11 ++++-- docs/AddNewOp.md | 2 +- onnx/backend/test/cmd_tools.py | 32 +++++++++++++++++- .../node/test_basic_convinteger/model.onnx | Bin 196 -> 0 bytes .../test_data_set_0/input_0.pb | 1 - .../test_data_set_0/input_1.pb | 1 - .../test_data_set_0/input_2.pb | 1 - .../test_data_set_0/output_0.pb | Bin 31 -> 0 bytes .../test_convtranspose_with_kernel/model.onnx | 28 --------------- .../test_data_set_0/input_0.pb | Bin 51 -> 0 bytes .../test_data_set_0/input_1.pb | Bin 87 -> 0 bytes .../test_data_set_0/output_0.pb | Bin 656 -> 0 bytes .../test_depthtospace_crd_mode/model.onnx | 17 ---------- .../test_data_set_0/input_0.pb | Bin 592 -> 0 bytes .../test_data_set_0/output_0.pb | Bin 592 -> 0 bytes .../test_depthtospace_dcr_mode/model.onnx | 17 ---------- .../test_data_set_0/input_0.pb | Bin 592 -> 0 bytes .../test_data_set_0/output_0.pb | Bin 592 -> 0 bytes .../data/node/test_pow_types_float/model.onnx | 16 --------- .../test_data_set_0/input_0.pb | Bin 33 -> 0 bytes .../test_data_set_0/input_1.pb | Bin 21 -> 0 bytes .../test_data_set_0/output_0.pb | Bin 33 -> 0 bytes .../data/node/test_pow_types_int/model.onnx | 16 --------- .../test_data_set_0/input_0.pb | Bin 21 -> 0 bytes .../test_data_set_0/input_1.pb | Bin 33 -> 0 bytes .../test_data_set_0/output_0.pb | Bin 21 -> 0 bytes .../data/node/test_reduce_log_sum/model.onnx | Bin 158 -> 0 bytes .../test_data_set_0/input_0.pb | 1 - .../test_data_set_0/output_0.pb | 1 - .../model.onnx | Bin 228 -> 0 bytes .../test_data_set_0/input_0.pb | 1 - .../test_data_set_0/input_1.pb | Bin 12 -> 0 bytes .../test_data_set_0/output_0.pb | 1 - .../node/test_unsqueeze_axis_3/model.onnx | 15 -------- .../test_data_set_0/input_0.pb | 1 - .../test_data_set_0/output_0.pb | 1 - 38 files changed, 52 insertions(+), 125 deletions(-) delete mode 100644 onnx/backend/test/data/node/test_basic_convinteger/model.onnx delete mode 100644 onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_1.pb delete mode 100644 onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_2.pb delete mode 100644 onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_convtranspose_with_kernel/model.onnx delete mode 100644 onnx/backend/test/data/node/test_convtranspose_with_kernel/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_convtranspose_with_kernel/test_data_set_0/input_1.pb delete mode 100644 onnx/backend/test/data/node/test_convtranspose_with_kernel/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_depthtospace_crd_mode/model.onnx delete mode 100644 onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_depthtospace_dcr_mode/model.onnx delete mode 100644 onnx/backend/test/data/node/test_depthtospace_dcr_mode/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_depthtospace_dcr_mode/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_float/model.onnx delete mode 100644 onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_1.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_int/model.onnx delete mode 100644 onnx/backend/test/data/node/test_pow_types_int/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_int/test_data_set_0/input_1.pb delete mode 100644 onnx/backend/test/data/node/test_pow_types_int/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_reduce_log_sum/model.onnx delete mode 100644 onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/model.onnx delete mode 100644 onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/test_data_set_0/input_1.pb delete mode 100644 onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/test_data_set_0/output_0.pb delete mode 100644 onnx/backend/test/data/node/test_unsqueeze_axis_3/model.onnx delete mode 100644 onnx/backend/test/data/node/test_unsqueeze_axis_3/test_data_set_0/input_0.pb delete mode 100644 onnx/backend/test/data/node/test_unsqueeze_axis_3/test_data_set_0/output_0.pb diff --git a/.azure-pipelines/Linux-CI.yml b/.azure-pipelines/Linux-CI.yml index bef654b72dc..20d35967a4e 100644 --- a/.azure-pipelines/Linux-CI.yml +++ b/.azure-pipelines/Linux-CI.yml @@ -119,7 +119,7 @@ jobs: - script: | source venv/bin/activate - python onnx/backend/test/cmd_tools.py generate-data + python onnx/backend/test/cmd_tools.py generate-data --clean git status # Skip *output_*.pb because NumPy functions might behave differently on different platforms # Skip test_log's input.pb because it uses np.random, which might behave differently on different platforms @@ -128,6 +128,11 @@ jobs: echo "git diff for test generation returned failures. Please check updated node test files" exit 1 fi + git diff --exit-code --diff-filter=ADR -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' + if [ $? -ne 0 ]; then + echo "Test generation returned failures. Please check the number of node test files (input_*.pb or output_*.pb)" + exit 1 + fi displayName: Test backend test data diff --git a/.azure-pipelines/MacOS-CI.yml b/.azure-pipelines/MacOS-CI.yml index 63211481dd3..9248bdca940 100644 --- a/.azure-pipelines/MacOS-CI.yml +++ b/.azure-pipelines/MacOS-CI.yml @@ -96,12 +96,17 @@ jobs: exit 1 fi - python onnx/backend/test/cmd_tools.py generate-data + python onnx/backend/test/cmd_tools.py generate-data --clean git status git diff --exit-code -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' ':!*output_*.pb' ':!*input_*.pb' if [ $? -ne 0 ]; then echo "git diff for test generation returned failures. Please check updated node test files" exit 1 fi + git diff --exit-code --diff-filter=ADR -- . ':!onnx/onnx-data.proto' ':!onnx/onnx-data.proto3' + if [ $? -ne 0 ]; then + echo "Test generation returned failures. Please check the number of node test files (input_*.pb or output_*.pb)" + exit 1 + fi displayName: 'Run ONNX Tests' diff --git a/.azure-pipelines/Windows-CI.yml b/.azure-pipelines/Windows-CI.yml index 4aa60eda77d..6f838e70512 100644 --- a/.azure-pipelines/Windows-CI.yml +++ b/.azure-pipelines/Windows-CI.yml @@ -65,19 +65,24 @@ jobs: python onnx/gen_proto.py -l python onnx/gen_proto.py -l --ml - git diff --exit-code -- . :(exclude)onnx/onnx-data.proto :(exclude)onnx/onnx-data.proto3 + git diff --exit-code -- . :(exclude)onnx/onnx-data.proto :(exclude)onnx/onnx-data.proto3 IF NOT %ERRORLEVEL% EQU 0 ( @echo "git diff returned failures" EXIT 1 ) - python onnx/backend/test/cmd_tools.py generate-data + python onnx/backend/test/cmd_tools.py generate-data --clean git status - git diff --exit-code -- . :!onnx/onnx-data.proto :!onnx/onnx-data.proto3 :!*output_*.pb :!*input_*.pb + git diff --exit-code -- . :!onnx/onnx-data.proto :!onnx/onnx-data.proto3 :!*output_*.pb :!*input_*.pb IF NOT %ERRORLEVEL% EQU 0 ( @echo "git diff for test generation returned failures. Please check updated node test files" EXIT 1 ) + git diff --exit-code --diff-filter=ADR -- . :!onnx/onnx-data.proto :!onnx/onnx-data.proto3 + IF NOT %ERRORLEVEL% EQU 0 ( + @echo "Test generation returned failures. Please check the number of node test files (input_*.pb or output_*.pb)." + EXIT 1 + ) rm -rf .setuptools-cmake-build diff --git a/docs/AddNewOp.md b/docs/AddNewOp.md index 870f028adbc..8e3bc1f863b 100644 --- a/docs/AddNewOp.md +++ b/docs/AddNewOp.md @@ -56,7 +56,7 @@ Once the criteria of proposing new operator/function has been satisfied, you wil 3. Example: [onnx/backend/test/case/node/abs.py](/onnx/backend/test/case/node/abs.py) 5. Add at least one automatic upgrade test for your operator in [onnx/test/automatic_upgrade_test.py](/onnx/test/automatic_upgrade_test.py) using `_test_op_upgrade`. These tests create a given operator at a given opset version (usually the version the operator was introduced in) and test that the version converter is able to convert them to the highest available version. So for a new operator `_test_op_upgrade` will not test anything, but as soon as the operator gets updated in a future opset the test will automatically become nontrivial. 6. Update the documentation and generate the test data. - 1. Running [the script](/tools/update_doc.sh) + 1. Running [the script](/tools/update_doc.sh). If you have files under `onnx/backend/test/data/node` which cannot be generated by the scripts from `onnx/backend/test/case/node`, please further use `python onnx/backend/test/cmd_tools.py generate-data --clean` to cleanup the directory and only preserve needed test data. to update the doc and generate the test data. 7. Shape Inference function 1. Please provide a shape inference function in cases where it is meaningful and applicable. diff --git a/onnx/backend/test/cmd_tools.py b/onnx/backend/test/cmd_tools.py index e506a8deede..e6c0d52dc98 100644 --- a/onnx/backend/test/cmd_tools.py +++ b/onnx/backend/test/cmd_tools.py @@ -4,6 +4,7 @@ import json import os import shutil +import warnings import onnx.backend.test.case.model as model_test import onnx.backend.test.case.node as node_test @@ -19,14 +20,27 @@ def prepare_dir(path: str) -> None: shutil.rmtree(path) os.makedirs(path) + # Clean the output directory before generating data for node testcases + # It is used to check new generated data is correct in CIs + node_root = os.path.join(args.output, "node") + original_dir_number = len( + [name for name in os.listdir(node_root) if os.path.isfile(name)] + ) + if args.clean and os.path.exists(node_root): + shutil.rmtree(node_root) + os.makedirs(node_root) + cases = model_test.collect_testcases() # If op_type is specified, only include those testcases including the given operator # Otherwise, include all of the testcases cases += node_test.collect_testcases(args.op_type) + node_number = 0 for case in cases: output_dir = os.path.join(args.output, case.kind, case.name) prepare_dir(output_dir) + if case.kind == "node": + node_number += 1 if case.kind == "real": with open(os.path.join(output_dir, "data.json"), "w") as fi: json.dump( @@ -105,6 +119,15 @@ def prepare_dir(path: str) -> None: output, case.model.graph.output[j].name ).SerializeToString() ) + if not args.clean and node_number != original_dir_number: + warnings.warn( + "There are some models under 'onnx/backend/test/data/node' which cannot not" + + " be generated by the script from 'onnx/backend/test/case/node'. Please add" + + " '--clean' option for 'python onnx/backend/test/cmd_tools.py generate-data'" + + " to cleanup the existing directories and regenerate them.", + Warning, + stacklevel=2, + ) def parse_args() -> argparse.Namespace: @@ -112,7 +135,14 @@ def parse_args() -> argparse.Namespace: subparsers = parser.add_subparsers() subparser = subparsers.add_parser( - "generate-data", help="convert testcases to test data" + "generate-data", help="convert testcases to test data." + ) + subparser.add_argument( + "-c", + "--clean", + default=False, + action="store_true", + help="Clean the output directory before generating data for node testcases.", ) subparser.add_argument( "-o", diff --git a/onnx/backend/test/data/node/test_basic_convinteger/model.onnx b/onnx/backend/test/data/node/test_basic_convinteger/model.onnx deleted file mode 100644 index 023bd4a9f2102e6c774f9b4289255f09556ae33d..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 196 zcmd;J72-)sOwLZtOVKS!EiSQI%gCj|#aO|`SkA>$5nq*BlpkM^pP5%8#8|1s?VO)i z=9yQLnx0xDBnDC*pOjdfnH--C6bGsSiAPBTbqk4ciEuCp32-rSFhVgikY)x+mSd4* h0!lJPiJ{rZ#>E0Ogdqv2sS>P-4aG#TCMPBVE&yRWCNBU0 diff --git a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_0.pb deleted file mode 100644 index 33cea026337..00000000000 --- a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_0.pb +++ /dev/null @@ -1 +0,0 @@ -BxJ  diff --git a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_1.pb deleted file mode 100644 index 53980d95daf..00000000000 --- a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_1.pb +++ /dev/null @@ -1 +0,0 @@ -BwJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_2.pb b/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_2.pb deleted file mode 100644 index 6741b098107..00000000000 --- a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/input_2.pb +++ /dev/null @@ -1 +0,0 @@ -B x_zero_pointJ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_basic_convinteger/test_data_set_0/output_0.pb deleted file mode 100644 index f81e5d710a91899b37606a98aa72430f9294db0b..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 31 hcmd;J diff --git a/onnx/backend/test/data/node/test_convtranspose_with_kernel/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_convtranspose_with_kernel/test_data_set_0/output_0.pb deleted file mode 100644 index 9fd2487d5489007fb987cb32b484b26ee2f63152..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 656 zcmd;Je0N+?k!~g&Q diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode/model.onnx b/onnx/backend/test/data/node/test_depthtospace_crd_mode/model.onnx deleted file mode 100644 index 72060b1c14d..00000000000 --- a/onnx/backend/test/data/node/test_depthtospace_crd_mode/model.onnx +++ /dev/null @@ -1,17 +0,0 @@ - backend-test: -6 -xy" DepthToSpace* - blocksize* -mode"CRDtest_depthtospace_crd_modeZ -x - - - - -b -y - - - - -B \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/input_0.pb deleted file mode 100644 index 660603548a0335673ea9d4014019462ea3cf90a7..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 592 zcmV~$eJs>*90%}lcb(j+pEI@-YwA44M&#^%-_N`Ba89yVrzdF_Hc=w&LUF63Td{e_ z^QNXpYwJR-T>0aQS#>29D^K&(n2oe>f3fjTn-O7iqt8Qm7-reBmb_8el!w0ZP-Jsm^x*Xb{cZ@ys#(vXJA$xa4u&b`5bYES z=!>D1;*~Eb>kkKA)g*DEVoa z7&1s{CSF4oZ@Z~wYZ9Et`&gwh8T7H2;cp?N_9YTXixBWt4&4q0opBSBy|1E{z-88c ztAWb=?X08!HmT)<)N{hfM)rikCgI>aWukh!5YuT^rplAy*z6e;c-^7Q(I5zyMWob4 z!8xRsO6yhhOyPmLuDg6z2TqWuHXZ)~1s~{+ diff --git a/onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_depthtospace_crd_mode/test_data_set_0/output_0.pb deleted file mode 100644 index f1a31fb5bc454ec7a71ad145c2d7489ed9918e57..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 592 zcmV~$c}SCS90%aEZOz=Q*NMVR32UAyXquC~zwf8)m@|`W8 z(s_V|of5RvqFnjMN|9=1R!Vu{6^fu4jik_^=Mg)Loy8)tXuVUcQ(?SK;A)WIY;q6X z_l!n~B_2-_o|p^!wMX^ zSj}4N5-?a`B9VHY!Xo#eyI+lK6?2s9IzdBu9gN?b0cp!UzNtfx8~$31#r$H^r5wgS zZ34H@$Vb}UDb>dpi5(j-ZwW#Aq7O{D2dS_zA3KBsdN-}5L4%Z%!xS`~pds&w093r~ zqTcc_d@;084%bNu$`|zD^*Ck!;gI+EGBs~WhQ{`TT*i9Y)A%B)G^XHpeFSt>6SQK{ zGfq^DnD$_duk^F|H-1DPd)P6_6vN*_L<<8Ubu5xVS_HLxfC9hD(S6*=blVw*cZcJG z_Z_-2+NjDJ3C4-CPzaYqbcwE$&bX1;B^+e$tH^KCM9o1<%}1Mwe&AZ zk5aRW6xI@IyH!t9={8mt;9#nJ8QS}9)6tpJc&6}##2`am=UskXl^3$34nS^jhw)4X z?d$VE>TCf{T6MU&@SSX$aJZ?O`MjN85M(vcvPcF$ryztV1HdeYu z(?Bz?&OusMOYEmVVz>EXa%z-nOe5q`nh7`Uew2@H#s_CRnN|O$~g{R+6?>$tH*90%}lcb(j+pEI@-YwA44M&#^%-_N`Ba89yVrzdF_Hc=w&LUF63Td{e_ z^QNXpYwJR-T>0aQS#>29D^K&(n2oe>f3fjTn-O7iqt8Qm7-reBmb_8el!w0ZP-Jsm^x*Xb{cZ@ys#(vXJA$xa4u&b`5bYES z=!>D1;*~Eb>kkKA)g*DEVoa z7&1s{CSF4oZ@Z~wYZ9Et`&gwh8T7H2;cp?N_9YTXixBWt4&4q0opBSBy|1E{z-88c ztAWb=?X08!HmT)<)N{hfM)rikCgI>aWukh!5YuT^rplAy*z6e;c-^7Q(I5zyMWob4 z!8xRsO6yhhOyPmLuDg6z2TqWuHXZ)~1s~{+ diff --git a/onnx/backend/test/data/node/test_depthtospace_dcr_mode/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_depthtospace_dcr_mode/test_data_set_0/output_0.pb deleted file mode 100644 index 8721c7484d225c0834754a3850daeadd4a56c3f7..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 592 zcmV~$c}SCS90%aEZOz=Q*NMVR32UAyXquC~zwf8)m@|`W8 z(s_V|of5RvqFnjMN|9=1R!Vu{6^fu4jik_^=Mg)Loy8)tXuVUcQ(?SK;A)T{E=rC2 zp3(5Nrr}AV951gHA+civ-c4&MebEQWVG1g2%!hYG0L~Y?qO~poadY2Dq@Jgw!wPiw ztI=B?hP=m@DTnJMjqL|Lcs))}KJZ)^Q49k$Z6DVl}%~F-KnvE!4av841c4|va!82DR=@s)libu5xVT7(PUcPQ|y99bj5&~0ZBE{Vu^ zCWG8m&3x)?0R&l1baUZ5`8fqaXWYn?x@gGWSCLC-Ej0%%u~M^&nB@?pWwj*Zwjy?$ zFIqJXRAU;Uwp;b|OyP;L00*norHcdD}lmW0yI6R8t;Wufbe@S|n z9YQFqCA8~d4A@V9*i%+va%z-jUY&zSX(p!9ZA@a2L6tAVx+*UmojDD;!5!tJo8cbb TMW)q5)D|>OX5JfK+6?>$`()^k diff --git a/onnx/backend/test/data/node/test_pow_types_float/model.onnx b/onnx/backend/test/data/node/test_pow_types_float/model.onnx deleted file mode 100644 index c0fd50393cd..00000000000 --- a/onnx/backend/test/data/node/test_pow_types_float/model.onnx +++ /dev/null @@ -1,16 +0,0 @@ - backend-test:Y - -x -yz"Powtest_pow_types_floatZ -x - - -Z -y - - -b -z - - -B \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_0.pb deleted file mode 100644 index d91963f15c890955c4049fa33858b8d64ca4c264..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 33 Ycmd;J7GQT`tniXxWPkuBD9sF|0V1^lMgRZ+ diff --git a/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_1.pb b/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/input_1.pb deleted file mode 100644 index a760307aaa9d741605ce33d06bfeb54d3669be86..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 21 acmd;J7GQK@tn}hxU}$h)U|0ae2OIz(Yy-~# diff --git a/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_pow_types_float/test_data_set_0/output_0.pb deleted file mode 100644 index c77d2103a132ff11755f8c395343ece7c1ccd1ff..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 33 acmd;J7GQT`tn!jzWPkt#D1DO&!TTL032)r>i_@% diff --git a/onnx/backend/test/data/node/test_reduce_log_sum/model.onnx b/onnx/backend/test/data/node/test_reduce_log_sum/model.onnx deleted file mode 100644 index 2d4f60fce29896d9b2eaa7ca04384c364cc7c39f..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 158 zcmd;J7UD@tOwLZtOVKS!EiSQYXXLWwVo6CXNfcr)N=+$EPEAqb2?8^G^3#J$bG3N6 zSQ0BziyfF87#A?IYw>e&WT&PUq-5q6OE4^8WD*hvnG+Au8=sS(9$#FV8zlubQ;17| jgHecwi;067h*^M`HA$2UW|I&X7Y9%pB+Tr@B)|p$bH63m diff --git a/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/input_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/input_0.pb deleted file mode 100644 index 913f023fdcb..00000000000 --- a/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/input_0.pb +++ /dev/null @@ -1 +0,0 @@ -BdataJ  ?7?N?w} ?H>QY%?n >~J?e?^k?l?Z{=p= <&U?H5G?^?z?L?G>G?9=#?4>q?ڗ?N>s>.4F?>?<\?N?c?yq?Ƌ.?k>>2?v=9*?+?nW>A>>L8>j?a>}?=U>R.%>2'?p>I>Jz> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/output_0.pb deleted file mode 100644 index b1470001e95..00000000000 --- a/onnx/backend/test/data/node/test_reduce_log_sum/test_data_set_0/output_0.pb +++ /dev/null @@ -1 +0,0 @@ -BreducedJ ! @F@@ \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/model.onnx b/onnx/backend/test/data/node/test_reduce_sum_empty_axes_input_noop_random/model.onnx deleted file mode 100644 index e69caaee69d23ec816645aa935d474fbf6b889e4..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 228 zcmd;J7vf1uOwLZtOVKS!EiSP-%gE)&#gdX(lE}r9Sdm&R#9ow|QktBaqQn^lW(1e! zYVmV%WT&PUq-5q6OE4~AWYUu663NTYFNiPCEXjyZ%`GUYj0b53OA6_L4338w6JK1K zi=-evGq0euBp$4{C^0W3KQ~GWV!MzKmjDN&5Dym<2Qv^efpC-%)Jz?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_unsqueeze_axis_3/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_unsqueeze_axis_3/test_data_set_0/output_0.pb deleted file mode 100644 index 5b5348d4f0f..00000000000 --- a/onnx/backend/test/data/node/test_unsqueeze_axis_3/test_data_set_0/output_0.pb +++ /dev/null @@ -1 +0,0 @@ -ByJx?h>z?j@$ ?.z8s?bhdӽ9>(>%?^B?0= B>]ת>=?RiJ>Z/d#S'?K]?=C@(Hm;= ?2??>>Ec! >*z??Oƾmǚ6&õgڿ?xFKྙ[ G?4οYL=e> kQN>.:=ݚ>b"6 \ No newline at end of file