Makefile, tests/failing.*: exclude failing tests

runtimeverification · Feb 11, 2019 · ff5769c · ff5769c
1 parent 3510983
commit ff5769c
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 1 deletion.
diff --git a/Makefile b/Makefile
@@ -296,7 +296,8 @@ slow_bchain_tests=$(wildcard tests/ethereum-tests/BlockchainTests/GeneralStateTe
                   tests/ethereum-tests/BlockchainTests/GeneralStateTests/stCreateTest/CREATE_ContractRETURNBigOffset_d1g0v0.json
 bad_bchain_tests= tests/ethereum-tests/BlockchainTests/GeneralStateTests/stCreate2/RevertOpcodeInCreateReturns_d0g0v0.json \
                   tests/ethereum-tests/BlockchainTests/GeneralStateTests/stCreate2/RevertInCreateInInit_d0g0v0.json
-all_bchain_tests=$(filter-out $(bad_bchain_tests), $(bchain_tests))
+failing_bchain_tests=$(shell cat tests/failing.${TEST_CONCRETE_BACKEND})
+all_bchain_tests=$(filter-out $(bad_bchain_tests), $(filter-out $(failing_bchain_tests), $(bchain_tests)))
 quick_bchain_tests=$(filter-out $(slow_bchain_tests), $(all_bchain_tests))
 
 test-all-bchain: $(all_bchain_tests:=.test)

diff --git a/tests/failing.llvm b/tests/failing.llvm
@@ -0,0 +1,3 @@
+tests/ethereum-tests/BlockchainTests/GeneralStateTests/stAttackTest/ContractCreationSpam_d0g0v0.json
+tests/ethereum-tests/BlockchainTests/GeneralStateTests/stRandom/randomStatetest177_d0g0v0.json
+tests/ethereum-tests/BlockchainTests/GeneralStateTests/stSpecialTest/JUMPDEST_Attack_d0g0v0.json
diff --git a/tests/failing.ocaml b/tests/failing.ocaml