Skip to content

Commit

Permalink
test: add flaky tests results files checksums
Browse files Browse the repository at this point in the history
Added flaky tests results files checksums:

  app-tap/logger.test.lua					gh-5346
  app-tap/tarantoolctl.test.lua					gh-5059
  box/access.test.lua				 	gh-5373 gh-5411
  box/alter.test.lua						gh-5557
  box/before_replace.test.lua					gh-5546
  box/cfg.test.lua				 		gh-5530
  box/ddl_call_twice_gh-2336.test.lua				gh-5560
  box/ddl_collation_deleted_gh-3290.test.lua			gh-5555
  box/gh-4703-on_shutdown-bug.test.lua				gh-5560
  box/hash_gh-1467.test.lua				gh-5476 gh-5504
  box/iterator.test.lua						gh-5523
  box/leak.test.lua						gh-5548
  box/net.box_connect_timeout_gh-2054.test.lua			gh-5548
  box/net.box_count_inconsistent_gh-3262.test.lua		gh-5532
  box/net.box_field_names_gh-2978.test.lua			gh-5554
  box/net.box_get_connection_object.test.lua			gh-5549
  box/net.box_gibberish_gh-3900.test.lua			gh-5548
  box/net.box_incorrect_iterator_gh-841.test.lua		gh-5434
  box/net.box_index_unique_flag_gh-4091.test.lua		gh-5551
  box/net.box_iproto_hangs_gh-3464.test.lua			gh-5548
  box/net.box_log_corrupted_rows_gh-4040.test.lua		gh-5548
  box/net.box_reload_schema_gh-636.test.lua			gh-5550
  box/net.box_schema_change_gh-2666.test.lua			gh-5547
  box/on_shutdown.test.lua					gh-5562
  box/schema_reload.test.lua					gh-5552
  box/select.test.lua						gh-5548
  box/tree_pk_multipart.test.lua			gh-5528 gh-5556
  box-tap/gh-4231-box-execute-locking.test.lua			gh-5558
  box-tap/session.test.lua					gh-5346
  box-tap/session.storage.test.lua				gh-5346
  engine/conflict.test.lua					gh-5516
  engine/tuple.test.lua						gh-5480
  replication/bootstrap_leader.test.lua				gh-5478
  replication/box_set_replication_stress.test.lua		gh-4992
  replication/gh-3160-misc-heartbeats-on-master-changes.test.>	gh-4940
  replication/ddl.test.lua					gh-5337
  replication/election_basic.test.lua				gh-5368
  replication/election_qsync.test.lua				gh-5430
  replication/election_qsync_stress.test.lua			gh-5395
  replication/gh-5287-boot-anon.test.lua			gh-5412
  replication/gh-5426-election-on-off.test.lua			gh-5506
  replication/prune.test.lua					gh-5361
  replication/rebootstrap.test.lua				gh-5524
  replication/show_error_on_disconnect.test.lua			gh-5371
  replication/sync.test.lua					gh-3835
  replication/transaction.test.lua				gh-5563
  sql/prepared.test.lua						gh-5359
  sql/checks.test.lua						gh-5477
  sql/gh2808-inline-unique-persistency-check.test.lua		gh-5479
  swim/swim.test.lua					gh-5403 gh-5561
  vinyl/deferred_delete.test.lua				gh-5089
  vinyl/errinj_tx.test.lua					gh-5539
  vinyl/gh-4810-dump-during-index-build.test.lua		gh-5031
  vinyl/gh-4957-too-many-upserts.test.lua			gh-5378
  vinyl/gh-5141-invalid-vylog-file.test.lua			gh-5141
  vinyl/gc.test.lua						gh-5474
  vinyl/iterator.test.lua                       		gh-5141
  vinyl/replica_rejoin.test.lua					gh-4985
  vinyl/snapshot.test.lua					gh-4984
  vinyl/tx_gap_lock.test.lua					gh-4309
  xlog/panic_on_broken_lsn.test.lua				gh-4991

(cherry picked from commit a79ba0f)
  • Loading branch information
avtikhon authored and kyukhin committed Nov 26, 2020
1 parent 17de8df commit 0229a36
Show file tree
Hide file tree
Showing 9 changed files with 201 additions and 38 deletions.
16 changes: 12 additions & 4 deletions test/app-tap/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -9,16 +9,24 @@ fragile = {
"retries": 10,
"tests": {
"tarantoolctl.test.lua": {
"issues": [ "gh-5059" ]
"issues": [ "gh-5059" ],
"checksums": [ "1eea8234b18bf107271b2a973f32a10e", "5e9064e8640a5106967c4737523364ee" ]
},
"debug.test.lua": {
"issues": [ "gh-5346" ]
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"http_client.test.lua": {
"issues": [ "gh-5346" ]
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"inspector.test.lua": {
"issues": [ "gh-5346" ]
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"logger.test.lua": {
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
}
}
}
15 changes: 14 additions & 1 deletion test/box-tap/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,20 @@ fragile = {
"issues": [ "gh-5049" ]
},
"net.box.test.lua": {
"issues": [ "gh-5346" ]
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"session.storage.test.lua": {
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"session.test.lua": {
"issues": [ "gh-5346" ],
"checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"gh-4231-box-execute-locking.test.lua": {
"issues": [ "gh-5558" ],
"checksums": [ "6b5be514a65e8d115afa5e8ae6093b40" ]
}
}
}
104 changes: 102 additions & 2 deletions test/box/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -124,13 +124,113 @@ fragile = {
"issues": [ "gh-5410" ],
"checksums": [ "11eefd2021fa435c1893ab1584031e5d" ]
},
"box/access.test.lua": {
"access.test.lua": {
"issues": [ "gh-5373", "gh-5411" ],
"checksums": [ "f94a9c1e206e1db81b9f39666ea14cf7" ]
},
"box/net.box_incorrect_iterator_gh-841.test.lua": {
"net.box_incorrect_iterator_gh-841.test.lua": {
"issues": [ "gh-5434" ],
"checksums": [ "3c2b74ee82a7689f29f8a8e50d804ecb" ]
},
"hash_gh-1467.test.lua": {
"issues": [ "gh-5476" ],
"checksums": [ "47fb00af79ba20d33b6e9b8fc1a7320e" ]
},
"hash_gh-1467.test.lua": {
"issues": [ "gh-5504" ],
"checksums": [ "6ea05ab1092cb7ed225aaa617b2c0832" ]
},
"iterator.test.lua": {
"issues": [ "gh-5523" ],
"checksums": [ "c29fa9a2c90fd99a252aaa163ba384db" ]
},
"tree_pk_multipart.test.lua": {
"issues": [ "gh-5528" ],
"checksums": [ "e8c7465cac97fab9157025694c1eabea", "ceb912a9c88a35bd1622f30989eaca95" ]
},
"cfg.test.lua": {
"issues": [ "gh-5530" ],
"checksums": [ "6562ddce4c4d8d42e2a81c7e452434b8" ]
},
"net.box_count_inconsistent_gh-3262.test.lua": {
"issues": [ "gh-5532" ],
"checksums": [ "54cb0a7773f633dc7212a944d43c7b56" ]
},
"before_replace.test.lua": {
"issues": [ "gh-5546" ],
"checksums": [ "6379f11bde87b463059911b670a29906" ]
},
"net.box_schema_change_gh-2666.test.lua": {
"issues": [ "gh-5547" ],
"checksums": [ "193c3e139deb808a93f8f62a7ce96d28" ]
},
"net.box_iproto_hangs_gh-3464.test.lua": {
"issues": [ "gh-5548" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2" ]
},
"net.box_connect_timeout_gh-2054.test.lua": {
"issues": [ "gh-5548" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2" ]
},
"net.box_gibberish_gh-3900.test.lua": {
"issues": [ "gh-5548" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2" ]
},
"net.box_log_corrupted_rows_gh-4040.test.lua": {
"issues": [ "gh-5548" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2" ]
},
"leak.test.lua": {
"issues": [ "gh-5548" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2" ]
},
"select.test.lua": {
"issues": [ "gh-5548", "gh-5553" ],
"checksums": [ "78e53d88a92708766af55557fc5889b2", "7a48e9ad1c4981a3bceebb0e71586376" ]
},
"net.box_get_connection_object.test.lua": {
"issues": [ "gh-5549" ],
"checksums": [ "80f104406a762aed2119108aa33be73d" ]
},
"net.box_reload_schema_gh-636.test.lua": {
"issues": [ "gh-5550" ],
"checksums": [ "42720b688500eb4dc77f2d4b4eda305d", "263ac84314fd1b2585ad1ee81e8d0dd0" ]
},
"net.box_index_unique_flag_gh-4091.test.lua": {
"issues": [ "gh-5551" ],
"checksums": [ "1f53f6926961c55931128ae1f3f7a03c" ]
},
"schema_reload.test.lua": {
"issues": [ "gh-5552" ],
"checksums": [ "e07fa0f0d38ad1619c6206b30f8c8e8f" ]
},
"net.box_field_names_gh-2978.test.lua": {
"issues": [ "gh-5554" ],
"checksums": [ "1371cceed747c5a4875ba8ff7047fa3a" ]
},
"ddl_collation_deleted_gh-3290.test.lua": {
"issues": [ "gh-5555" ],
"checksums": [ "4a0a0ea618b9baf9fdd9826e83191576" ]
},
"tree_pk_multipart.test.lua": {
"issues": [ "gh-5556" ],
"checksums": [ "a30bba1908e52bc9fc31f6c33565cdc1" ]
},
"alter.test.lua": {
"issues": [ "gh-5557" ],
"checksums": [ "26e862f898badb0fd45c429ace27cd92" ]
},
"ddl_call_twice_gh-2336.test.lua": {
"issues": [ "gh-5560" ],
"checksums": [ "33e685a1e7a346ceb3749fa0bd0528a2" ]
},
"gh-4703-on_shutdown-bug.test.lua": {
"issues": [ "gh-5560" ],
"checksums": [ "33e685a1e7a346ceb3749fa0bd0528a2" ]
},
"on_shutdown.test.lua": {
"issues": [ "gh-5562" ],
"checksums": [ "4c18b44583b1a169f0fff5baed531efd" ]
}
}
}
8 changes: 8 additions & 0 deletions test/engine/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,14 @@ fragile = {
"gh-4973-concurrent-alter-fails.test.lua": {
"issues": [ "gh-5157" ],
"checksums": [ "4e797e63335cebe24dab15eae4aa8044" ]
},
"tuple.test.lua": {
"issues": [ "gh-5480" ],
"checksums": [ "8fdb38e170c7c1e0c2353a0e76547081" ]
},
"conflict.test.lua": {
"issues": [ "gh-5516" ],
"checksums": [ "187434595fcf4e4d22f2ecee707f5e50", "20842c99301b23e71a6365550333da87" ]
}
}
}
50 changes: 32 additions & 18 deletions test/replication/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -24,21 +24,22 @@ fragile = {
},
"gh-3160-misc-heartbeats-on-master-changes.test.lua": {
"issues": [ "gh-4940" ],
"checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01" ]
"checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01", "c7054aec18a7a983c717f1b92dd1434c", "09500c4d118ace1e05b23665ba055bf5" ]
},
"skip_conflict_row.test.lua": {
"issues": [ "gh-4958" ]
},
"sync.test.lua": {
"issues": [ "gh-3835" ]
"issues": [ "gh-3835" ],
"checksums": [ "1bf966198e1521a8a230d9f53e244056", "251df1dfcab4a19508cbe4c3333c9bc6", "2fedbbfc8267f2aa1321683a23534bbb" ]
},
"transaction.test.lua": {
"issues": [ "gh-4312", "gh-5331" ],
"checksums": [ "302cbcfde971bc8cb65b059165509d20", "a488d1f66d4d0325c28746db77cf5e17" ]
"issues": [ "gh-4312", "gh-5331", "gh-5563" ],
"checksums": [ "302cbcfde971bc8cb65b059165509d20", "a488d1f66d4d0325c28746db77cf5e17", "7072465a0fc9453a128eb343f91b0688" ]
},
"autobootstrap.test.lua": {
"issues": [ "gh-4533" ],
"checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da" ]
"checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da", "12489e29b7b2dc0ddceb5f596d8fb1a4" ]
},
"autobootstrap_guest.test.lua": {
"issues": [ "gh-4533" ],
Expand All @@ -53,7 +54,7 @@ fragile = {
},
"box_set_replication_stress.test.lua": {
"issues": [ "gh-4992", "gh-4986" ],
"checksums": [ "58cd2e36248c230e96c02397af5d7dbd", "295cc60d4fbd223d5b6e44f88afac46a" ]
"checksums": [ "58cd2e36248c230e96c02397af5d7dbd", "295cc60d4fbd223d5b6e44f88afac46a", "feb0b3a434cd215bf7330579ebed1cc9" ]
},
"gh-4605-empty-password.test.lua": {
"issues": [ "gh-5030" ]
Expand All @@ -64,7 +65,7 @@ fragile = {
},
"ddl.test.lua": {
"issues": [ "gh-5337" ],
"checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821" ]
"checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821", "a3962e843889def7f61d6f1f71461bf1" ]
},
"qsync_advanced.test.lua": {
"issues": [ "gh-5340" ],
Expand All @@ -91,23 +92,23 @@ fragile = {
},
"gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": {
"issues": [ "gh-5357", "gh-5380" ],
"checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf" ]
"checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf", "d41d8cd98f00b204e9800998ecf8427e" ]
},
"prune.test.lua": {
"issues": [ "gh-5361" ],
"checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ]
"checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d", "6c3d27ffafa2eb1b380c07286ca8d8f1", "96246fc9e418b077adcf09ce284d432d" ]
},
"gh-4402-info-errno.test.lua": {
"issues": [ "gh-5366" ],
"checksums": [ "4a7286b7141c6a15556990ead3bf26b0" ]
},
"election_basic.test.lua": {
"issues": [ "gh-5368" ],
"checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8" ]
"checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8", "18af1ce1a70e295d717294b876a0773c", "081266c856ca3770e6a2ae24f00c6081" ]
},
"show_error_on_disconnect.test.lua": {
"issues": [ "gh-5371" ],
"checksums": [ "304214225ce2a0238cc583059733f73a", "7bb4a0f8d3f82fa998462ea8120983fb" ]
"checksums": [ "304214225ce2a0238cc583059733f73a", "7bb4a0f8d3f82fa998462ea8120983fb", "67ca0a848e3e0f3c213e9c9e74514dc1", "7bb4a0f8d3f82fa998462ea8120983fb" ]
},
"gh-5298-qsync-recovery-snap.test.lua.test.lua": {
"issues": [ "gh-5379" ],
Expand All @@ -119,7 +120,7 @@ fragile = {
},
"election_qsync_stress.test.lua": {
"issues": [ "gh-5395" ],
"checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316" ]
"checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316", "83960a6d5cfaaa3e9a3f083c872867a9" ]
},
"gh-3711-misc-no-restart-on-same-configuration.test.lua": {
"issues": [ "gh-5407" ],
Expand All @@ -130,15 +131,28 @@ fragile = {
"checksums": [ "1bc90c82de8f8dc7939d78aff4054daf" ]
},
"gh-5287-boot-anon.test.lua": {
"issues": [ "gh-5412" ]
},
"gh-5426-election-on-off.test.lua": {
"issues": [ "gh-5433" ],
"checksums": [ "bac48704e0fa73da18fc2ce3bb9aaa76" ]
"issues": [ "gh-5412" ],
"checksums": [ "5b8cfb17c89195a02ac44fb59e6e0e2f" ]
},
"election_qsync.test.lua": {
"issues": [ "gh-5430" ],
"checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712" ]
"checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712", "0587c125b85ee9ba534b8c9ff0bf31c0", "1b1957e609d7a743633740f3f7d55f9c", "de2ecf8380d0d16c383afc24e48cec9b", "349b921dfd4e8620d67dbecbc9938c3f", "8d4e08a8dcfa4b45235f156774996743" ]
},
"gc.test.lua": {
"issues": [ "gh-5474" ],
"checksums": [ "eba8a4dd4110f26e5189c24f117a1679" ]
},
"bootstrap_leader.test.lua": {
"issues": [ "gh-5478" ],
"checksums": [ "e1a4aafd227fc5e41ce74a92bb7fa5ad" ]
},
"gh-5426-election-on-off.test.lua": {
"issues": [ "gh-5506" ],
"checksums": [ "626c96b22943d3857511b0e81a82596d", "c57db4211832e9dea3e2092f19a9fdb8" ]
},
"rebootstrap.test.lua": {
"issues": [ "gh-5524" ],
"checksums": [ "9b51988ec68ae417433ec41bb7285ac4" ]
}
}
}
8 changes: 8 additions & 0 deletions test/sql/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,14 @@ fragile = {
"prepared.test.lua": {
"issues": [ "gh-5359" ],
"checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ]
},
"checks.test.lua": {
"issues": [ "gh-5477" ],
"checksums": [ "0d7ddbb3d34c38745104fbbaf03f8e1f" ]
},
"gh2808-inline-unique-persistency-check.test.lua": {
"issues": [ "gh-5479" ],
"checksums": [ "c1538444c0151b8490c5df386f8d37a2" ]
}
}
}
4 changes: 2 additions & 2 deletions test/swim/suite.ini
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@ fragile = {
"retries": 10,
"tests": {
"swim.test.lua": {
"issues": [ "gh-5403" ],
"checksums": [ "9f1423cf502adfd16611dd5e839b57e4" ]
"issues": [ "gh-5403", "gh-5561" ],
"checksums": [ "9f1423cf502adfd16611dd5e839b57e4", "a127e3c07b933d5e6602cb14e0f6e728", "867bb2d251a387c53875442f71410e7f" ]
}
}
}
Loading

0 comments on commit 0229a36

Please sign in to comment.