tests: rerun flaky (#1025)

.github/mergify.yml

@@ -66,18 +66,18 @@ pull_request_rules:
       - base=master  # apply only on master
       - -title~=(?i)wip # skip all PR that title contains “WIP” (ignoring case)
       - "#approved-reviews-by>=1" # number of review approvals
+      - "#changes-requested-reviews-by=0" # no requested changes
     actions:
       update: {}
 
-# ToDo: enable when the team is indexed correctly
-#  - name: add core reviewer
-#    conditions:
-#      - -conflict # skip if conflict
-#      - -draft # filter-out GH draft PRs
-#      - label="ready"
-#      - "#approved-reviews-by<2" # number of review approvals
-#      - "#review-requested<2" # number of requested reviews
-#    actions:
-#      request_reviews:
-#        teams:
-#          - "@Lightning-Universe/core-bolts"
+  - name: add core reviewer
+    conditions:
+      - -conflict # skip if conflict
+      - -draft # filter-out GH draft PRs
+      - label="ready"
+      - "#approved-reviews-by<2" # number of review approvals
+      - "#review-requested<2" # number of requested reviews
+    actions:
+      request_reviews:
+        teams:
+          - "@Lightning-Universe/core-bolts"

requirements/test.txt

@@ -1,6 +1,7 @@
 coverage[toml] >7.0.0, <8.0.0
 pytest ==7.3.1
 pytest-cov ==4.1.0
+pytest-rerunfailures ==11.1.2
 
 scikit-learn >=1.0.2, <=1.2.2
 sparseml >1.0.0, <1.3.0

tests/models/test_classic_ml.py

@@ -1,11 +1,13 @@
 import numpy as np
+import pytest
 from pytorch_lightning import Trainer, seed_everything
 from torch.utils.data import DataLoader
 
 from pl_bolts.datamodules.sklearn_datamodule import SklearnDataset
 from pl_bolts.models.regression import LinearRegression
 
 
+@pytest.mark.flaky(reruns=3)
 def test_linear_regression_model(tmpdir):
     seed_everything()