fix(agw): Fixed CI dashboard reporting and cleanups for flaky retry s…

…upport (#12375)

Signed-off-by: VinashakAnkitAman <ankit.aman@radisys.com>

ci-scripts/firebase_publish_report.py

@@ -60,10 +60,13 @@ def lte_integ_test(args):
     report = url_to_html_redirect(args.run_id, args.url)
     # Possible args.verdict values are success, failure, or canceled
     verdict = 'inconclusive'
-    if args.verdict.lower() == 'success':
-        verdict = 'pass'
-    elif args.verdict.lower() == 'failure':
-        verdict = 'fail'
+
+    # As per the recent change, CI process runs all integ tests ignoring the
+    # failing test cases, because of which CI report always shows lte integ
+    # test as success. Here we read the CI status from file for more accurate
+    # lte integ test execution status
+    with open('test_status.txt', 'r') as file:
+        verdict = file.read().rstrip()
     publish_report('lte_integ_test', args.build_id, verdict, report)
 
 

lte/gateway/python/integ_tests/Makefile

@@ -26,7 +26,7 @@ $(PYTHON_BUILD)/setupinteg_env:
 RESULTS_DIR := /var/tmp/test_results
 define execute_test
 	echo "Running test: $(1)"
-	timeout --foreground -k 930s 900s sudo -E PATH=$(PATH) PYTHONPATH=$(PYTHONPATH):$(S1AP_TESTER_PYTHON_PATH) $(PYTHON_BUILD)/bin/nosetests --with-flaky --force-flaky --no-success-flaky-report --max-runs=1 --min-passes=1 --with-xunit --xunit-file=$(RESULTS_DIR)/$(basename $(notdir $(1))).xml -x -s $(1) || exit 1
+	timeout --foreground -k 930s 900s sudo -E PATH=$(PATH) PYTHONPATH=$(PYTHONPATH):$(S1AP_TESTER_PYTHON_PATH) $(PYTHON_BUILD)/bin/nosetests --with-flaky --force-flaky --no-success-flaky-report --max-runs=1 --min-passes=1 --with-xunit --xunit-file=$(RESULTS_DIR)/$(basename $(notdir $(1))).xml -x -s $(1) || (echo "fail" > $(MAGMA_ROOT)/test_status.txt && exit 1)
 	sleep 1
 endef
 
@@ -45,6 +45,7 @@ integ_test: $(PYTHON_BUILD)/setupinteg_env $(BIN)/nosetests
 ifdef TESTS
 	$(call execute_test,$(TESTS))
 else
+	echo "pass" > $(MAGMA_ROOT)/test_status.txt
 	$(foreach test,$(EXTENDED_TESTS) $(PRECOMMIT_TESTS),$(call execute_test,$(test));)
 endif