MDBF-1130 Collect selinux, pam and systemd logs on test failure

Author: grooverdan

scripts/bash_lib.sh

@@ -40,6 +40,25 @@ err() {
   exit 1
 }
 
+collect_logs() {
+  exit_code=$?
+  if [[ $exit_code -ne 0 ]]; then
+    set +e
+    bb_log_info "systemd service information"
+    sudo journalctl --boot --unit mariadb.service mariadb-columnstore.service
+    if [ -f /etc/selinux/config ]; then
+      bb_log_info "selinux denial information"
+      sudo ausearch -i -m avc,user_avc,selinux_err,user_selinux_err -ts boot
+    fi
+    bb_log_info "PAM information"
+    sudo grep -i pam /var/log/secure /var/log/auth.log
+    set -e
+  else
+    bb_log_info "Test(s) ran successfully"
+  fi
+  exit $exit_code
+}
+
 # mariadb < 10.4 the client binary was mysql
 # needed in distro upgrade tests. Remove after rhel7, rocky/alma/rhel 8 are no longer supported
 get_db_client() {

scripts/deb-install.sh

@@ -11,6 +11,8 @@ set -e
 # shellcheck disable=SC1091
 . ./bash_lib.sh
 
+trap 'collect_logs' EXIT
+
 # load OS variables
 # shellcheck disable=SC1091
 . /etc/os-release

scripts/deb-upgrade.sh

@@ -11,6 +11,8 @@ set -e
 # shellcheck disable=SC1091
 . ./bash_lib.sh
 
+trap 'collect_logs' EXIT
+
 # function to be able to run the script manually (see bash_lib.sh)
 manual_run_switch "$1"
 

scripts/pam-test.sh

@@ -6,6 +6,8 @@ set -e
 # shellcheck disable=SC1091
 . ./bash_lib.sh
 
+trap 'collect_logs' EXIT
+
 bb_print_env
 
 control_mariadb_server restart
@@ -97,4 +99,4 @@ fi
 set +e
 if ((res != 0)); then
   exit $res
-fi
+fi

scripts/rpm-install.sh

@@ -11,6 +11,8 @@ set -e
 # shellcheck disable=SC1091
 . ./bash_lib.sh
 
+trap 'collect_logs' EXIT
+
 # yum/dnf switch
 pkg_cmd=$(rpm_pkg)
 

scripts/rpm-upgrade.sh

@@ -11,6 +11,8 @@ set -e
 # shellcheck disable=SC1091
 . ./bash_lib.sh
 
+trap 'collect_logs' EXIT
+
 # function to be able to run the script manually (see bash_lib.sh)
 manual_run_switch "$1"