forked from openshift/assisted-service
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
MGMT-12329: Implements assisted boot reporter and add to ignition
Implements: openshift#4444
- Loading branch information
Nir Magnezi
committed
Jan 17, 2023
1 parent
cb3b1c1
commit d796cf0
Showing
15 changed files
with
342 additions
and
58 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
104 changes: 104 additions & 0 deletions
104
internal/ignition/boot-reporter/assisted-boot-reporter.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,104 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| export LOG_SEND_FREQUENCY_IN_MINUTES=5 | ||
| export SERVICE_TIMEOUT_MINUTES=60 | ||
|
|
||
| function log() { | ||
| echo "$(date '+%F %T') ${HOSTNAME} $2[$$]: level=$1 msg=\"$3\"" | ||
| } | ||
|
|
||
| function log_info() { | ||
| log "info" "$1" "$2" | ||
| } | ||
|
|
||
| function log_error() { | ||
| log "error" "$1" "$2" | ||
| } | ||
|
|
||
| function init_variables() { | ||
| func_name=${FUNCNAME[0]} | ||
| init_failed="false" | ||
|
|
||
| if [ "$ASSISTED_SERVICE_URL" == "" ]; then | ||
| init_failed="true" | ||
| log_error "${func_name}" "ASSISTED_SERVICE_URL is empty." | ||
| elif [ "${ASSISTED_SERVICE_URL: -1}" == "/" ]; then | ||
| export ASSISTED_SERVICE_URL="${ASSISTED_SERVICE_URL::-1}" | ||
| fi | ||
|
|
||
| if [ "$CLUSTER_ID" == "" ]; then | ||
| init_failed="true" | ||
| log_error "${func_name}" "CLUSTER_ID is empty." | ||
| fi | ||
|
|
||
| if [ "$INFRA_ENV_ID" == "" ]; then | ||
| init_failed="true" | ||
| log_error "${func_name}" "INFRA_ENV_ID is empty." | ||
| fi | ||
|
|
||
| if [ "$HOST_ID" == "" ]; then | ||
| init_failed="true" | ||
| log_error "${func_name}" "HOST_ID is empty." | ||
| fi | ||
|
|
||
| if [ "$init_failed" == "true" ]; then | ||
| log_error "${func_name}" "Failed to initialize variables. Exiting." | ||
| exit 1 | ||
| fi | ||
| } | ||
|
|
||
| function collect_and_upload_logs() { | ||
| func_name=${FUNCNAME[0]} | ||
|
|
||
| log_info "${func_name}" "Collecting logs." | ||
| logs_dir_name=boot_logs_$HOST_ID | ||
| logs_path=/tmp/$logs_dir_name | ||
|
|
||
| rm -rf $logs_path | ||
| mkdir -p $logs_path | ||
|
|
||
| journalctl > "$logs_path"/journalctl.log | ||
| log_info "${func_name}" "Copying journalctl to $logs_path/" | ||
| ip a > $logs_path/ip_a.log | ||
| log_info "${func_name}" "Capturing the output of 'ip a' to $logs_path/" | ||
| cp /etc/resolv.conf $logs_path | ||
| log_info "${func_name}" "Copying /etc/resolv.conf to $logs_path/" | ||
|
|
||
| pushd /tmp | ||
| log_info "${func_name}" "Compressing logs to $logs_dir_name.tar.gz" | ||
| tar -czvf "$logs_dir_name".tar.gz "$logs_dir_name" | ||
| popd | ||
|
|
||
| log_info "${func_name}" "Uploading logs." | ||
|
|
||
| curl -X POST -H "X-Secret-Key: ${PULL_SECRET_TOKEN}" \ | ||
| -F upfile=@$logs_path.tar.gz \ | ||
| "$ASSISTED_SERVICE_URL/api/assisted-install/v2/clusters/$CLUSTER_ID/logs?logs_type=node-boot&infra_env_id=$INFRA_ENV_ID&host_id=$HOST_ID" | ||
|
|
||
| if [ $? -eq 0 ]; then | ||
| log_info "${func_name}" "Successfully uploaded logs." | ||
| else | ||
| log_error "${func_name}" "Failed to upload logs." | ||
| fi | ||
| } | ||
|
|
||
| function main() { | ||
| func_name=${FUNCNAME[0]} | ||
| count=$((SERVICE_TIMEOUT_MINUTES/LOG_SEND_FREQUENCY_IN_MINUTES)) | ||
|
|
||
| for i in $(seq $count) | ||
| do | ||
| log_info "${func_name}" "Upload logs attempt ${i}/${count}" | ||
| collect_and_upload_logs | ||
| if [ "$i" != "$count" ]; then # don't sleep at the last iteration. | ||
| log_info "${func_name}" "Sleeping for ${LOG_SEND_ITERATION_MINUTES} minutes until the next attempt." | ||
| sleep $((LOG_SEND_FREQUENCY_IN_MINUTES*60)) | ||
| fi | ||
| done | ||
| } | ||
|
|
||
| log_info assisted-boot-reporter "assisted-boot-reporter start" | ||
| init_variables | ||
| main | ||
| log_info assisted-boot-reporter "assisted-boot-reporter end" | ||
| exit 0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.