backup.sh

#!/bin/bash

#===========================================================================#
#                                                                           #
# Hestia Control Panel - Backup Function Library                            #
#                                                                           #
#===========================================================================#

# Local storage
# Defining local storage function
local_backup(){

    rm -f $BACKUP/$user.$backup_new_date.tar

    # Checking retention
    backup_list=$(ls -lrt $BACKUP/ |awk '{print $9}' |grep "^$user\." | grep ".tar")
    backups_count=$(echo "$backup_list" |wc -l)
    if [ "$BACKUPS" -le "$backups_count" ]; then
        backups_rm_number=$((backups_count - BACKUPS + 1))

        # Removing old backup
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
            backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
            echo -e "$(date "+%F %T") Rotated: $backup_date" |\
                tee -a $BACKUP/$user.log
            rm -f $BACKUP/$backup
        done
    fi

    # Checking disk space
    disk_usage=$(df $BACKUP |tail -n1 |tr ' ' '\n' |grep % |cut -f 1 -d %)
    if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
        rm -rf $tmpdir
        rm -f $BACKUP/$user.log
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "Not enough disk space" | $SENDMAIL -s "$subj" "$email" "yes"
        check_result "$E_DISK" "Not enough dsk space"
    fi

    # Creating final tarball
    cd $tmpdir
    tar -cf $BACKUP/$user.$backup_new_date.tar .
    chmod 640 $BACKUP/$user.$backup_new_date.tar
    chown admin:$user $BACKUP/$user.$backup_new_date.tar
    localbackup='yes'
    echo -e "$(date "+%F %T") Local: $BACKUP/$user.$backup_new_date.tar" |\
        tee -a $BACKUP/$user.log
}

# FTP Functions 
# Defining ftp command function
ftpc() {
    /usr/bin/ftp -np $HOST $PORT <<EOF
    quote USER $USERNAME
    quote PASS $PASSWORD
    binary
    $1
    $2
    $3
    quit
EOF
}

# Defining ftp storage function
ftp_backup() {
    # Checking config
    if [ ! -e "$HESTIA/conf/ftp.backup.conf" ]; then
        error="ftp.backup.conf doesn't exist"
        echo "$error" |$SENDMAIL -s "$subj" $email "yes"
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_NOTEXIST"
        return "$E_NOTEXIST"
    fi

    # Parse config
    source_conf "$HESTIA/conf/ftp.backup.conf"

    # Set default port
    if [ -z "$(grep 'PORT=' $HESTIA/conf/ftp.backup.conf)" ]; then
        PORT='21'
    fi

    # Checking variables
    if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
        error="Can't parse ftp backup configuration"
        echo "$error" |$SENDMAIL -s "$subj" $email "yes"
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_PARSING"
        return "$E_PARSING"
    fi

    # Debug info
    echo -e "$(date "+%F %T") Remote: ftp://$HOST$BPATH/$user.$backup_new_date.tar"

    # Checking ftp connection
    fconn=$(ftpc)
    ferror=$(echo $fconn |grep -i -e failed -e error -e "Can't" -e "not conn")
    if [ -n "$ferror" ]; then
        error="Error: can't login to ftp ftp://$USERNAME@$HOST"
        echo "$error" |$SENDMAIL -s "$subj" $email $notify
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_CONNECT"
        return "$E_CONNECT"
    fi

    # Check ftp permissions
    if [ -z $BPATH ]; then
            ftmpdir="vst.bK76A9SUkt"
        else
            ftpc "mkdir $BPATH" > /dev/null 2>&1
            ftmpdir="$BPATH/vst.bK76A9SUkt"
    fi
    ftpc "mkdir $ftmpdir" "rm $ftmpdir"
    ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir" |grep -v Trying)
    if [ -n "$ftp_result" ] ; then
        error="Can't create ftp backup folder ftp://$HOST$BPATH"
        echo "$error" |$SENDMAIL -s "$subj" $email $notify
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_FTP"
        return "$E_FTP"
    fi

    # Checking retention
    if [ -z $BPATH ]; then
        backup_list=$(ftpc "ls" |awk '{print $9}' |grep "^$user\.")
    else
        backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
    fi
    backups_count=$(echo "$backup_list" |wc -l)
    if [ "$backups_count" -ge "$BACKUPS" ]; then
        backups_rm_number=$((backups_count - BACKUPS + 1))
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do 
            backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar$//")
            echo -e "$(date "+%F %T") Rotated ftp backup: $backup_date" |\
                tee -a $BACKUP/$user.log
            if [ -z $BPATH ]; then
                ftpc "delete $backup"
            else
                ftpc "cd $BPATH" "delete $backup"
            fi
        done
    fi

    # Uploading backup archive
    if [ "$localbackup" = 'yes' ]; then
        cd $BACKUP
        if [ -z $BPATH ]; then
            ftpc "put $user.$backup_new_date.tar"
         else
            ftpc "cd $BPATH" "put $user.$backup_new_date.tar"
        fi
    else
        cd $tmpdir
        tar -cf $BACKUP/$user.$backup_new_date.tar .
        cd $BACKUP/
        if [ -z $BPATH ]; then
            ftpc "put $user.$backup_new_date.tar"
        else
            ftpc "cd $BPATH" "put $user.$backup_new_date.tar"
        fi
        rm -f $user.$backup_new_date.tar
    fi
}

# FTP backup download function
ftp_download() {
    source_conf "$HESTIA/conf/ftp.backup.conf"
    if [ -z "$PORT" ]; then
        PORT='21'
    fi
    cd $BACKUP
    if [ -z $BPATH ]; then
        ftpc "get $1"
    else
        ftpc "cd $BPATH" "get $1"
    fi
}

#FTP Delete function
ftp_delete() {
    source_conf "$HESTIA/conf/ftp.backup.conf"
    if [ -z "$PORT" ]; then
        PORT='21'
    fi
    if [ -z $BPATH ]; then
        ftpc "delete $1"
    else
        ftpc "cd $BPATH" "delete $1"
    fi    
}


# SFTP Functions
# sftp command function
sftpc() {
    if [ $PRIVATEKEY != "yes" ]; then
        expect -f "-" <<EOF "$@"
            set timeout 60
            set count 0
            spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
                -o Port=$PORT $USERNAME@$HOST
            expect {
                -nocase "password:" {
                    send "$PASSWORD\r"
                    exp_continue
                }

                -re "Password for (.*)@(.*)" {
                    send "$PASSWORD\r"
                    exp_continue
                }
    
                -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
                    set count \$argc
                    set output "Disconnected."
                    set rc $E_FTP
                    exp_continue
                }
    
                -re ".*denied.*(publickey|password)." {
                    set output "Permission denied, wrong publickey or password."
                    set rc $E_CONNECT
                }
    
                -re "\[0-9]*%" {
                    exp_continue
                }
    
                "sftp>" {
                    if {\$count < \$argc} {
                        set arg [lindex \$argv \$count]
                        send "\$arg\r"
                        incr count
                    } else {
                        send "exit\r"
                        set output "Disconnected."
                        if {[info exists rc] != 1} {
                            set rc $OK
                        }
                    }
                    exp_continue
                }
    
                timeout {
                    set output "Connection timeout."
                    set rc $E_CONNECT
                }
            }
    
            if {[info exists output] == 1} {
                puts "\$output"
            }
    
        exit \$rc
EOF
    else

        expect -f "-" <<EOF "$@"
            set timeout 60
            set count 0
            spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
                -o Port=$PORT -i $PASSWORD $USERNAME@$HOST
            expect {
                -nocase "password:" {
                    send "$PASSWORD\r"
                    exp_continue
                }
    
                -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
                    set count \$argc
                    set output "Disconnected."
                    set rc $E_FTP
                    exp_continue
                }
    
                -re ".*denied.*(publickey|password)." {
                    set output "Permission denied, wrong publickey or password."
                    set rc $E_CONNECT
                }
    
                -re "\[0-9]*%" {
                    exp_continue
                }
    
                "sftp>" {
                    if {\$count < \$argc} {
                        set arg [lindex \$argv \$count]
                        send "\$arg\r"
                        incr count
                    } else {
                        send "exit\r"
                        set output "Disconnected."
                        if {[info exists rc] != 1} {
                            set rc $OK
                        }
                    }
                    exp_continue
                }
    
                timeout {
                    set output "Connection timeout."
                    set rc $E_CONNECT
                }
            }
    
            if {[info exists output] == 1} {
                puts "\$output"
            }
    
        exit \$rc
EOF

    fi
}

# SFTP backup download function
sftp_download() {
    source_conf "$HESTIA/conf/sftp.backup.conf"
    if [ -z "$PORT" ]; then
        PORT='22'
    fi
    cd $BACKUP
    if [ -z $BPATH ]; then
        sftpc "get $1" > /dev/null 2>&1
    else
        sftpc "cd $BPATH" "get $1" > /dev/null 2>&1
    fi
}

sftp_delete() {
    echo "$1"
    source_conf "$HESTIA/conf/sftp.backup.conf"
    if [ -z "$PORT" ]; then
        PORT='22'
    fi
    echo $BPATH
    if [ -z $BPATH ]; then
        sftpc "rm $1" > /dev/null 2>&1
    else
        sftpc "cd $BPATH" "rm $1" > /dev/null 2>&1
    fi
    
}

sftp_backup() {
    # Checking config
    if [ ! -e "$HESTIA/conf/sftp.backup.conf" ]; then
        error="Can't open sftp.backup.conf"
        echo "$error" |$SENDMAIL -s "$subj" $email "yes"
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_NOTEXIST"
        return "$E_NOTEXIST" 
    fi

    # Parse config
    source_conf "$HESTIA/conf/sftp.backup.conf"

    # Set default port
    if [ -z "$(grep 'PORT=' $HESTIA/conf/sftp.backup.conf)" ]; then
        PORT='22'
    fi

    # Checking variables
    if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
        error="Can't parse sftp backup configuration"
        echo "$error" |$SENDMAIL -s "$subj" $email "yes"
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$E_PARSING"
        return "$E_PARSING" 
    fi

    # Debug info
    echo -e "$(date "+%F %T") Remote: sftp://$HOST/$BPATH/$user.$backup_new_date.tar" |\
        tee -a $BACKUP/$user.log

    # Checking network connection and write permissions
    if [ -z $BPATH ]; then
        sftmpdir="vst.bK76A9SUkt"
    else
        sftmpdir="$BPATH/vst.bK76A9SUkt"
    fi
    sftpc "mkdir $BPATH" > /dev/null 2>&1
    sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1
    rc=$?
    if [[ "$rc" != 0 ]]; then
        case $rc in
            $E_CONNECT) error="Can't login to sftp host $HOST" ;;
            $E_FTP) error="Can't create temp folder on sftp $HOST" ;;
        esac
        echo "$error" |$SENDMAIL -s "$subj" $email "yes"
        sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
        echo "$error"
        errorcode="$rc"
        return "$rc"
    fi

    # Checking retention
    if [ -z $BPATH ]; then
        backup_list=$(sftpc "ls -l" |awk '{print $9}'|grep "^$user\.")
    else
        backup_list=$(sftpc "cd $BPATH" "ls -l" |awk '{print $9}'|grep "^$user\.")
    fi
    backups_count=$(echo "$backup_list" |wc -l)
    if [ "$backups_count" -ge "$BACKUPS" ]; then
        backups_rm_number=$((backups_count - BACKUPS + 1))
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
            backup_date=$(echo $backup |sed -e "s/$user.//" -e "s/.tar.*$//")
            echo -e "$(date "+%F %T") Rotated sftp backup: $backup_date" |\
                tee -a $BACKUP/$user.log
            if [ -z $BPATH ]; then
                sftpc "rm $backup" > /dev/null 2>&1
            else
                sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1
            fi
        done
    fi

    # Uploading backup archive
    echo "$(date "+%F %T") Uploading $user.$backup_new_date.tar"|tee -a $BACKUP/$user.log
    if [ "$localbackup" = 'yes' ]; then
        cd $BACKUP
        if [ -z $BPATH ]; then
            sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
        else
            sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
        fi
    else
        cd $tmpdir
        tar -cf $BACKUP/$user.$backup_new_date.tar .
        cd $BACKUP/
        if [ -z $BPATH ]; then
            sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
        else
            sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
        fi
        rm -f $user.$backup_new_date.tar
    fi
}

# Google backup download function
google_backup() {

    # Defining google settings
    source_conf "$HESTIA/conf/google.backup.conf"
    gsutil="$HESTIA/3rdparty/gsutil/gsutil"
    export BOTO_CONFIG="$HESTIA/conf/.google.backup.boto"

    # Debug info
    echo -e "$(date "+%F %T") Remote: gs://$BUCKET/$BPATH/$user.$backup_new_date.tar"

    # Checking retention
    backup_list=$(${gsutil} ls gs://$BUCKET/$BPATH/$user.* 2>/dev/null)
    backups_count=$(echo "$backup_list" |wc -l)
    if [ "$backups_count" -ge "$BACKUPS" ]; then
        backups_rm_number=$((backups_count - BACKUPS))
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do 
            echo -e "$(date "+%F %T") Rotated gcp backup: $backup"
            $gsutil rm $backup > /dev/null 2>&1
        done
    fi

    # Uploading backup archive
    echo -e "$(date "+%F %T") Uploading $user.$backup_new_date.tar ..."
    if [ "$localbackup" = 'yes' ]; then
        cd $BACKUP
        ${gsutil} cp $user.$backup_new_date.tar gs://$BUCKET/$BPATH/ > /dev/null 2>&1
    else
        cd $tmpdir
        tar -cf $BACKUP/$user.$backup_new_date.tar .
        cd $BACKUP/
        ${gsutil} cp $user.$backup_new_date.tar gs://$BUCKET/$BPATH/ > /dev/null 2>&1
        rc=$?
        rm -f $user.$backup_new_date.tar
        if [ "$rc" -ne 0 ]; then
            check_result "$E_CONNECT" "gsutil failed to upload $user.$backup_new_date.tar"
        fi
    fi
}

google_download() {
    source_conf "$HESTIA/conf/google.backup.conf"
    gsutil="$HESTIA/3rdparty/gsutil/gsutil"
    export BOTO_CONFIG="$HESTIA/conf/.google.backup.boto"
    ${gsutil} cp gs://$BUCKET/$BPATH/$1 $BACKUP/ > /dev/null 2>&1
    if [ "$?" -ne 0 ]; then
        check_result "$E_CONNECT" "gsutil failed to download $1"
    fi
}

# BackBlaze B2 backup function
b2_backup() {
    # Defining backblaze b2 settings
    source_conf "$HESTIA/conf/b2.backup.conf"

    # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
    b2 clear-account > /dev/null 2>&1
    b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1

    # Uploading backup archive
    echo -e "$(date "+%F %T") Upload to B2: $user/$user.$backup_new_date.tar"
    if [ "$localbackup" = 'yes' ]; then
        cd $BACKUP
        b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1
    else
        cd $tmpdir
        tar -cf $BACKUP/$user.$backup_new_date.tar .
        cd $BACKUP/
        b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1
        rc=$?
        rm -f $user.$backup_new_date.tar
        if [ "$rc" -ne 0 ]; then
            check_result "$E_CONNECT" "b2 failed to upload $user.$backup_new_date.tar"
        fi
    fi

    # Checking retention
    backup_list=$(b2 ls --long $BUCKET $user | cut -f 1 -d ' ' 2>/dev/null)
    backups_count=$(echo "$backup_list" |wc -l)
    if [ "$backups_count" -ge "$BACKUPS" ]; then
        backups_rm_number=$((backups_count - BACKUPS))
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
            backup_file_name=$(b2 get-file-info $backup | grep fileName | cut -f 4 -d '"' 2>/dev/null)
            echo -e "$(date "+%F %T") Rotated b2 backup: $backup_file_name"
            b2 delete-file-version $backup > /dev/null 2>&1
        done
    fi
}

b2_download() {
    # Defining backblaze b2 settings
    source_conf "$HESTIA/conf/b2.backup.conf"

    # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
    b2 clear-account > /dev/null 2>&1
    b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1
    cd $BACKUP
    b2 download-file-by-name $BUCKET $user/$1 $1 > /dev/null 2>&1
    if [ "$?" -ne 0 ]; then
    check_result "$E_CONNECT" "b2 failed to download $user.$1"
    fi
}

b2_delete(){
    # Defining backblaze b2 settings
    source_conf "$HESTIA/conf/b2.backup.conf"
    
    # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
    b2 clear-account > /dev/null 2>&1
    b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1

    b2 delete-file-version $1/$2 > /dev/null 2>&1
}

rclone_backup(){
    # Define rclone config
    source_conf "$HESTIA/conf/rclone.backup.conf"
    echo -e "$(date "+%F %T") Upload With Rclone: $user.$backup_new_date.tar"
    if [ "$localbackup" != 'yes' ]; then
        cd $tmpdir
        tar -cf $BACKUP/$user.$backup_new_date.tar .
    fi
    cd $BACKUP/
    
    if [ -z "$BPATH" ]; then
        rclone copy -v $user.$backup_new_date.tar $HOST
        if [ "$?" -ne 0 ]; then
            check_result "$E_CONNECT" "Unable to upload backup"
        fi
        
        backup_list=$(rclone lsf $HOST | cut -d' ' -f1 |grep "^$user\.");
        backups_count=$(echo "$backup_list" |wc -l)
        backups_rm_number=$((backups_count - BACKUPS))
        if [ "$backups_count" -ge "$BACKUPS" ]; then
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
            echo "Delete file: $backup"
            rclone deletefile $HOST:/$backup
        done    
        fi
    else
        rclone copy -v $user.$backup_new_date.tar $HOST:$BPATH
        if [ "$?" -ne 0 ]; then
            check_result "$E_CONNECT" "Unable to upload backup"
        fi
        
        backup_list=$(rclone lsf $HOST:$BPATH | cut -d' ' -f1 |grep "^$user\.");
        backups_count=$(echo "$backup_list" |wc -l)
        backups_rm_number=$((backups_count - BACKUPS))
        if [ "$backups_count" -ge "$BACKUPS" ]; then
        for backup in $(echo "$backup_list" |head -n $backups_rm_number); do
            echo "Delete file: $backup"
            rclone deletefile $HOST:$BPATH/$backup
        done    
        fi
    fi
}

rclone_delete(){
    # Defining rclone settings
    source_conf "$HESTIA/conf/rclone.backup.conf"
    if [ -z "$BPATH" ]; then
        rclone deletefile $HOST:/$1
    else
        rclone deletefile $HOST:$BPATH/$1
    fi
}

rclone_download() {
    # Defining rclone b2 settings
    source_conf "$HESTIA/conf/rclone.backup.conf"
    cd $BACKUP
    if [ -z "$BPATH" ]; then
        rclone copy -v $HOST:/$1 ./
    else
        rclone copy -v $HOST:$BPATH/$1 ./
    fi
}