#!/bin/bash #===========================================================================# # # # Hestia Control Panel - Backup Function Library # # # #===========================================================================# # Local storage # Defining local storage function local_backup() { rm -f $BACKUP/$user.$backup_new_date.tar # Checking retention backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' | grep "^$user\." | grep ".tar") backups_count=$(echo "$backup_list" | wc -l) if [ "$BACKUPS" -le "$backups_count" ]; then backups_rm_number=$((backups_count - BACKUPS + 1)) # Removing old backup for backup in $(echo "$backup_list" | head -n $backups_rm_number); do backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//") echo -e "$(date "+%F %T") Rotated: $backup_date" \ | tee -a $BACKUP/$user.log rm -f $BACKUP/$backup done fi # Checking disk space disk_usage=$(df $BACKUP | tail -n1 | tr ' ' '\n' | grep % | cut -f 1 -d %) if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then rm -rf $tmpdir rm -f $BACKUP/$user.log sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "Not enough disk space" | $SENDMAIL -s "$subj" "$email" "yes" check_result "$E_DISK" "Not enough dsk space" fi # Creating final tarball cd $tmpdir tar -cf $BACKUP/$user.$backup_new_date.tar . chmod 640 $BACKUP/$user.$backup_new_date.tar chown admin:$user $BACKUP/$user.$backup_new_date.tar localbackup='yes' echo -e "$(date "+%F %T") Local: $BACKUP/$user.$backup_new_date.tar" \ | tee -a $BACKUP/$user.log } # FTP Functions # Defining ftp command function ftpc() { /usr/bin/ftp -np $HOST $PORT << EOF quote USER $USERNAME quote PASS $PASSWORD binary $1 $2 $3 quit EOF } # Defining ftp storage function ftp_backup() { # Checking config if [ ! -e "$HESTIA/conf/ftp.backup.conf" ]; then error="ftp.backup.conf doesn't exist" echo "$error" | $SENDMAIL -s "$subj" $email "yes" sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_NOTEXIST" return "$E_NOTEXIST" fi # Parse config source_conf "$HESTIA/conf/ftp.backup.conf" # Set default port if [ -z "$(grep 'PORT=' $HESTIA/conf/ftp.backup.conf)" ]; then PORT='21' fi # Checking variables if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then error="Can't parse ftp backup configuration" echo "$error" | $SENDMAIL -s "$subj" $email "yes" sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_PARSING" return "$E_PARSING" fi # Debug info echo -e "$(date "+%F %T") Remote: ftp://$HOST$BPATH/$user.$backup_new_date.tar" # Checking ftp connection fconn=$(ftpc) ferror=$(echo $fconn | grep -i -e failed -e error -e "Can't" -e "not conn") if [ -n "$ferror" ]; then error="Error: can't login to ftp ftp://$USERNAME@$HOST" echo "$error" | $SENDMAIL -s "$subj" $email $notify sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_CONNECT" return "$E_CONNECT" fi # Check ftp permissions if [ -z $BPATH ]; then ftmpdir="vst.bK76A9SUkt" else ftpc "mkdir $BPATH" > /dev/null 2>&1 ftmpdir="$BPATH/vst.bK76A9SUkt" fi ftpc "mkdir $ftmpdir" "rm $ftmpdir" ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir" | grep -v Trying) if [ -n "$ftp_result" ]; then error="Can't create ftp backup folder ftp://$HOST$BPATH" echo "$error" | $SENDMAIL -s "$subj" $email $notify sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_FTP" return "$E_FTP" fi # Checking retention (Only include .tar files) if [ -z $BPATH ]; then backup_list=$(ftpc "ls" | awk '{print $9}' | grep "^$user\." | grep ".tar") else backup_list=$(ftpc "cd $BPATH" "ls" | awk '{print $9}' | grep "^$user\." | grep ".tar") fi backups_count=$(echo "$backup_list" | wc -l) if [ "$backups_count" -ge "$BACKUPS" ]; then backups_rm_number=$((backups_count - BACKUPS + 1)) for backup in $(echo "$backup_list" | head -n $backups_rm_number); do backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//") echo -e "$(date "+%F %T") Rotated ftp backup: $backup_date" \ | tee -a $BACKUP/$user.log if [ -z $BPATH ]; then ftpc "delete $backup" else ftpc "cd $BPATH" "delete $backup" fi done fi # Uploading backup archive if [ "$localbackup" = 'yes' ]; then cd $BACKUP if [ -z $BPATH ]; then ftpc "put $user.$backup_new_date.tar" else ftpc "cd $BPATH" "put $user.$backup_new_date.tar" fi else cd $tmpdir tar -cf $BACKUP/$user.$backup_new_date.tar . cd $BACKUP/ if [ -z $BPATH ]; then ftpc "put $user.$backup_new_date.tar" else ftpc "cd $BPATH" "put $user.$backup_new_date.tar" fi rm -f $user.$backup_new_date.tar fi } # FTP backup download function ftp_download() { source_conf "$HESTIA/conf/ftp.backup.conf" if [ -z "$PORT" ]; then PORT='21' fi cd $BACKUP if [ -z $BPATH ]; then ftpc "get $1" else ftpc "cd $BPATH" "get $1" fi } #FTP Delete function ftp_delete() { source_conf "$HESTIA/conf/ftp.backup.conf" if [ -z "$PORT" ]; then PORT='21' fi if [ -z $BPATH ]; then ftpc "delete $1" else ftpc "cd $BPATH" "delete $1" fi } # SFTP Functions # sftp command function sftpc() { if [ "$PRIVATEKEY" != "yes" ]; then expect -f "-" "$@" << EOF set timeout 60 set count 0 spawn /usr/bin/sftp -o StrictHostKeyChecking=no \ -o Port=$PORT $USERNAME@$HOST expect { -nocase "password:" { send "$PASSWORD\r" exp_continue } -re "Password for (.*)@(.*)" { send "$PASSWORD\r" exp_continue } -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" { set count \$argc set output "Disconnected." set rc $E_FTP exp_continue } -re ".*denied.*(publickey|password)." { set output "Permission denied, wrong publickey or password." set rc $E_CONNECT } -re "\[0-9]*%" { exp_continue } "sftp>" { if {\$count < \$argc} { set arg [lindex \$argv \$count] send "\$arg\r" incr count } else { send "exit\r" set output "Disconnected." if {[info exists rc] != 1} { set rc $OK } } exp_continue } timeout { set output "Connection timeout." set rc $E_CONNECT } } if {[info exists output] == 1} { puts "\$output" } exit \$rc EOF else expect -f "-" "$@" << EOF set timeout 60 set count 0 spawn /usr/bin/sftp -o StrictHostKeyChecking=no \ -o Port=$PORT -i $PASSWORD $USERNAME@$HOST expect { -nocase "password:" { send "$PASSWORD\r" exp_continue } -re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" { set count \$argc set output "Disconnected." set rc $E_FTP exp_continue } -re ".*denied.*(publickey|password)." { set output "Permission denied, wrong publickey or password." set rc $E_CONNECT } -re "\[0-9]*%" { exp_continue } "sftp>" { if {\$count < \$argc} { set arg [lindex \$argv \$count] send "\$arg\r" incr count } else { send "exit\r" set output "Disconnected." if {[info exists rc] != 1} { set rc $OK } } exp_continue } timeout { set output "Connection timeout." set rc $E_CONNECT } } if {[info exists output] == 1} { puts "\$output" } exit \$rc EOF fi } # SFTP backup download function sftp_download() { source_conf "$HESTIA/conf/sftp.backup.conf" if [ -z "$PORT" ]; then PORT='22' fi cd $BACKUP if [ -z $BPATH ]; then sftpc "get $1" > /dev/null 2>&1 else sftpc "cd $BPATH" "get $1" > /dev/null 2>&1 fi } sftp_delete() { echo "$1" source_conf "$HESTIA/conf/sftp.backup.conf" if [ -z "$PORT" ]; then PORT='22' fi echo $BPATH if [ -z $BPATH ]; then sftpc "rm $1" > /dev/null 2>&1 else sftpc "cd $BPATH" "rm $1" > /dev/null 2>&1 fi } sftp_backup() { # Checking config if [ ! -e "$HESTIA/conf/sftp.backup.conf" ]; then error="Can't open sftp.backup.conf" echo "$error" | $SENDMAIL -s "$subj" $email "yes" sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_NOTEXIST" return "$E_NOTEXIST" fi # Parse config source_conf "$HESTIA/conf/sftp.backup.conf" # Set default port if [ -z "$(grep 'PORT=' $HESTIA/conf/sftp.backup.conf)" ]; then PORT='22' fi # Checking variables if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then error="Can't parse sftp backup configuration" echo "$error" | $SENDMAIL -s "$subj" $email "yes" sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$E_PARSING" return "$E_PARSING" fi # Debug info echo -e "$(date "+%F %T") Remote: sftp://$HOST/$BPATH/$user.$backup_new_date.tar" \ | tee -a $BACKUP/$user.log # Checking network connection and write permissions if [ -z $BPATH ]; then sftmpdir="vst.bK76A9SUkt" else sftmpdir="$BPATH/vst.bK76A9SUkt" fi sftpc "mkdir $BPATH" > /dev/null 2>&1 sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1 rc=$? if [[ "$rc" != 0 ]]; then case $rc in $E_CONNECT) error="Can't login to sftp host $HOST" ;; $E_FTP) error="Can't create temp folder on sftp $HOST" ;; esac echo "$error" | $SENDMAIL -s "$subj" $email "yes" sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe echo "$error" errorcode="$rc" return "$rc" fi # Checking retention (Only include .tar files) if [ -z $BPATH ]; then backup_list=$(sftpc "ls -l" | awk '{print $9}' | grep "^$user\." | grep ".tar") else backup_list=$(sftpc "cd $BPATH" "ls -l" | awk '{print $9}' | grep "^$user\." | grep ".tar") fi backups_count=$(echo "$backup_list" | wc -l) if [ "$backups_count" -ge "$BACKUPS" ]; then backups_rm_number=$((backups_count - BACKUPS + 1)) for backup in $(echo "$backup_list" | head -n $backups_rm_number); do backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar.*$//") echo -e "$(date "+%F %T") Rotated sftp backup: $backup_date" \ | tee -a $BACKUP/$user.log if [ -z $BPATH ]; then sftpc "rm $backup" > /dev/null 2>&1 else sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1 fi done fi # Uploading backup archive echo "$(date "+%F %T") Uploading $user.$backup_new_date.tar" | tee -a $BACKUP/$user.log if [ "$localbackup" = 'yes' ]; then cd $BACKUP if [ -z $BPATH ]; then sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1 else sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1 fi else cd $tmpdir tar -cf $BACKUP/$user.$backup_new_date.tar . cd $BACKUP/ if [ -z $BPATH ]; then sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1 else sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1 fi rm -f $user.$backup_new_date.tar fi } # BackBlaze B2 backup function b2_backup() { # Defining backblaze b2 settings source_conf "$HESTIA/conf/b2.backup.conf" # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf) b2 clear-account > /dev/null 2>&1 b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1 # Uploading backup archive echo -e "$(date "+%F %T") Upload to B2: $user/$user.$backup_new_date.tar" if [ "$localbackup" = 'yes' ]; then cd $BACKUP b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1 else cd $tmpdir tar -cf $BACKUP/$user.$backup_new_date.tar . cd $BACKUP/ b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1 rc=$? rm -f $user.$backup_new_date.tar if [ "$rc" -ne 0 ]; then check_result "$E_CONNECT" "b2 failed to upload $user.$backup_new_date.tar" fi fi # Checking retention backup_list=$(b2 ls --long $BUCKET $user | cut -f 1 -d ' ' 2> /dev/null) backups_count=$(echo "$backup_list" | wc -l) if [ "$backups_count" -ge "$BACKUPS" ]; then backups_rm_number=$(($backups_count - $BACKUPS)) for backup in $(echo "$backup_list" | head -n $backups_rm_number); do backup_file_name=$(b2 get-file-info $backup | grep fileName | cut -f 4 -d '"' 2> /dev/null) echo -e "$(date "+%F %T") Rotated b2 backup: $backup_file_name" b2 delete-file-version $backup > /dev/null 2>&1 done fi } b2_download() { # Defining backblaze b2 settings source_conf "$HESTIA/conf/b2.backup.conf" # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf) b2 clear-account > /dev/null 2>&1 b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1 cd $BACKUP b2 download-file-by-name $BUCKET $user/$1 $1 > /dev/null 2>&1 if [ "$?" -ne 0 ]; then check_result "$E_CONNECT" "b2 failed to download $user.$1" fi } b2_delete() { # Defining backblaze b2 settings source_conf "$HESTIA/conf/b2.backup.conf" # Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf) b2 clear-account > /dev/null 2>&1 b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1 b2 delete-file-version $1/$2 > /dev/null 2>&1 } rclone_backup() { # Define rclone config source_conf "$HESTIA/conf/rclone.backup.conf" echo -e "$(date "+%F %T") Upload With Rclone to $HOST: $user.$backup_new_date.tar" if [ "$localbackup" != 'yes' ]; then cd $tmpdir tar -cf $BACKUP/$user.$backup_new_date.tar . fi cd $BACKUP/ if [ -z "$BPATH" ]; then rclone copy -v $user.$backup_new_date.tar $HOST:$backup if [ "$?" -ne 0 ]; then check_result "$E_CONNECT" "Unable to upload backup" fi # Only include *.tar files backup_list=$(rclone lsf $HOST: | cut -d' ' -f1 | grep "^$user\." | grep ".tar") backups_count=$(echo "$backup_list" | wc -l) backups_rm_number=$((backups_count - BACKUPS)) if [ "$backups_count" -ge "$BACKUPS" ]; then for backup in $(echo "$backup_list" | head -n $backups_rm_number); do echo "Delete file: $backup" rclone deletefile $HOST:/$backup done fi else rclone copy -v $user.$backup_new_date.tar $HOST:$BPATH if [ "$?" -ne 0 ]; then check_result "$E_CONNECT" "Unable to upload backup" fi # Only include *.tar files backup_list=$(rclone lsf $HOST:$BPATH | cut -d' ' -f1 | grep "^$user\." | grep ".tar") backups_count=$(echo "$backup_list" | wc -l) backups_rm_number=$(($backups_count - $BACKUPS)) if [ "$backups_count" -ge "$BACKUPS" ]; then for backup in $(echo "$backup_list" | head -n $backups_rm_number); do echo "Delete file: $backup" rclone deletefile $HOST:$BPATH/$backup done fi fi if [ "$localbackup" != 'yes' ]; then rm -f $user.$backup_new_date.tar fi } rclone_delete() { # Defining rclone settings source_conf "$HESTIA/conf/rclone.backup.conf" if [ -z "$BPATH" ]; then rclone deletefile $HOST:/$1 else rclone deletefile $HOST:$BPATH/$1 fi } rclone_download() { # Defining rclone b2 settings source_conf "$HESTIA/conf/rclone.backup.conf" cd $BACKUP if [ -z "$BPATH" ]; then rclone copy -v $HOST:/$1 ./ else rclone copy -v $HOST:$BPATH/$1 ./ fi }