You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
580 lines
16 KiB
580 lines
16 KiB
#!/bin/bash
|
|
|
|
#===========================================================================#
|
|
# #
|
|
# Hestia Control Panel - Backup Function Library #
|
|
# #
|
|
#===========================================================================#
|
|
|
|
# Local storage
|
|
# Defining local storage function
|
|
local_backup() {
|
|
|
|
rm -f $BACKUP/$user.$backup_new_date.tar
|
|
|
|
# Checking retention
|
|
backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' | grep "^$user\." | grep ".tar")
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
if [ "$BACKUPS" -le "$backups_count" ]; then
|
|
backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
|
|
# Removing old backup
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
|
|
echo -e "$(date "+%F %T") Rotated: $backup_date" \
|
|
| tee -a $BACKUP/$user.log
|
|
rm -f $BACKUP/$backup
|
|
done
|
|
fi
|
|
|
|
# Checking disk space
|
|
disk_usage=$(df $BACKUP | tail -n1 | tr ' ' '\n' | grep % | cut -f 1 -d %)
|
|
if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
|
|
rm -rf $tmpdir
|
|
rm -f $BACKUP/$user.log
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "Not enough disk space" | $SENDMAIL -s "$subj" "$email" "yes"
|
|
check_result "$E_DISK" "Not enough dsk space"
|
|
fi
|
|
|
|
# Creating final tarball
|
|
cd $tmpdir
|
|
tar -cf $BACKUP/$user.$backup_new_date.tar .
|
|
chmod 640 $BACKUP/$user.$backup_new_date.tar
|
|
chown admin:$user $BACKUP/$user.$backup_new_date.tar
|
|
localbackup='yes'
|
|
echo -e "$(date "+%F %T") Local: $BACKUP/$user.$backup_new_date.tar" \
|
|
| tee -a $BACKUP/$user.log
|
|
}
|
|
|
|
# FTP Functions
|
|
# Defining ftp command function
|
|
ftpc() {
|
|
/usr/bin/ftp -np $HOST $PORT << EOF
|
|
quote USER $USERNAME
|
|
quote PASS $PASSWORD
|
|
binary
|
|
$1
|
|
$2
|
|
$3
|
|
quit
|
|
EOF
|
|
}
|
|
|
|
# Defining ftp storage function
|
|
ftp_backup() {
|
|
# Checking config
|
|
if [ ! -e "$HESTIA/conf/ftp.backup.conf" ]; then
|
|
error="ftp.backup.conf doesn't exist"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email "yes"
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_NOTEXIST"
|
|
return "$E_NOTEXIST"
|
|
fi
|
|
|
|
# Parse config
|
|
source_conf "$HESTIA/conf/ftp.backup.conf"
|
|
|
|
# Set default port
|
|
if [ -z "$(grep 'PORT=' $HESTIA/conf/ftp.backup.conf)" ]; then
|
|
PORT='21'
|
|
fi
|
|
|
|
# Checking variables
|
|
if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
|
|
error="Can't parse ftp backup configuration"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email "yes"
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_PARSING"
|
|
return "$E_PARSING"
|
|
fi
|
|
|
|
# Debug info
|
|
echo -e "$(date "+%F %T") Remote: ftp://$HOST$BPATH/$user.$backup_new_date.tar"
|
|
|
|
# Checking ftp connection
|
|
fconn=$(ftpc)
|
|
ferror=$(echo $fconn | grep -i -e failed -e error -e "Can't" -e "not conn")
|
|
if [ -n "$ferror" ]; then
|
|
error="Error: can't login to ftp ftp://$USERNAME@$HOST"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email $notify
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_CONNECT"
|
|
return "$E_CONNECT"
|
|
fi
|
|
|
|
# Check ftp permissions
|
|
if [ -z $BPATH ]; then
|
|
ftmpdir="vst.bK76A9SUkt"
|
|
else
|
|
ftpc "mkdir $BPATH" > /dev/null 2>&1
|
|
ftmpdir="$BPATH/vst.bK76A9SUkt"
|
|
fi
|
|
ftpc "mkdir $ftmpdir" "rm $ftmpdir"
|
|
ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir" | grep -v Trying)
|
|
if [ -n "$ftp_result" ]; then
|
|
error="Can't create ftp backup folder ftp://$HOST$BPATH"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email $notify
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_FTP"
|
|
return "$E_FTP"
|
|
fi
|
|
|
|
# Checking retention (Only include .tar files)
|
|
if [ -z $BPATH ]; then
|
|
backup_list=$(ftpc "ls" | awk '{print $9}' | grep "^$user\." | grep ".tar")
|
|
else
|
|
backup_list=$(ftpc "cd $BPATH" "ls" | awk '{print $9}' | grep "^$user\." | grep ".tar")
|
|
fi
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
|
|
echo -e "$(date "+%F %T") Rotated ftp backup: $backup_date" \
|
|
| tee -a $BACKUP/$user.log
|
|
if [ -z $BPATH ]; then
|
|
ftpc "delete $backup"
|
|
else
|
|
ftpc "cd $BPATH" "delete $backup"
|
|
fi
|
|
done
|
|
fi
|
|
|
|
# Uploading backup archive
|
|
if [ "$localbackup" = 'yes' ]; then
|
|
cd $BACKUP
|
|
if [ -z $BPATH ]; then
|
|
ftpc "put $user.$backup_new_date.tar"
|
|
else
|
|
ftpc "cd $BPATH" "put $user.$backup_new_date.tar"
|
|
fi
|
|
else
|
|
cd $tmpdir
|
|
tar -cf $BACKUP/$user.$backup_new_date.tar .
|
|
cd $BACKUP/
|
|
if [ -z $BPATH ]; then
|
|
ftpc "put $user.$backup_new_date.tar"
|
|
else
|
|
ftpc "cd $BPATH" "put $user.$backup_new_date.tar"
|
|
fi
|
|
rm -f $user.$backup_new_date.tar
|
|
fi
|
|
}
|
|
|
|
# FTP backup download function
|
|
ftp_download() {
|
|
source_conf "$HESTIA/conf/ftp.backup.conf"
|
|
if [ -z "$PORT" ]; then
|
|
PORT='21'
|
|
fi
|
|
cd $BACKUP
|
|
if [ -z $BPATH ]; then
|
|
ftpc "get $1"
|
|
else
|
|
ftpc "cd $BPATH" "get $1"
|
|
fi
|
|
}
|
|
|
|
#FTP Delete function
|
|
ftp_delete() {
|
|
source_conf "$HESTIA/conf/ftp.backup.conf"
|
|
if [ -z "$PORT" ]; then
|
|
PORT='21'
|
|
fi
|
|
if [ -z $BPATH ]; then
|
|
ftpc "delete $1"
|
|
else
|
|
ftpc "cd $BPATH" "delete $1"
|
|
fi
|
|
}
|
|
|
|
# SFTP Functions
|
|
# sftp command function
|
|
sftpc() {
|
|
if [ "$PRIVATEKEY" != "yes" ]; then
|
|
expect -f "-" "$@" << EOF
|
|
set timeout 60
|
|
set count 0
|
|
spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
|
|
-o Port=$PORT $USERNAME@$HOST
|
|
expect {
|
|
-nocase "password:" {
|
|
send "$PASSWORD\r"
|
|
exp_continue
|
|
}
|
|
|
|
-re "Password for (.*)@(.*)" {
|
|
send "$PASSWORD\r"
|
|
exp_continue
|
|
}
|
|
|
|
-re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
|
|
set count \$argc
|
|
set output "Disconnected."
|
|
set rc $E_FTP
|
|
exp_continue
|
|
}
|
|
|
|
-re ".*denied.*(publickey|password)." {
|
|
set output "Permission denied, wrong publickey or password."
|
|
set rc $E_CONNECT
|
|
}
|
|
|
|
-re "\[0-9]*%" {
|
|
exp_continue
|
|
}
|
|
|
|
"sftp>" {
|
|
if {\$count < \$argc} {
|
|
set arg [lindex \$argv \$count]
|
|
send "\$arg\r"
|
|
incr count
|
|
} else {
|
|
send "exit\r"
|
|
set output "Disconnected."
|
|
if {[info exists rc] != 1} {
|
|
set rc $OK
|
|
}
|
|
}
|
|
exp_continue
|
|
}
|
|
|
|
timeout {
|
|
set output "Connection timeout."
|
|
set rc $E_CONNECT
|
|
}
|
|
}
|
|
|
|
if {[info exists output] == 1} {
|
|
puts "\$output"
|
|
}
|
|
|
|
exit \$rc
|
|
EOF
|
|
else
|
|
|
|
expect -f "-" "$@" << EOF
|
|
set timeout 60
|
|
set count 0
|
|
spawn /usr/bin/sftp -o StrictHostKeyChecking=no \
|
|
-o Port=$PORT -i $PASSWORD $USERNAME@$HOST
|
|
expect {
|
|
-nocase "password:" {
|
|
send "$PASSWORD\r"
|
|
exp_continue
|
|
}
|
|
|
|
-re "Couldn't|(.*)disconnect|(.*)stalled|(.*)not found" {
|
|
set count \$argc
|
|
set output "Disconnected."
|
|
set rc $E_FTP
|
|
exp_continue
|
|
}
|
|
|
|
-re ".*denied.*(publickey|password)." {
|
|
set output "Permission denied, wrong publickey or password."
|
|
set rc $E_CONNECT
|
|
}
|
|
|
|
-re "\[0-9]*%" {
|
|
exp_continue
|
|
}
|
|
|
|
"sftp>" {
|
|
if {\$count < \$argc} {
|
|
set arg [lindex \$argv \$count]
|
|
send "\$arg\r"
|
|
incr count
|
|
} else {
|
|
send "exit\r"
|
|
set output "Disconnected."
|
|
if {[info exists rc] != 1} {
|
|
set rc $OK
|
|
}
|
|
}
|
|
exp_continue
|
|
}
|
|
|
|
timeout {
|
|
set output "Connection timeout."
|
|
set rc $E_CONNECT
|
|
}
|
|
}
|
|
|
|
if {[info exists output] == 1} {
|
|
puts "\$output"
|
|
}
|
|
|
|
exit \$rc
|
|
EOF
|
|
|
|
fi
|
|
}
|
|
|
|
# SFTP backup download function
|
|
sftp_download() {
|
|
source_conf "$HESTIA/conf/sftp.backup.conf"
|
|
if [ -z "$PORT" ]; then
|
|
PORT='22'
|
|
fi
|
|
cd $BACKUP
|
|
if [ -z $BPATH ]; then
|
|
sftpc "get $1" > /dev/null 2>&1
|
|
else
|
|
sftpc "cd $BPATH" "get $1" > /dev/null 2>&1
|
|
fi
|
|
}
|
|
|
|
sftp_delete() {
|
|
echo "$1"
|
|
source_conf "$HESTIA/conf/sftp.backup.conf"
|
|
if [ -z "$PORT" ]; then
|
|
PORT='22'
|
|
fi
|
|
echo $BPATH
|
|
if [ -z $BPATH ]; then
|
|
sftpc "rm $1" > /dev/null 2>&1
|
|
else
|
|
sftpc "cd $BPATH" "rm $1" > /dev/null 2>&1
|
|
fi
|
|
|
|
}
|
|
|
|
sftp_backup() {
|
|
# Checking config
|
|
if [ ! -e "$HESTIA/conf/sftp.backup.conf" ]; then
|
|
error="Can't open sftp.backup.conf"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email "yes"
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_NOTEXIST"
|
|
return "$E_NOTEXIST"
|
|
fi
|
|
|
|
# Parse config
|
|
source_conf "$HESTIA/conf/sftp.backup.conf"
|
|
|
|
# Set default port
|
|
if [ -z "$(grep 'PORT=' $HESTIA/conf/sftp.backup.conf)" ]; then
|
|
PORT='22'
|
|
fi
|
|
|
|
# Checking variables
|
|
if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
|
|
error="Can't parse sftp backup configuration"
|
|
echo "$error" | $SENDMAIL -s "$subj" $email "yes"
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$E_PARSING"
|
|
return "$E_PARSING"
|
|
fi
|
|
|
|
# Debug info
|
|
echo -e "$(date "+%F %T") Remote: sftp://$HOST/$BPATH/$user.$backup_new_date.tar" \
|
|
| tee -a $BACKUP/$user.log
|
|
|
|
# Checking network connection and write permissions
|
|
if [ -z $BPATH ]; then
|
|
sftmpdir="vst.bK76A9SUkt"
|
|
else
|
|
sftmpdir="$BPATH/vst.bK76A9SUkt"
|
|
fi
|
|
sftpc "mkdir $BPATH" > /dev/null 2>&1
|
|
sftpc "mkdir $sftmpdir" "rmdir $sftmpdir" > /dev/null 2>&1
|
|
rc=$?
|
|
if [[ "$rc" != 0 ]]; then
|
|
case $rc in
|
|
$E_CONNECT) error="Can't login to sftp host $HOST" ;;
|
|
$E_FTP) error="Can't create temp folder on sftp $HOST" ;;
|
|
esac
|
|
echo "$error" | $SENDMAIL -s "$subj" $email "yes"
|
|
sed -i "/ $user /d" $HESTIA/data/queue/backup.pipe
|
|
echo "$error"
|
|
errorcode="$rc"
|
|
return "$rc"
|
|
fi
|
|
|
|
# Checking retention (Only include .tar files)
|
|
if [ -z $BPATH ]; then
|
|
backup_list=$(sftpc "ls -l" | awk '{print $9}' | grep "^$user\." | grep ".tar")
|
|
else
|
|
backup_list=$(sftpc "cd $BPATH" "ls -l" | awk '{print $9}' | grep "^$user\." | grep ".tar")
|
|
fi
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
backups_rm_number=$((backups_count - BACKUPS + 1))
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar.*$//")
|
|
echo -e "$(date "+%F %T") Rotated sftp backup: $backup_date" \
|
|
| tee -a $BACKUP/$user.log
|
|
if [ -z $BPATH ]; then
|
|
sftpc "rm $backup" > /dev/null 2>&1
|
|
else
|
|
sftpc "cd $BPATH" "rm $backup" > /dev/null 2>&1
|
|
fi
|
|
done
|
|
fi
|
|
|
|
# Uploading backup archive
|
|
echo "$(date "+%F %T") Uploading $user.$backup_new_date.tar" | tee -a $BACKUP/$user.log
|
|
if [ "$localbackup" = 'yes' ]; then
|
|
cd $BACKUP
|
|
if [ -z $BPATH ]; then
|
|
sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
|
|
else
|
|
sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
|
|
fi
|
|
else
|
|
cd $tmpdir
|
|
tar -cf $BACKUP/$user.$backup_new_date.tar .
|
|
cd $BACKUP/
|
|
if [ -z $BPATH ]; then
|
|
sftpc "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
|
|
else
|
|
sftpc "cd $BPATH" "put $user.$backup_new_date.tar" "chmod 0600 $user.$backup_new_date.tar" > /dev/null 2>&1
|
|
fi
|
|
rm -f $user.$backup_new_date.tar
|
|
fi
|
|
}
|
|
|
|
# BackBlaze B2 backup function
|
|
b2_backup() {
|
|
# Defining backblaze b2 settings
|
|
source_conf "$HESTIA/conf/b2.backup.conf"
|
|
|
|
# Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
|
|
b2 clear-account > /dev/null 2>&1
|
|
b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1
|
|
|
|
# Uploading backup archive
|
|
echo -e "$(date "+%F %T") Upload to B2: $user/$user.$backup_new_date.tar"
|
|
if [ "$localbackup" = 'yes' ]; then
|
|
cd $BACKUP
|
|
b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1
|
|
else
|
|
cd $tmpdir
|
|
tar -cf $BACKUP/$user.$backup_new_date.tar .
|
|
cd $BACKUP/
|
|
b2 upload-file $BUCKET $user.$backup_new_date.tar $user/$user.$backup_new_date.tar > /dev/null 2>&1
|
|
rc=$?
|
|
rm -f $user.$backup_new_date.tar
|
|
if [ "$rc" -ne 0 ]; then
|
|
check_result "$E_CONNECT" "b2 failed to upload $user.$backup_new_date.tar"
|
|
fi
|
|
fi
|
|
|
|
# Checking retention
|
|
backup_list=$(b2 ls --long $BUCKET $user | cut -f 1 -d ' ' 2> /dev/null)
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
backups_rm_number=$(($backups_count - $BACKUPS))
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
backup_file_name=$(b2 get-file-info $backup | grep fileName | cut -f 4 -d '"' 2> /dev/null)
|
|
echo -e "$(date "+%F %T") Rotated b2 backup: $backup_file_name"
|
|
b2 delete-file-version $backup > /dev/null 2>&1
|
|
done
|
|
fi
|
|
|
|
}
|
|
|
|
b2_download() {
|
|
# Defining backblaze b2 settings
|
|
source_conf "$HESTIA/conf/b2.backup.conf"
|
|
|
|
# Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
|
|
b2 clear-account > /dev/null 2>&1
|
|
b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1
|
|
cd $BACKUP
|
|
b2 download-file-by-name $BUCKET $user/$1 $1 > /dev/null 2>&1
|
|
if [ "$?" -ne 0 ]; then
|
|
check_result "$E_CONNECT" "b2 failed to download $user.$1"
|
|
fi
|
|
}
|
|
|
|
b2_delete() {
|
|
# Defining backblaze b2 settings
|
|
source_conf "$HESTIA/conf/b2.backup.conf"
|
|
|
|
# Recreate backblaze auth file ~/.b2_account_info (for situation when key was changed in b2.backup.conf)
|
|
b2 clear-account > /dev/null 2>&1
|
|
b2 authorize-account $B2_KEYID $B2_KEY > /dev/null 2>&1
|
|
|
|
b2 delete-file-version $1/$2 > /dev/null 2>&1
|
|
}
|
|
|
|
rclone_backup() {
|
|
# Define rclone config
|
|
source_conf "$HESTIA/conf/rclone.backup.conf"
|
|
echo -e "$(date "+%F %T") Upload With Rclone to $HOST: $user.$backup_new_date.tar"
|
|
if [ "$localbackup" != 'yes' ]; then
|
|
cd $tmpdir
|
|
tar -cf $BACKUP/$user.$backup_new_date.tar .
|
|
fi
|
|
cd $BACKUP/
|
|
|
|
if [ -z "$BPATH" ]; then
|
|
rclone copy -v $user.$backup_new_date.tar $HOST:$backup
|
|
if [ "$?" -ne 0 ]; then
|
|
check_result "$E_CONNECT" "Unable to upload backup"
|
|
fi
|
|
|
|
# Only include *.tar files
|
|
backup_list=$(rclone lsf $HOST: | cut -d' ' -f1 | grep "^$user\." | grep ".tar")
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
backups_rm_number=$((backups_count - BACKUPS))
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
echo "Delete file: $backup"
|
|
rclone deletefile $HOST:/$backup
|
|
done
|
|
fi
|
|
else
|
|
rclone copy -v $user.$backup_new_date.tar $HOST:$BPATH
|
|
if [ "$?" -ne 0 ]; then
|
|
check_result "$E_CONNECT" "Unable to upload backup"
|
|
fi
|
|
|
|
# Only include *.tar files
|
|
backup_list=$(rclone lsf $HOST:$BPATH | cut -d' ' -f1 | grep "^$user\." | grep ".tar")
|
|
backups_count=$(echo "$backup_list" | wc -l)
|
|
backups_rm_number=$(($backups_count - $BACKUPS))
|
|
if [ "$backups_count" -ge "$BACKUPS" ]; then
|
|
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
|
|
echo "Delete file: $backup"
|
|
rclone deletefile $HOST:$BPATH/$backup
|
|
done
|
|
fi
|
|
fi
|
|
if [ "$localbackup" != 'yes' ]; then
|
|
rm -f $user.$backup_new_date.tar
|
|
fi
|
|
|
|
}
|
|
|
|
rclone_delete() {
|
|
# Defining rclone settings
|
|
source_conf "$HESTIA/conf/rclone.backup.conf"
|
|
if [ -z "$BPATH" ]; then
|
|
rclone deletefile $HOST:/$1
|
|
else
|
|
rclone deletefile $HOST:$BPATH/$1
|
|
fi
|
|
}
|
|
|
|
rclone_download() {
|
|
|
|
# Defining rclone b2 settings
|
|
source_conf "$HESTIA/conf/rclone.backup.conf"
|
|
cd $BACKUP
|
|
if [ -z "$BPATH" ]; then
|
|
rclone copy -v $HOST:/$1 ./
|
|
else
|
|
rclone copy -v $HOST:$BPATH/$1 ./
|
|
fi
|
|
}
|