v-backup-user

#!/bin/bash
# info: backup system user with all its objects
# options: USER NOTIFY
#
# The call is used for backing up user with all its domains and databases.


#----------------------------------------------------------#
#                    Variable&Function                     #
#----------------------------------------------------------#

# Argument defenition
user=$1
notify=${2-no}

# Includes
source $VESTA/conf/vesta.conf
source $VESTA/func/main.sh
source $VESTA/func/domain.sh
source $VESTA/func/db.sh


#----------------------------------------------------------#
#                    Verifications                         #
#----------------------------------------------------------#

check_args '1' "$#" 'USER [NOTIFY]'
validate_format 'user'
is_system_enabled "$BACKUP_SYSTEM"
is_object_valid 'user' 'USER' "$user"
is_object_unsuspended 'user' 'USER' "$user"
is_backup_enabled


#----------------------------------------------------------#
#                       Action                             #
#----------------------------------------------------------#

# Set backup directory if undefined
if [ -z "$BACKUP" ]; then
    BACKUP=/home/backup/
fi
mkdir -p $BACKUP

# Get current time
start_time=$(date '+%s')

# Set notification email and subject
if [ "$notify" != 'no' ]; then
    subj="$user → backup failed"
    email=$(get_user_value '$CONTACT')
else
    subj="$user → backup failed"
    email=$(grep CONTACT $VESTA/data/users/admin/user.conf | cut -f 2 -d \')
fi
if [ -e "$VESTA/web/inc/mail-wrapper.php" ]; then
    send_mail="$VESTA/web/inc/mail-wrapper.php"
else
    send_mail=$(which mail)
fi

# Check load average
la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.')
i=0
while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do
    echo "$(date "+%F %T") Load Average $la"
    echo
    sleep 60
    if [ "$i" -ge "15" ]; then
        echo "LoadAverage $i is above threshold" | $send_mail -s "$subj" $email
        echo "Error: LA is too high"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_LA" "$EVENT"
        exit $E_LA
    fi
    (( ++i))
done

# Creating temporary directory
tmpdir=$(mktemp -p $BACKUP -d)
if [ "$?" -ne 0 ]; then
    echo "Can't create tmp dir $tmpdir" | $send_mail -s "$subj" $email
    echo "Error: can't create tmp dir"
    log_event "$E_NOTEXIST" "$EVENT"
    exit $E_NOTEXIST
fi

# Backingup system configs
echo -e "-- SYSTEM --"
msg="-- SYSTEM --"
mkdir $tmpdir/vesta

echo -e "$(date "+%F %T") $user.conf"
msg="$msg\n$(date "+%F %T") $user.conf"
cp -r $USER_DATA/user.conf $tmpdir/vesta/

if [ -e "$USER_DATA/stats.log" ]; then
    echo -e "$(date "+%F %T") stats.log"
    msg="$msg\n$(date "+%F %T") stats.log"
    cp -r $USER_DATA/stats.log $tmpdir/vesta/
fi

if [ -e "$USER_DATA/history.log" ]; then
    echo -e "$(date "+%F %T") history.log"
    msg="$msg\n$(date "+%F %T") history.log"
    cp -r $USER_DATA/history.log $tmpdir/vesta/
fi

if [ -e "$USER_DATA/backup.excludes" ]; then
    echo -e "$(date "+%F %T") backup.excludes"
    msg="$msg\n$(date "+%F %T") backup.excludes"
    cp -r $USER_DATA/backup.excludes $tmpdir/vesta/
fi

# Backup PAM
mkdir $tmpdir/pam
echo -e "$(date "+%F %T") pam"
msg="$msg\n$(date "+%F %T") pam"
grep "^$user:" /etc/passwd > $tmpdir/pam/passwd
grep "^$user:" /etc/shadow > $tmpdir/pam/shadow
grep "^$user:" /etc/group > $tmpdir/pam/group
echo
msg="$msg\n"

# Parsing excludes
OLD_IFS="$IFS"
IFS=$'\n'
if [ -e "$USER_DATA/backup.excludes" ]; then
    for exclude in $(cat $USER_DATA/backup.excludes); do
        eval ${exclude%%=*}=${exclude#*=}
    done
fi
IFS="$OLD_IFS"

# WEB domains
if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB_SYSTEM" != 'no' ] && [ "$WEB" != '*' ]
then
    echo "-- WEB --"
    msg="$msg\n-- WEB --"
    mkdir $tmpdir/web/

    # Parsing unsuspeneded domains
    conf="$USER_DATA/web.conf"
    for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do
        check_exl=$(echo "$WEB"|grep -w $domain)
        if [ -z "$check_exl" ]; then
            web_list="$web_list $domain"
        fi
    done
    web_list=$(echo "$web_list" | sed -e "s/  */\ /g" -e "s/^ //")

    i=0
    for domain in $web_list; do
        ((i ++))
        echo -e "$(date "+%F %T") $domain"
        msg="$msg\n$(date "+%F %T") $domain"
        mkdir -p $tmpdir/web/$domain/conf
        mkdir -p $tmpdir/web/$domain/vesta

        # Defining domain variables
        domain_idn=$(idn -t --quiet -a "$domain")
        get_domain_values 'web'

        # Creating web.config
        cd $tmpdir/web/$domain/
        conf="$USER_DATA/web.conf"
        grep "DOMAIN='$domain'" $conf > vesta/web.conf

        # Apache config
        if [ "$WEB_SYSTEM" = 'apache' ]; then
            # Parsing httpd.conf
            tpl_file="$WEBTPL/apache_$TPL.tpl"
            conf="$HOMEDIR/$user/conf/web/httpd.conf"
            get_web_config_brds
            sed -n "$top_line,$bottom_line p" $conf > conf/httpd.conf

            # SSL check
            if [ "$SSL" = 'yes' ]; then
                tpl_file="$WEBTPL/apache_$TPL.stpl"
                conf="$HOMEDIR/$user/conf/web/shttpd.conf"
                get_web_config_brds
                sed -n "$top_line,$bottom_line p" $conf > conf/shttpd.conf
            fi
        fi

        # Nginx config
        if [ ! -z "$NGINX" ] ; then
            tpl_file="$WEBTPL/nginx_$NGINX.tpl"
            conf="$HOMEDIR/$user/conf/web/nginx.conf"
            get_web_config_brds
            sed -n "$top_line,$bottom_line p" $conf > conf/nginx.conf

            # SSL check
            if [ "$SSL" = 'yes' ] ; then
                tpl_file="$WEBTPL/nginx_$NGINX.stpl"
                conf="$HOMEDIR/$user/conf/web/snginx.conf"
                get_web_config_brds
                sed -n "$top_line,$bottom_line p" $conf > conf/snginx.conf
            fi
        fi

        # Suplemental configs
        for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do
            cp $HOMEDIR/$user/conf/web/$sconfig conf/
        done

        # SSL Certificates
        if [ "$SSL" = 'yes' ] ; then
            cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/
            cp $USER_DATA/ssl/$domain.* vesta/
        fi

        # Packing data folders
        cd $HOMEDIR/$user/web/$domain
        domain_direcotries=$(ls |grep -v logs)
        tar -cpf $tmpdir/web/$domain/domain_data.tar $domain_direcotries

        if [ ! -z "$BACKUP_GZIP" ]; then
            gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar
        fi
    done
    if [ "$i" -eq 1 ]; then
        echo -e "$(date "+%F %T") $i domain"
        msg="$msg\n$(date "+%F %T") $i domain"
    else
        echo -e "$(date "+%F %T") $i domains"
        msg="$msg\n$(date "+%F %T") $i domains"
    fi
    echo
    msg="$msg\n"
fi

# DNS domains
if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS_SYSTEM" != 'no' ] && [ "$DNS" != '*' ]
then
    echo "-- DNS --"
    msg="$msg\n-- DNS --"
    mkdir $tmpdir/dns/

    # Parsing unsuspeneded domains
    for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do
        check_exl=$(echo "$DNS"|grep -w $domain)
        if [ -z "$check_exl" ]; then
            dns_list="$dns_list $domain"
        fi
    done
    dns_list=$(echo "$dns_list" | sed -e "s/  */\ /g" -e "s/^ //")

    i=0
    for domain in $dns_list; do
        ((i ++))
        echo -e "$(date "+%F %T") $domain"
        msg="$msg\n$(date "+%F %T") $domain"

        # Building directory tree
        mkdir -p $tmpdir/dns/$domain/conf
        mkdir -p $tmpdir/dns/$domain/vesta

        # Creating dns_domains config
        cd $tmpdir/dns/$domain/
        conf="$USER_DATA/dns.conf"
        grep "DOMAIN='$domain'" $conf > vesta/dns.conf

        # Backingup dns recods
        cp $USER_DATA/dns/$domain.conf vesta/$domain.conf
        cp $HOMEDIR/$user/conf/dns/$domain.db conf/$domain.db
    done
    if [ "$i" -eq 1 ]; then
        echo -e "$(date "+%F %T") $i domain"
        msg="$msg\n$(date "+%F %T") $i domain"
    else
        echo -e "$(date "+%F %T") $i domains"
        msg="$msg\n$(date "+%F %T") $i domains"
    fi
    echo
    msg="$msg\n"
fi

# Mail domains
if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL_SYSTEM" != 'no' ] && [ "$MAIL" != '*' ]
then
    echo "-- MAIL --"
    msg="$msg\n-- MAIL --"
    mkdir $tmpdir/mail/

    # Parsing unsuspeneded domains
    conf="$USER_DATA/mail.conf"
    for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do
        check_exl=$(echo "$MAIL"|grep -w $domain)
        if [ -z "$check_exl" ]; then
            mail_list="$mail_list $domain"
        fi
    done
    mail_list=$(echo "$mail_list" | sed -e "s/  */\ /g" -e "s/^ //")

    i=0
    for domain in $mail_list; do
        ((i ++))
        echo -e "$(date "+%F %T") $domain"
        msg="$msg\n$(date "+%F %T") $domain"
        mkdir -p $tmpdir/mail/$domain/conf
        mkdir -p $tmpdir/mail/$domain/vesta
        domain_idn=$(idn -t --quiet -a "$domain")

        # Creating exim config
        cd $tmpdir/mail/$domain/
        cp $HOMEDIR/$user/conf/mail/$domain/* conf/

        # Creating vesta config
        conf="$USER_DATA/mail.conf"
        grep "DOMAIN='$domain'" $conf > vesta/mail.conf
        cp $USER_DATA/mail/$domain.* vesta/
        if [ ! -z "$(ls $USER_DATA/mail/|grep *@$domain)" ]; then
            cp $USER_DATA/mail/*@$domain.* vesta/
        fi

        # Packing mailboxes
        cd $HOMEDIR/$user/mail/$domain_idn
        accounts=$(ls)
        if [ ! -z "$accounts" ]; then
            tar -cpf $tmpdir/mail/$domain/accounts.tar  $accounts
        fi

        if [ ! -z "$BACKUP_GZIP" ] && [ ! -z $accounts ]; then
            gzip -$BACKUP_GZIP $tmpdir/mail/$domain/accounts.tar
        fi
    done
    if [ "$i" -eq 1 ]; then
        echo -e "$(date "+%F %T") $i domain"
        msg="$msg\n$(date "+%F %T") $i domain"
    else
        echo -e "$(date "+%F %T") $i domains"
        msg="$msg\n$(date "+%F %T") $i domains"
    fi
    echo
    msg="$msg\n"
fi


# Databases
if [ ! -z "$DB_SYSTEM" ] && [ "$DB_SYSTEM" != 'no' ] && [ "$DB" != '*' ]; then
    echo "-- DB --"
    msg="$msg\n-- DB --"
    mkdir $tmpdir/db/

    # Parsing unsuspeneded domains
    for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do
        check_exl=$(echo "$DB"|grep -w $database)
        if [ -z "$check_exl" ]; then
            db_list="$db_list $database"
        fi
    done
    db_list=$(echo "$db_list" | sed -e "s/  */\ /g" -e "s/^ //")

    i=0
    conf="$USER_DATA/db.conf"
    for database in $db_list; do
        ((i ++))
        get_database_values

        echo -e "$(date "+%F %T") $TYPE $database"
        msg="$msg\n$(date "+%F %T") $TYPE $database"

        mkdir -p $tmpdir/db/$database/conf
        mkdir -p $tmpdir/db/$database/vesta

        cd $tmpdir/db/$database/
        grep "DB='$database'" $conf > vesta/db.conf

        dump="$tmpdir/db/$database/$database.$TYPE.sql"
        grants="$tmpdir/db/$database/conf/$database.$TYPE.$DBUSER"
        case $TYPE in
            mysql) dump_mysql_database ;;
            pgsql) dump_pgsql_database ;;
        esac
        if [ ! -z "$BACKUP_GZIP" ]; then 
            gzip -$BACKUP_GZIP $dump
        fi
    done
    if [ "$i" -eq 1 ]; then
        echo -e "$(date "+%F %T") $i database"
        msg="$msg\n$(date "+%F %T") $i database"
    else
        echo -e "$(date "+%F %T") $i databases"
        msg="$msg\n$(date "+%F %T") $i databases"
    fi
    echo
    msg="$msg\n"
fi

# Cron jobs
if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON_SYSTEM" != 'no' ] && [ "$CRON" != '*' ]
then
    echo "-- CRON --"
    msg="$msg\n-- CRON --"
    mkdir $tmpdir/cron/

    # Backingup cron recods
    echo -e "$(date "+%F %T") cron.conf"
    msg="$msg\n$(date "+%F %T") cron.conf"

    cp $USER_DATA/cron.conf $tmpdir/cron/
    cron_record=$(wc -l $USER_DATA/cron.conf|cut -f 1 -d ' ')

    if [ -e "/var/spool/cron/$user" ]; then
        cron_list="$cron_record"
        cp /var/spool/cron/$user $tmpdir/cron/
    fi
    if [ "$cron_record" -eq 1 ]; then
        echo -e "$(date "+%F %T") $cron_record record"
        msg="$msg\n$(date "+%F %T") $cron_record record"
    else
        echo -e "$(date "+%F %T") $cron_record records"
    msg="$msg\n$(date "+%F %T") $cron_record records"
    fi
    echo
    msg="$msg\n"
fi

# User Directories
echo "-- User Dir --"
msg="$msg\n-- User Dir --"
mkdir $tmpdir/user_dir
user_dir=$(ls $HOMEDIR/$user | \
    grep -v conf | \
    grep -v web | \
    grep -v dns | \
    grep -v mail | \
    grep -v tmp)
i=0
for udir in $user_dir; do
    udir_list="$udir_list $udir"
    ((i ++))
    echo -e "$(date "+%F %T") $udir"
    msg="$msg\n$(date "+%F %T") $udir"
    cp -pr $HOMEDIR/$user/$udir $tmpdir/user_dir/
    cd $tmpdir/user_dir/
    tar -czpf $udir.tar.gz $udir
    rm -rf $udir
done
udir_list=$(echo "$udir_list" | sed -e "s/  */\ /g" -e "s/^ //")

if [ "$i" -eq 1 ]; then
    echo -e "$(date "+%F %T") $i user directory"
    msg="$msg\n$(date "+%F %T") $i directory"
else
    echo -e "$(date "+%F %T") $i directories"
    msg="$msg\n$(date "+%F %T") $i directories"
fi
echo
msg="$msg\n"


# Get backup size
size="$(du -shm $tmpdir | cut -f 1)"

# Get current time
end_time=$(date '+%s')
DATE=$(date +%F)
TIME=$(date +%T)


# Defining local storage function
local_backup(){
    # Removing dublicate for this day
    if [ -e "$BACKUP/$user.$DATE.tar" ]; then
        deprecated="$DATE"
        echo -e "$(date "+%F %T") Deleted old backup: $user.$DATE.tar"
        msg="$msg\n$(date "+%F %T") Deleted old backup: $user.$DATE.tar"
        rm -f $BACKUP/$user.$DATE.tar
    fi

    # Checking retention
    backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.")
    backups_count=$(echo "$backup_list" | wc -l)
    if [ "$BACKUPS" -le "$backups_count" ]; then
        backups_rm_number=$((backups_count - BACKUPS))
        (( ++backups_rm_number))

        for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
            # Removing old backup
            backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
            deprecated="$deprecated $backup_date"
            echo -e "$(date "+%F %T") Deleted old backup: $backup_date"
            msg="$msg\n$(date "+%F %T") Deleted old backup: $backup_date"
            rm -f $BACKUP/$backup
        done
    fi

    # Checking disk space
    disk_usage=$(df $BACKUP |tail -n1 |tr ' ' '\n' |grep % |cut -f 1 -d %)

    if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then
        rm -rf $tmpdir
        echo "Not enough disk space to run backup" |\
            $send_mail -s "$subj" $email
        echo "Error: Not enough disk space"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_DISK" "$EVENT"
        exit $E_DISK
    fi

    # Creating final tarball
    cd $tmpdir
    tar -cf $BACKUP/$user.$DATE.tar .
    chmod 640 $BACKUP/$user.$DATE.tar
    chown admin:$user $BACKUP/$user.$DATE.tar
    localbackup='yes'
    echo -e "$(date "+%F %T") Archived: $BACKUP/$user.$DATE.tar"
    msg="$msg\n$(date "+%F %T") Archived: $BACKUP/$user.$DATE.tar"
    U_BACKUPS=$(ls $BACKUP/ | grep "^$user." | wc -l)
    update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS"
}


# Defining ftp command function
ftpc() {
    ftp -n $HOST <<EOF
    quote USER $USERNAME
    quote PASS $PASSWORD
    binary
    $1
    $2
    $3
    quit
EOF
}

# Defining ftp storage function
ftp_backup() {
    # Checking config
    if [ ! -e "$VESTA/conf/ftp.backup.conf" ]; then
        ftp_conf_error="Can't open  $VESTA/conf/ftp.backup.conf"
        echo "$ftp_conf_error" | $send_mail -s "$subj" $email
        echo "Error: $VESTA/conf/ftp.backup.conf does not exist"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_NOTEXIST" "$EVENT"
        exit $E_NOTEXIST
    fi

    # Parse config
    source $VESTA/conf/ftp.backup.conf

    # Checking variables
    if [ -z "$HOST" ] || [ -z "$USERNAME" ] || [ -z "$PASSWORD" ]; then
        rm -rf $tmpdir
        echo "Can't parse ftp backup configuration" |\
            $send_mail -s "$subj" $email
        echo "Error: Parsing error"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_PARSING" "$EVENT"
        exit $E_PARSING
    fi

    # Debug info
    echo -e "$(date "+%F %T") FTP ftp://$HOST$BPATH/$user.$DATE.tar"

    # Checking ftp connection
    if [ ! -z "$(ftpc)" ]; then
        rm -rf $tmpdir
        echo "Can't login to ftp://$USERNAME@$HOST" |\
            $send_mail -s "$subj" $email
        echo "Error: can't login to ftp"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_FTP" "$EVENT"
        exit $E_FTP
    fi

    # Check ftp permissions
    ftpc "mkdir $BPATH" > /dev/null 2>&1
    ftmpdir=$(mktemp -u -p "$BPATH")
    ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir")
    if [ ! -z "$ftp_result" ] ; then
        rm -rf $tmpdir
        echo "Can't create ftp backup folder" |\
            $send_mail -s "$subj" $email
        echo "Error: cant's create ftp folder"
        sed -i "/ $user /d" $VESTA/data/queue/backup.pipe
        log_event "$E_FTP" "$EVENT"
        exit $E_FTP
    fi

    # Checking retention
    backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.")
    backups_count=$(echo "$backup_list" | wc -l)
    if [ "$backups_count" -ge "$BACKUPS" ]; then
        backups_rm_number=$((backups_count - BACKUPS + 1))
        for backup in $(echo "$backup_list" | head -n $backups_rm_number); do 
            backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
            deprecated="$deprecated $backup"
            echo -e "$(date "+%F %T") Deleted old ftp backup: $backup_date"
            msg="$msg\n$(date "+%F %T") Deleted old ftp backup: $backup_date"
            ftpc "cd $BPATH" "delete $backup"
        done
    fi

    # Uploading backup archive
    if [ "$localbackup" = 'yes' ]; then
        cd $BACKUP
        ftpc "cd $BPATH" "put $user.$DATE.tar"
    else
        cd $tmpdir
        tar -cf $BACKUP/$user.$DATE.tar .
        cd $BACKUP/
        ftpc "cd $BPATH" "put $user.$DATE.tar"
        rm -f $user.$DATE.tar
    fi
}

echo "-- SUMMARY --"
msg="$msg\n-- SUMMARY --"

# Switching on backup system types
for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\n}"); do
    case $backup_type in
        local) local_backup ;;
        ftp)   ftp_backup ;;
    esac
done

# Removing tmpdir
cd /
rm -rf $tmpdir

# Calculation run time
run_time=$((end_time - start_time))
run_time=$((run_time / 60))
current_time=$(date "+%T")
if [ "$run_time" -lt 1 ]; then
    run_time=1
fi
min=miutes
if [ "$run_time" -eq 1 ]; then
    min=minute
fi

echo "$(date "+%F %T") Size: $size Mb"
msg="$msg\n$(date "+%F %T") Size: $size Mb"
echo "$(date "+%F %T") RUNTIME: $run_time $min"
msg="$msg\n$(date "+%F %T") RUNTIME: $run_time $min"


#----------------------------------------------------------#
#                       Vesta                              #
#----------------------------------------------------------#

# Deleting old backup records
for backup_record in $deprecated; do
    if [ -e "$USER_DATA/backup.conf" ]; then
        sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf
    fi
done

# Concatenating string
backup_str="BACKUP='$user.$DATE.tar'"
backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
backup_str="$backup_str WEB='${web_list// /,}'"
backup_str="$backup_str DNS='${dns_list// /,}'"
backup_str="$backup_str MAIL='${mail_list// /,}'"
backup_str="$backup_str DB='${db_list// /,}'"
backup_str="$backup_str CRON='$cron_list'"
backup_str="$backup_str UDIR='${udir_list// /,}'"
backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'"
echo "$backup_str" >> $USER_DATA/backup.conf
chmod 660 $USER_DATA/backup.conf

# Clean backup queue
sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe

# Send notification
if [ "$notify" != 'no' ]; then
    subj="$user → backup has been completed"
    email=$(get_user_value '$CONTACT')
    echo -e "$msg" | $send_mail -s "$subj" $email
fi

# Logging
log_event "$OK" "$EVENT"

exit