Create proxmox-ftpbackup.sh
This commit is contained in:
deflax
GitHub
parent
3b6ed4fea2
commit
8f4b6926c8
1 changed files with 146 additions and 0 deletions
146
proxmox-ftpbackup.sh
Normal file
146
proxmox-ftpbackup.sh
Normal file
|
|
@ -0,0 +1,146 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
### FTP config
|
||||||
|
FTPHOST="your.ftp.com"
|
||||||
|
FTPPATH="dump/"
|
||||||
|
FTPUSER=""
|
||||||
|
FTPPASS=""
|
||||||
|
### Purge after x days
|
||||||
|
PURGE=3
|
||||||
|
### Storage ID to move
|
||||||
|
STORAGE="local-backup"
|
||||||
|
|
||||||
|
##### CONFIG END #####
|
||||||
|
|
||||||
|
### FUNCTIONS
|
||||||
|
function log {
|
||||||
|
echo "[HOOK] $*"
|
||||||
|
}
|
||||||
|
function purge_ftp {
|
||||||
|
VM=$1
|
||||||
|
log "PURGE for VM ${VM} started."
|
||||||
|
|
||||||
|
PURGEDATE=$(date --date="${PURGE} days ago" +%s)
|
||||||
|
FILES=$(curl -s -u "${FTPUSER}:${FTPPASS}" --list-only "ftp://${FTPHOST}/${FTPPATH}" | sort)
|
||||||
|
RETURNCODE=$?
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then
|
||||||
|
log " LIST: ftp://${FTPHOST}/${FTPPATH} - FAILED (curl): $RETURNCODE"
|
||||||
|
return $RETURNCODE
|
||||||
|
fi
|
||||||
|
for FILE in ${FILES[@]}; do
|
||||||
|
SPLITFILE="${FILE/./ }"; SPLITFILE="${SPLITFILE//-/ }"; SPLITFILE=(${SPLITFILE//_/-})
|
||||||
|
|
||||||
|
VMSTR="${SPLITFILE[2]}"
|
||||||
|
DATESTR="${SPLITFILE[3]}"
|
||||||
|
TIMESTR="${SPLITFILE[4]}"; TIMESTR="${TIMESTR//-/:}"
|
||||||
|
if [[ $(date --date="$DATESTR $TIMESTR" +%s) -lt $PURGEDATE && "$VMSTR" == "$VM" ]]; then
|
||||||
|
curl -s -u "${FTPUSER}:${FTPPASS}" --head -Q "-DELE ${FTPPATH}${FILE}" "ftp://${FTPHOST}"
|
||||||
|
RETURNCODE=$?
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then
|
||||||
|
log " DELETE: $FILE - FAILED (curl): $RETURNCODE"
|
||||||
|
return $RETURNCODE
|
||||||
|
else
|
||||||
|
log " DELETE: $FILE - SUCCESS"
|
||||||
|
fi
|
||||||
|
elif [[ "$VMSTR" == "$VM" ]]; then
|
||||||
|
log " KEEP: $FILE - not older than ${PURGE} days"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
function upload_ftp {
|
||||||
|
FILE=$1
|
||||||
|
log "UPLOAD for ${FILE} started."
|
||||||
|
|
||||||
|
RETURNCODE=1
|
||||||
|
TRIES=0
|
||||||
|
while [[ $RETURNCODE -ne 0 && $TRIES -lt 3 ]]; do
|
||||||
|
((TRIES++))
|
||||||
|
curl -s -u "${FTPUSER}:${FTPPASS}" --keepalive-time 30 -T "$FILE" "ftp://${FTPHOST}/${FTPPATH}"
|
||||||
|
RETURNCODE=$?
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then
|
||||||
|
# try to mitigate curl (28): Timeout, curl(55)
|
||||||
|
# usually file transfers fine, but control channel is killed by the firewall
|
||||||
|
FILENAME=$(basename "${FILE}")
|
||||||
|
LOCALSIZE=$(stat --printf="%s" "${FILE}" | tr -d '[[:space:]]')
|
||||||
|
REMOTESIZE=$(curl -sI -u "${FTPUSER}:${FTPPASS}" "ftp://${FTPHOST}/${FTPPATH}${FILENAME}" | awk '/Content-Length/ { print $2 }' | tr -d '[[:space:]]')
|
||||||
|
log " UPLOAD #${TRIES}: $FILE to ftp://${FTPHOST}/${FTPPATH} - local: ${LOCALSIZE}, remote: ${REMOTESIZE}"
|
||||||
|
if [[ "$REMOTESIZE" -eq "$LOCALSIZE" ]]; then
|
||||||
|
log " UPLOAD #${TRIES}: $FILE to ftp://${FTPHOST}/${FTPPATH} - WARN (curl): $RETURNCODE, but seems complete"
|
||||||
|
RETURNCODE=0
|
||||||
|
else
|
||||||
|
log " UPLOAD #${TRIES}: $FILE to ftp://${FTPHOST}/${FTPPATH} - FAILED (curl): $RETURNCODE"
|
||||||
|
if [[ $RETURNCODE -eq 55 ]]; then
|
||||||
|
curl -s -u "${FTPUSER}:${FTPPASS}" --head -Q "-DELE ${FTPPATH}${FILENAME}" "ftp://${FTPHOST}"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then
|
||||||
|
log " UPLOAD: $FILE to ftp://${FTPHOST}/${FTPPATH} - FAILED PERMANENTLY"
|
||||||
|
else
|
||||||
|
log " UPLOAD: $FILE to ftp://${FTPHOST}/${FTPPATH} - SUCCESS"
|
||||||
|
fi
|
||||||
|
return $RETURNCODE
|
||||||
|
}
|
||||||
|
|
||||||
|
### MAIN
|
||||||
|
PHASE=$1
|
||||||
|
if [[ "$PHASE" == "job-start" || "$PHASE" == "job-end" || "$PHASE" == "job-abort" ]]; then
|
||||||
|
#DUMPDIR
|
||||||
|
#STOREID
|
||||||
|
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
if [[ "$PHASE" == "backup-start" || "$PHASE" == "backup-end" || "$PHASE" == "backup-abort" || "$PHASE" == "log-end" || "$PHASE" == "pre-stop" || "$PHASE" == "pre-restart" || "$PHASE" == "post-restart" ]]; then
|
||||||
|
MODE=$2 # stop,suspend,snapshot
|
||||||
|
VMID=$3
|
||||||
|
#DUMPDIR
|
||||||
|
#STOREID
|
||||||
|
#VMTYPE # openvz,qemu
|
||||||
|
#HOSTNAME
|
||||||
|
|
||||||
|
if [[ "$PHASE" == "backup-end" && "$STOREID" == "$STORAGE" ]]; then
|
||||||
|
#TARFILE
|
||||||
|
log "transfer backup archive of VM ${VMID} to FTP"
|
||||||
|
upload_ftp "$TARFILE"
|
||||||
|
RETURNCODE=$?
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then exit $RETURNCODE; fi
|
||||||
|
log "remove local backup archive of VM ${VMID}"
|
||||||
|
rm "$TARFILE"
|
||||||
|
|
||||||
|
log "purge old backup and log files of VM ${VMID} from FTP"
|
||||||
|
purge_ftp $VMID
|
||||||
|
RETURNCODE=$?
|
||||||
|
exit $RETURNCODE
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "$PHASE" == "log-end" && "$STOREID" == "$STORAGE" ]]; then
|
||||||
|
#LOGFILE
|
||||||
|
log "transfer log file of VM ${VMID} to FTP"
|
||||||
|
upload_ftp "$LOGFILE"
|
||||||
|
RETURNCODE=$?
|
||||||
|
if [[ $RETURNCODE -ne 0 ]]; then exit $RETURNCODE; fi
|
||||||
|
log "remove local log file of VM ${VMID}"
|
||||||
|
rm "$LOGFILE"
|
||||||
|
|
||||||
|
exit $RETURNCODE
|
||||||
|
fi
|
||||||
|
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
# manual tasks
|
||||||
|
|
||||||
|
if [[ $PHASE == "manual-cleanup" ]]; then
|
||||||
|
VMID=$2
|
||||||
|
if [[ -z $VMID ]]; then
|
||||||
|
echo "Usage: $(basename $0) manual-cleanup <VMID>"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
log "purge old backup and log files of VM ${VMID} from FTP"
|
||||||
|
purge_ftp $VMID
|
||||||
|
RETURNCODE=$?
|
||||||
|
log "purge old backup and log files of VM ${VMID} from local storage"
|
||||||
|
rm -r ${STORAGEDIR}/dump/vzdump-*-${VMID}-*
|
||||||
|
exit $RETURNCODE
|
||||||
|
fi
|
||||||
Loading…
Reference in a new issue