diff --git a/nixos/hosts/backups-rpi4/scripts/rsync-data-vol.sh b/nixos/hosts/backups-rpi4/scripts/rsync-data-vol.sh new file mode 100644 index 00000000..e8b37696 --- /dev/null +++ b/nixos/hosts/backups-rpi4/scripts/rsync-data-vol.sh @@ -0,0 +1,59 @@ +# Send the gotify notification: +BACKUP_NAME="rsync-data-vol" +GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1` + +echo "Sending start message" +payload="{\"message\": \"$BACKUP_NAME Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Started\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + +drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}` +drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}` +drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}` + +mount1=`mount -l | grep $drive1`; mounted1=`echo $?` +mount2=`mount -l | grep $drive2`; mounted2=`echo $?` +mount3=`mount -l | grep $drive3`; mounted3=`echo $?` + +echo "Drive status" +echo "Drive 1: $drive1 / $mount1 / $mounted1" +echo "Drive 2: $drive2 / $mount2 / $mounted2" +echo "Drive 3: $drive3 / $mount3 / $mounted3" + +# If any drive isn't found, exit: +if [[ $mounted1 != 0 ]] || [[ $mounted2 != 0 ]] || [[ $mounted3 != 0 ]] ; then + echo "One or more drives is not mounted. Exiting" + payload="{\"message\": \"$BACKUP_NAME Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# If an old backup is still running, don't continue +if [[ `ps aux | grep rsync | grep -v grep | grep -v $BACKUP_NAME` ]] ; then + echo -e "$BACKUP_NAME rsync still running. Exiting...." + payload="{\"message\": \"$BACKUP_NAME stopped. rsync-sysctl is still running.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# Check if the Synology is mounted +check=$(ssh root@nuc-docker01 df -h | grep 192.168.1.100 | wc -l) +if [[ $check != 1 ]] ; then + echo "Synology is not mounted on nuc-docker01: check returned $check" + payload="{\"message\": \"Backup stopped. Synology isn't mounted\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +echo -e "======= Time started : `date`" +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete --exclude=Downloads/ --exclude='Data/Docker/sysctl.io/' root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/" +rsync -avr --delete --exclude=Downloads/ --exclude='Data/Docker/sysctl.io/' root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/ + +echo -e "======= Time: `date`" +echo -e "======= Time complete: `date`" + +echo "Sending completion message" +payload="{\"message\": \"Data Vol Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"backups-rpi4: Data Vol Backup Complete\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + diff --git a/nixos/hosts/backups-rpi4/scripts/rsync-media.sh b/nixos/hosts/backups-rpi4/scripts/rsync-media.sh new file mode 100644 index 00000000..dfa47900 --- /dev/null +++ b/nixos/hosts/backups-rpi4/scripts/rsync-media.sh @@ -0,0 +1,122 @@ +# Send the gotify notification: +BACKUP_NAME="rsync-media" +GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1` + +echo "Sending start message" +payload="{\"message\": \"$BACKUP_NAME Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Started\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + +drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}` +drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}` +drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}` + +mount1=`mount -l | grep $drive1`; mounted1=`echo $?` +mount2=`mount -l | grep $drive2`; mounted2=`echo $?` +mount3=`mount -l | grep $drive3`; mounted3=`echo $?` + +echo "Drive status" +echo "Drive 1: $drive1 / $mount1 / $mounted1" +echo "Drive 2: $drive2 / $mount2 / $mounted2" +echo "Drive 3: $drive3 / $mount3 / $mounted3" + +# If any drive isn't found, exit: +if [[ $mounted1 != 0 ]] || [[ $mounted2 != 0 ]] || [[ $mounted3 != 0 ]] ; then + echo "One or more drives is not mounted. Exiting" + payload="{\"message\": \"$BACKUP_NAME Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# If an old backup is still running, don't continue +if [[ `ps aux | grep rsync | grep -v grep | grep -v $BACKUP_NAME` ]] ; then + echo -e "$BACKUP_NAME rsync still running. Exiting...." + payload="{\"message\": \"$BACKUP_NAME stopped. rsync-sysctl is still running.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# Check if the Synology is mounted +check=$(ssh root@nuc-docker01 df -h | grep 192.168.1.100 | wc -l) +if [[ $check != 1 ]] ; then + echo "Synology is not mounted on nuc-docker01: check returned $check" + payload="{\"message\": \"Backup stopped. Synology isn't mounted\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +echo -e "======= Time started : `date`" +echo -e "rsync -avr --delete --exclude=luks.img /Storage/Backups/Manual/Computers/ /mnt/$drive1/Backups/Manual/Computers/" +rsync -avr --delete --exclude=luks.img root@nuc-docker01:/Storage/Backups/Manual/Computers/ /mnt/$drive1/Backups/Manual/Computers/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Backblaze/ /mnt/$drive1/Backups/Backblaze/" +rsync -avr --delete root@nuc-docker01:/Storage/Backups/Backblaze/ /mnt/$drive1/Backups/Backblaze/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Logs/ /mnt/$drive1/Backups/Logs/" +rsync -avr --delete root@nuc-docker01:/Storage/Backups/Logs/ /mnt/$drive1/Backups/Logs/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Docker/ /mnt/$drive1/Backups/Docker/" +rsync -avr --delete root@nuc-docker01:/Storage/Backups/Docker/ /mnt/$drive1/Backups/Docker/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Pictures/ /mnt/$drive1/Pictures/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/Pictures/ /mnt/$drive1/Pictures/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Books/ /mnt/$drive1/Books/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/Books/ /mnt/$drive1/Books/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Music/ /mnt/$drive1/Music/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/Music/ /mnt/$drive1/Music/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete --exclude=Downloads/ /Storage/Data/ /mnt/$drive1/Data/" +rsync -avr --delete --exclude=Downloads/ --exclude=Docker/sysctl* root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Movies/ /mnt/$drive2/Movies/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/Movies/ /mnt/$drive2/Movies/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[0-9]* /mnt/$drive1/TV_Shows/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[0-9]* /mnt/$drive1/TV_Shows/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[A-K]* /mnt/$drive1/TV_Shows/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[A-E]* /mnt/$drive1/TV_Shows/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[L-R]* /mnt/$drive2/TV_Shows/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[F-R]* /mnt/$drive2/TV_Shows/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[S-Z]* /mnt/$drive3/TV_Shows/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[S-Z]* /mnt/$drive3/TV_Shows/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/YouTube /mnt/$drive3/YouTube/" +rsync -avr --delete root@nuc-docker01:/Storage/Media/YouTube/ /mnt/$drive3/YouTube/ + +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "======= Time complete: `date`" + +echo "Sending completion message" +payload="{\"message\": \"$BACKUP_NAME Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Complete\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" diff --git a/nixos/hosts/backups-rpi4/scripts/rsync-sysctl.sh b/nixos/hosts/backups-rpi4/scripts/rsync-sysctl.sh new file mode 100644 index 00000000..55f2a0c1 --- /dev/null +++ b/nixos/hosts/backups-rpi4/scripts/rsync-sysctl.sh @@ -0,0 +1,49 @@ +BACKUP_NAME="rsync-sysctl" +GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1` + +echo "Sending start message" +payload="{\"message\": \"$BACKUP_NAME Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Started\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + +drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}` +drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}` +drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}` + +mount1=`mount -l | grep $drive1`; mounted1=`echo $?` +mount2=`mount -l | grep $drive2`; mounted2=`echo $?` +mount3=`mount -l | grep $drive3`; mounted3=`echo $?` + +echo "Drive status" +echo "Drive 1: $drive1 / $mount1 / $mounted1" +echo "Drive 2: $drive2 / $mount2 / $mounted2" +echo "Drive 3: $drive3 / $mount3 / $mounted3" + +# If any drive isn't found, exit: +if [[ $mounted1 != 0 ]] || [[ $mounted2 != 0 ]] || [[ $mounted3 != 0 ]] ; then + echo "One or more drives is not mounted. Exiting" + payload="{\"message\": \"$BACKUP_NAME Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# If an old backup is still running, don't continue +if [[ `ps aux | grep rsync | grep -v grep | grep -v rsync-sysctl` ]] ; then + echo -e "$BACKUP_NAME rsync still running. Exiting...." + payload="{\"message\": \"$BACKUP_NAME stopped. rsync-sysctl is still running.\nDate: `date`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Stopped\"}" + curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload" + exit +fi + +# Start the backups +echo -e "======= Time started : `date`" +echo -e "================================================================================" +echo -e "======= Time: `date`" +echo -e "rsync -avr --delete --exclude=Downloads/ root@framework-server:/Storage/Data/Docker/sysctl.io/ /mnt/$drive1/Data/Docker/sysctl.io/" +rsync -avr --delete --exclude=Downloads/ root@framework-server:/Storage/Data/Docker/sysctl.io/ /mnt/$drive1/Data/Docker/sysctl.io/ + +echo -e "======= Time: `date`" +echo -e "======= Time complete: `date`" + +echo "Sending completion message" +payload="{\"message\": \"$BACKUP_NAME Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"japan-rpi4: $BACKUP_NAME Backup Complete\"}" +curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"