nix/nixos/hosts/backups-rpi4/backup-script.nix

271 lines
13 KiB
Nix
Raw Normal View History

2024-04-04 05:20:46 +02:00
{ config, lib, pkgs, ... }:
2023-12-13 14:58:10 +01:00
let
2023-12-15 13:27:38 +01:00
rsync-backups = pkgs.writeScriptBin "rsync-backups" ''
2023-12-13 14:58:10 +01:00
#!${pkgs.stdenv.shell}
# Send the gotify notification:
2023-12-14 03:50:23 +01:00
2023-12-15 13:17:46 +01:00
GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1`
2023-12-14 03:50:23 +01:00
payload="{\"message\": \"Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Started\"}"
2023-12-15 13:38:01 +01:00
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2023-12-13 14:58:10 +01:00
drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}`
drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}`
drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}`
mount1=`mount -l | grep $drive1`
mounted1=`echo $?`
mount2=`mount -l | grep $drive2`
mounted2=`echo $?`
mount3=`mount -l | grep $drive3`
mounted3=`echo $?`
echo "status"
echo "$drive1 / $mount1 / $mounted1"
echo "$drive2 / $mount2 / $mounted2"
echo "$drive3 / $mount3 / $mounted3"
# If any drive isn't found, exit:
2024-04-04 05:20:46 +02:00
if [[ $mounted1 != 0 ]] || [[ mounted2 != 0 ]] && [[ $mounted3 != 0 ]] ; then
payload="{\"message\": \"Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Stopped\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2024-04-04 05:20:46 +02:00
fi
2023-12-13 14:58:10 +01:00
echo "Drive 1: $drive1"
echo "Drive 2: $drive2"
echo "Drive 3: $drive3"
echo "Checking if the NAS is mounted on nuc-docker01:"
2024-03-04 02:15:08 +01:00
check=$(ssh root@nuc-docker01 df -h | grep 192.168.1.100 | wc -l)
2024-03-03 03:12:08 +01:00
if [[ $check != 1 ]] ; then
payload="{\"message\": \"Backup stopped. Synology isn't mounted\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Stopped\"}"
2023-12-15 13:38:01 +01:00
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2023-12-13 14:58:10 +01:00
exit
fi
2023-12-14 04:02:00 +01:00
2023-12-14 05:13:19 +01:00
echo -e "======= Time started : `date`"
2023-12-13 14:58:10 +01:00
2023-12-15 13:27:38 +01:00
if [[ `ps aux | grep rsync | grep -v grep | grep -v rsync-backups` ]] ; then
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "rsync still running. Exiting...."
echo -e "======= Time complete: `date`"
2023-12-13 14:58:10 +01:00
exit
fi
2023-12-14 05:13:19 +01:00
echo -e "rsync -avr --delete --exclude=luks.img /Storage/Backups/Manual/Computers/ /mnt/$drive1/Backups/Manual/Computers/"
rsync -avr --delete --exclude=luks.img root@nuc-docker01:/Storage/Backups/Manual/Computers/ /mnt/$drive1/Backups/Manual/Computers/
echo -e "================================================================================"
echo -e "======= Time: `date`"
2023-12-26 01:50:07 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Backblaze/ /mnt/$drive1/Backups/Backblaze/"
2023-12-14 05:13:19 +01:00
rsync -avr --delete root@nuc-docker01:/Storage/Backups/Backblaze/ /mnt/$drive1/Backups/Backblaze/
echo -e "================================================================================"
echo -e "======= Time: `date`"
2023-12-26 01:50:07 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Logs/ /mnt/$drive1/Backups/Logs/"
2023-12-14 05:13:19 +01:00
rsync -avr --delete root@nuc-docker01:/Storage/Backups/Logs/ /mnt/$drive1/Backups/Logs/
echo -e "================================================================================"
echo -e "======= Time: `date`"
2023-12-26 01:50:07 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Backups/Docker/ /mnt/$drive1/Backups/Docker/"
2023-12-14 05:13:19 +01:00
rsync -avr --delete root@nuc-docker01:/Storage/Backups/Docker/ /mnt/$drive1/Backups/Docker/
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Pictures/ /mnt/$drive1/Pictures/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/Pictures/ /mnt/$drive1/Pictures/
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Books/ /mnt/$drive1/Books/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/Books/ /mnt/$drive1/Books/
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Music/ /mnt/$drive1/Music/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/Music/ /mnt/$drive1/Music/
2023-12-14 05:13:19 +01:00
2023-12-25 12:14:00 +01:00
# echo -e "================================================================================"
# echo -e "======= Time: `date`"
# echo -e "rsync -avr --delete --exclude=Downloads/ /Storage/Data/ /mnt/$drive1/Data/"
# rsync -avr --delete --exclude=Downloads/ root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/Movies/ /mnt/$drive2/Movies/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/Movies/ /mnt/$drive2/Movies/
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[0-9]* /mnt/$drive1/TV_Shows/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[0-9]* /mnt/$drive1/TV_Shows/
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[A-K]* /mnt/$drive1/TV_Shows/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[A-E]* /mnt/$drive1/TV_Shows/
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[L-R]* /mnt/$drive2/TV_Shows/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[F-R]* /mnt/$drive2/TV_Shows/
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[S-Z]* /mnt/$drive3/TV_Shows/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/TV_Shows/[S-Z]* /mnt/$drive3/TV_Shows/
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-03 03:12:08 +01:00
echo -e "rsync -avr --delete root@nuc-docker01:/Storage/Media/YouTube /mnt/$drive3/YouTube/"
rsync -avr --delete root@nuc-docker01:/Storage/Media/YouTube/ /mnt/$drive3/YouTube/
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo -e "================================================================================"
echo -e "======= Time: `date`"
echo -e "======= Time complete: `date`"
2023-12-13 14:58:10 +01:00
2023-12-14 05:13:19 +01:00
echo "Sending completion message"
payload="{\"message\": \"Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"backups-rpi4: Backup Complete\"}"
2023-12-15 13:38:01 +01:00
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2023-12-13 14:58:10 +01:00
'';
2023-12-25 12:18:14 +01:00
2023-12-25 12:14:00 +01:00
rsync-data-vol = pkgs.writeScriptBin "rsync-data-vol" ''
#!${pkgs.stdenv.shell}
# Send the gotify notification:
GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1`
payload="{\"message\": \"Data Vol Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Data Vol Backup Started\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}`
drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}`
drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}`
mount1=`mount -l | grep $drive1`
mounted1=`echo $?`
mount2=`mount -l | grep $drive2`
mounted2=`echo $?`
mount3=`mount -l | grep $drive3`
mounted3=`echo $?`
echo "status"
echo "$drive1 / $mount1 / $mounted1"
echo "$drive2 / $mount2 / $mounted2"
echo "$drive3 / $mount3 / $mounted3"
# If any drive isn't found, exit:
2024-03-08 01:29:13 +01:00
if [[ $mounted1 != 0 ]] || [[ $mounted2 != 0 ]] || [[ $mounted3 != 0 ]] ; then
2023-12-25 12:14:00 +01:00
payload="{\"message\": \"Data Vol Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Data Vol Backup Stopped\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2024-03-08 01:22:58 +01:00
exit
2023-12-25 12:14:00 +01:00
fi
echo "Drive 1: $drive1"
echo "Drive 2: $drive2"
echo "Drive 3: $drive3"
echo "Checking if the NAS is mounted on nuc-docker01:"
2024-03-04 02:15:08 +01:00
check=$(ssh root@nuc-docker01 df -h | grep 192.168.1.100 | wc -l)
2024-03-03 03:12:08 +01:00
if [[ $check != 1 ]] ; then
payload="{\"message\": \"Data Vol Backup stopped. Synology isn't mounted\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: Data Vol Backup Stopped\"}"
2023-12-25 12:14:00 +01:00
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
exit
fi
echo -e "======= Time started : `date`"
if [[ `ps aux | grep rsync | grep -v grep | grep -v rsync-data-vol` ]] ; then
echo -e "================================================================================"
echo -e "rsync still running. Exiting...."
echo -e "======= Time complete: `date`"
exit
fi
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-03-27 14:46:34 +01:00
echo -e "rsync -avr --delete --exclude=Downloads/ --exclude='Data/Docker/sysctl.io/' root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/"
rsync -avr --delete --exclude=Downloads/ --exclude='Data/Docker/sysctl.io/' root@nuc-docker01:/Storage/Data/ /mnt/$drive1/Data/
2023-12-25 12:14:00 +01:00
echo -e "======= Time: `date`"
echo -e "======= Time complete: `date`"
echo "Sending completion message"
payload="{\"message\": \"Data Vol Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"backups-rpi4: Data Vol Backup Complete\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
'';
rsync-sysctl = pkgs.writeScriptBin "rsync-sysctl" ''
#!${pkgs.stdenv.shell}
# Send the gotify notification:
GOTIFY_TOKEN=`cat /var/run/secrets/gotify_token | head -n 1`
payload="{\"message\": \"sysctl.io Backup has started\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: sysctl.io Backup Started\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
drive1=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGHYP8C | awk {'print $1'}`
drive2=`lsblk -o NAME,SERIAL | grep -v luks | grep 9RGXW93C | awk {'print $1'}`
drive3=`lsblk -o NAME,SERIAL | grep -v luks | grep 5QH05G3F | awk {'print $1'}`
2024-04-04 05:20:46 +02:00
mount1=`mount -l | grep $drive1`
mount1=`mount -l | grep $drive1`
mounted1=`echo $?`
mount2=`mount -l | grep $drive2`
mounted2=`echo $?`
mount3=`mount -l | grep $drive3`
mounted3=`echo $?`
echo "status"
echo "$drive1 / $mount1 / $mounted1"
echo "$drive2 / $mount2 / $mounted2"
echo "$drive3 / $mount3 / $mounted3"
# If any drive isn't found, exit:
2024-03-04 03:08:01 +01:00
if [[ $mounted1 != 0 ]] && [[ mounted2 != 0 ]] && [[ $mounted3 != 0 ]] ; then
payload="{\"message\": \"sysctl.io Backup stopped. One or more local drives are not mounted.\nDate: `date`\", \"priority\": 2,\"title\": \"backups-rpi4: sysctl.io Backup Stopped\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
fi
echo "Drive 1: $drive1"
echo "Drive 2: $drive2"
echo "Drive 3: $drive3"
echo -e "======= Time started : `date`"
if [[ `ps aux | grep rsync | grep -v grep | grep -v rsync-sysctl` ]] ; then
echo -e "================================================================================"
echo -e "rsync still running. Exiting...."
echo -e "======= Time complete: `date`"
exit
fi
echo -e "================================================================================"
echo -e "======= Time: `date`"
2024-04-04 05:20:46 +02:00
echo -e "rsync -avr --delete --exclude=Downloads/ root@framework-server:/Storage/Data/Docker/sysctl.io/ /mnt/$drive1/Data/Docker/sysctl.io/"
rsync -avr --delete --exclude=Downloads/ root@framework-server:/Storage/Data/Docker/sysctl.io/ /mnt/$drive1/Data/Docker/sysctl.io/
echo -e "======= Time: `date`"
echo -e "======= Time complete: `date`"
echo "Sending completion message"
payload="{\"message\": \"sysctl.io Backup completed\nDate: `date`\n`df -h | grep sda`\n`df -h | grep sdb`\n`df -h | grep sdc`\", \"priority\": 2,\"title\": \"backups-rpi4: sysctl.io Backup Complete\"}"
curl -X "POST" "https://gotify.sysctl.io/message" -H "accept: application/json" -H "Content-Type: application/json" -H "X-Gotify-Key: $GOTIFY_TOKEN" -d "$payload"
2023-12-25 12:14:00 +01:00
'';
2023-12-13 14:58:10 +01:00
in
{
2023-12-25 12:14:00 +01:00
environment.systemPackages = [
rsync-backups
rsync-data-vol
rsync-sysctl
2023-12-25 12:14:00 +01:00
];
2023-12-14 03:50:23 +01:00
# Set up the secret for the password:
sops.secrets."gotify_token" = {
owner = "root";
2024-01-12 07:03:47 +01:00
sopsFile = ../../../secrets/hosts/backups-rpi4.yaml;
2023-12-14 03:50:23 +01:00
};
2024-03-03 03:12:08 +01:00
}