Added Daily Backup script and updated SQLDumps

daily-backup/backup.sh

@@ -0,0 +1,299 @@
+#!/bin/bash
+
+## Remote Server Backup Script
+## Author: Ze'ev Schurmann
+## Reddit: u/thisiszeev
+## License: GPL-3.0 or later
+
+## This script can only backup one server. So you need a seperate folder for each server. Put this file in each folder and apply
+## the relative settings to each server. If you want to get Telegram notifications then check the API documents on the Telegram
+## Website. Use a cron job to schedule each run. If you have more than one server, then stagger them. If you are backing up to a
+## local machine that is not on redundant power, schedule each backup to run more than once a day, just incase of a power failure
+## during a backup. The script will know if the last attempt was successful or not.
+
+## Dependancies:
+## rsync, ssh, tar, gzip, wget
+## make sure you have key pair authentication setup for ssh. Rsync must be installed on both the remote server and the local machine.
+
+## Use the SQLDumps script to export all MySQL and MariaDB databases on the server. Ensure the SQLDump runs long before this script
+## runs to ensure that all databases are completely dumped.
+
+## Example crontab entries (exclude the ##)
+
+## 30 2    * * *   root    cd /media/backupdrive/server1 && bash backup.sh
+## 30 5    * * *   root    cd /media/backupdrive/server2 && bash backup.sh
+## 30 8    * * *   root    cd /media/backupdrive/server1 && bash backup.sh
+## 05 11   * * *   root    cd /media/backupdrive/server2 && bash backup.sh
+## 30 14   * * *   root    cd /media/backupdrive/server1 && bash backup.sh
+## 30 17   * * *   root    cd /media/backupdrive/server2 && bash backup.sh
+## 30 20   * * *   root    cd /media/backupdrive/server1 && bash backup.sh
+## 30 23   * * *   root    cd /media/backupdrive/server2 && bash backup.sh
+
+## Please consider making me small donation. Even though my scripts are open source and free to use, I still need to eat. And the
+## occasional bottle of wine also goes down well.
+## $5 buys me a cup of coffee
+## $10 buys me a nice burger
+## $20 buys me a bottle of wine
+## Anything above that will be awesome as well.
+## You can send me a donation via Paypal https://www.paypal.com/paypalme/thisiszeev
+## Drop me a message on Reddit if you do make a donation.
+## Support is only offered freely to those who donate $20 or more.
+## Your donation contributes to further development.
+## If you need a custom script, contact me on Reddit for pricing.
+
+
+
+## Telegram API and Channel Settings
+
+## Set usetelegram to true to get sent Telegram notifications. The Telegram API documentation covers how to obtain a bot key and how
+## to assign the bot to a channel. Channels are used as it means notifications can be sent to more than one person if they are all
+## in the same channel.
+
+usetelegram=false
+tgapi="placekeyhere"
+tgch="placechannelhere"
+
+
+## Backup Settings
+
+## patharray contains a list of the folders you need to backup.
+patharray=("/var/log" "/var/www" "/var/sqldumps" "/var/mail" "/var/vmail")
+
+## serverlogin is your SSH login
+serverlogin="root@server1.example.com"
+servername="Server1"
+
+## keepday is the day of the week you want for you weekly backups.
+keepday="sunday"
+
+
+function ShiftMonths {
+  echo "Shifting months and copying $dayname.tar.gz to month1.tar.gz" >> backup.log
+  rm month6.tar.gz
+  mv month5.tar.gz month6.tar.gz
+  mv month4.tar.gz month5.tar.gz
+  mv month3.tar.gz month4.tar.gz
+  mv month2.tar.gz month3.tar.gz
+  mv month1.tar.gz month2.tar.gz
+  cp $dayname.tar.gz month1.tar.gz
+}
+
+function ShiftWeeks {
+  echo "Shifting weeks and copying sunday.tar.gz to week1.tar.gz" >> backup.log
+  rm week5.tar.gz
+  mv week4.tar.gz week5.tar.gz
+  mv week3.tar.gz week4.tar.gz
+  mv week2.tar.gz week3.tar.gz
+  mv week1.tar.gz week2.tar.gz
+  mv sunday.tar.gz week1.tar.gz
+  ln -s week1.tar.gz sunday.tar.gz
+}
+
+function PrepareFiles {
+  if [ ! -f sunday.tar.gz ]; then
+  	touch sunday.tar.gz
+  	echo "Init Sun"
+  fi
+
+  if [ ! -f monday.tar.gz ]; then
+  	touch monday.tar.gz
+  	echo "Init Mon"
+  fi
+
+  if [ ! -f tuesday.tar.gz ]; then
+  	touch tuesday.tar.gz
+  	echo "Init Tue"
+  fi
+
+  if [ ! -f wednesday.tar.gz ]; then
+  	touch wednesday.tar.gz
+  	echo "Init Wed"
+  fi
+
+  if [ ! -f thursday.tar.gz ]; then
+  	touch thursday.tar.gz
+  	echo "Init Thu"
+  fi
+
+  if [ ! -f friday.tar.gz ]; then
+  	touch friday.tar.gz
+  	echo "Init Fri"
+  fi
+
+  if [ ! -f saturday.tar.gz ]; then
+  	touch saturday.tar.gz
+  	echo "Init Sat"
+  fi
+
+  if [ ! -f month1.tar.gz ]; then
+  	touch month1.tar.gz
+  	echo "Init M1"
+  fi
+
+  if [ ! -f month2.tar.gz ]; then
+  	touch month2.tar.gz
+  	echo "Init M2"
+  fi
+
+  if [ ! -f month3.tar.gz ]; then
+  	touch month3.tar.gz
+  	echo "Init M3"
+  fi
+
+  if [ ! -f month4.tar.gz ]; then
+  	touch month4.tar.gz
+  	echo "Init M4"
+  fi
+
+  if [ ! -f month5.tar.gz ]; then
+  	touch month5.tar.gz
+  	echo "Init M5"
+  fi
+
+  if [ ! -f month6.tar.gz ]; then
+  	touch month6.tar.gz
+  	echo "Init M6"
+  fi
+
+  if [ ! -f week1.tar.gz ]; then
+  	touch week1.tar.gz
+  	echo "Init W1"
+  fi
+
+  if [ ! -f week2.tar.gz ]; then
+  	touch week2.tar.gz
+  	echo "Init W2"
+  fi
+
+  if [ ! -f week3.tar.gz ]; then
+  	touch week3.tar.gz
+  	echo "Init W3"
+  fi
+
+  if [ ! -f week4.tar.gz ]; then
+  	touch week4.tar.gz
+  	echo "Init W4"
+  fi
+
+  if [ ! -f week5.tar.gz ]; then
+  	touch week5.tar.gz
+  	echo "Init W5"
+  fi
+
+  for ((n=0; n<${#patharray[@]}; n++))
+  do
+    mkdir -p "./backup${patharray[$n]}"
+  done
+}
+
+dom=$( date +%d )
+
+if [ -f backup.log ]; then
+  check=$( tail -1 backup.log )
+  if [[ -z $check ]]; then
+    sleep 0.1s
+  elif [[ $check == "T_$dom" ]]; then
+    echo "Backup already completed successfully today!"
+    exit
+  fi
+fi
+
+firstruncheck=$( ls -1 | grep "tar.gz")
+
+if [[ -z $firstruncheck ]]; then
+  PrepareFiles
+fi
+
+SECONDS=0
+
+if [[ $usetelegram == true ]]; then
+  string="Starting backup of $servername."
+  wget -qO- "https://api.telegram.org/bot$tgapi/sendMessage?chat_id=$tgch&text=$string" &> /dev/null
+fi
+
+dow=$( date +%u )
+
+if [ $dow == "1" ]
+then
+  dayname="monday"
+elif [ $dow == "2" ]
+then
+  dayname="tuesday"
+elif [ $dow == "3" ]
+then
+  dayname="wednesday"
+elif [ $dow == "4" ]
+then
+  dayname="thursday"
+elif [ $dow == "5" ]
+then
+  dayname="friday"
+elif [ $dow == "6" ]
+then
+  dayname="saturday"
+else
+  dayname="sunday"
+fi
+
+echo "Start: $( date )" >> backup.log
+
+for ((n=0; n<${#patharray[@]}; n++)); do
+  if [ -z $1 ]; then
+    rsync -avhPz --delete "$serverlogin:${patharray[$n]}/" "./backup${patharray[$n]}/"
+  elif [ $1 == "quiet" ]; then
+    rsync -avhqz --delete "$serverlogin:${patharray[$n]}/" "./backup${patharray[$n]}/"
+  else
+    rsync -avhPz --delete "$serverlogin:${patharray[$n]}/" "./backup${patharray[$n]}/"
+  fi
+done
+
+echo "Rsync complete: $( date )" >> backup.log
+echo "Day of Week = $dow | Day of Month = $dom" >> backup.log
+echo "Generating $dayname.tar.gz" >> backup.log
+
+rm $dayname.tar.gz
+
+if [ -z $1 ]; then
+  tar -czvf $dayname.tar.gz ./backup
+elif [ $1 == "quiet" ]; then
+  tar -czf $dayname.tar.gz ./backup
+else
+  tar -czvf $dayname.tar.gz ./backup
+fi
+
+if [ $dom == "1" ]; then
+  ShiftMonths
+elif [ $dom == "01" ]; then
+  ShiftMonths
+fi
+
+if [ $dayname == $keepday ]
+then
+  ShiftWeeks
+fi
+
+temp=( $( du -b ./backup/ | tail -1 ) )
+size1=${temp[0]}
+size2=$( stat -c%s $dayname.tar.gz )
+size1si=$( numfmt --to=iec-i --suffix=B --format="%9.2f" $size1 )
+size2si=$( numfmt --to=iec-i --suffix=B --format="%9.2f" $size2 )
+size2percent=$(( size2 * 100 ))
+ratio=$( expr $size2percent / $size1 )
+duration=$SECONDS
+echo "Finished: $( date )" >> backup.log
+echo "Data size: $size1si | Archive size: $size2si | Ratio: $ratio%" >> backup.log
+echo "T_$dom" >> backup.log
+tail -n 5000 backup.log > temp.log
+rm backup.log
+mv temp.log backup.log
+
+if [[ $usetelegram == true ]]; then
+  echo "Backup of $servername Complete: $( date )" >> tg.txt
+  echo "Data Size: $size1si" >> tg.txt
+  echo "Archive Size: $size2si" >> tg.txt
+  echo "Ratio: $ratio%" >> tg.txt
+  echo "Duration: $( TZ=UTC0 printf '%(%H:%M:%S)T\n' $duration )" >> tg.txt
+  string=$( cat tg.txt )
+  wget -qO- "https://api.telegram.org/bot$tgapi/sendMessage?chat_id=$tgch&text=$string" &> /dev/null
+  rm tg.txt
+fi

sqldumps/sqldumps.sh

@@ -1,8 +1,10 @@
 #!/bin/bash
 
-## SQLDump
+## SQLDump Script
 ## Author: Ze'ev Schurmann
 ## Reddit: u/thisiszeev
+## License: GPL-3.0 or later
+
 
 ## This script creates a list of all databases in MySQL or MariaDB and then adds to then
 ## list all the unwanted databases. It then creates a list of unique names which are the
@@ -18,6 +20,17 @@
 
 ## 0 22    * * *   root    cd /var/sqldumps && bash sqldumps.sh
 
+## Please consider making me small donation. Even though my scripts are open source and free to use, I still need to eat. And the
+## occasional bottle of wine also goes down well.
+## $5 buys me a cup of coffee
+## $10 buys me a nice burger
+## $20 buys me a bottle of wine
+## Anything above that will be awesome as well.
+## You can send me a donation via Paypal https://www.paypal.com/paypalme/thisiszeev
+## Drop me a message on Reddit if you do make a donation.
+## Support is only offered freely to those who donate $20 or more.
+## Your donation contributes to further development.
+## If you need a custom script, contact me on Reddit for pricing.