freedombone-utils-backup 30KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Backup functions
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2014-2018 Bob Mottram <bob@freedombone.net>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. # whether a given site is being suspended during backup
  31. SUSPENDED_SITE=
  32. # Dummy password used for the backup key
  33. BACKUP_DUMMY_PASSWORD='backup'
  34. BACKUP_TEMP_DIRECTORY=/root/.backuptemp
  35. BACKUP_GPG_OPTIONS="--pinentry-mode loopback"
  36. function create_backups_temp_directory {
  37. if [ ! -d $BACKUP_TEMP_DIRECTORY ]; then
  38. mkdir $BACKUP_TEMP_DIRECTORY
  39. fi
  40. }
  41. function remove_backups_temp_directory {
  42. if [ -d $BACKUP_TEMP_DIRECTORY ]; then
  43. rm -rf $BACKUP_TEMP_DIRECTORY
  44. fi
  45. }
  46. function suspend_site {
  47. # suspends a given website
  48. SUSPENDED_SITE="$1"
  49. nginx_dissite "$SUSPENDED_SITE"
  50. systemctl reload nginx
  51. }
  52. function restart_site {
  53. # restarts a given website
  54. if [ ! "$SUSPENDED_SITE" ]; then
  55. return
  56. fi
  57. nginx_ensite "$SUSPENDED_SITE"
  58. systemctl reload nginx
  59. SUSPENDED_SITE=
  60. }
  61. function configure_backup_key {
  62. if [[ $(is_completed "${FUNCNAME[0]}") == "1" ]]; then
  63. return
  64. fi
  65. apt-get -yq install gnupg dirmngr
  66. printf '%%Assuan%%\nsocket=/dev/shm/S.dirmngr\n' > ~/.gnupg/S.dirmngr
  67. BACKUP_KEY_EXISTS=$(gpg_key_exists "root" "$MY_NAME (backup key)")
  68. if [[ $BACKUP_KEY_EXISTS == "yes" ]]; then
  69. return
  70. fi
  71. gpg_agent_setup root
  72. gpg_agent_setup "$MY_USERNAME"
  73. # Generate a GPG key for backups
  74. BACKUP_KEY_EXISTS=$(gpg_key_exists "$MY_USERNAME" "$MY_NAME (backup key)")
  75. if [[ $BACKUP_KEY_EXISTS == "no" ]]; then
  76. { echo 'Key-Type: eddsa';
  77. echo 'Key-Curve: Ed25519';
  78. echo 'Subkey-Type: eddsa';
  79. echo 'Subkey-Curve: Ed25519';
  80. echo "Name-Real: $MY_NAME";
  81. echo "Name-Email: $MY_EMAIL_ADDRESS";
  82. echo "Name-Comment: backup key";
  83. echo 'Expire-Date: 0'; } > "/home/$MY_USERNAME/gpg-genkey.conf"
  84. cat "/home/$MY_USERNAME/gpg-genkey.conf"
  85. echo "Passphrase: $BACKUP_DUMMY_PASSWORD" >> "/home/$MY_USERNAME/gpg-genkey.conf"
  86. chown "$MY_USERNAME":"$MY_USERNAME" "/home/$MY_USERNAME/gpg-genkey.conf"
  87. echo $'Backup key does not exist. Creating it.'
  88. su -m root -c "gpg --homedir /home/$MY_USERNAME/.gnupg --batch --full-gen-key /home/$MY_USERNAME/gpg-genkey.conf" - "$MY_USERNAME"
  89. chown -R "$MY_USERNAME":"$MY_USERNAME" "/home/$MY_USERNAME/.gnupg"
  90. shred -zu "/home/$MY_USERNAME/gpg-genkey.conf"
  91. echo $'Checking that the Backup key was created'
  92. BACKUP_KEY_EXISTS=$(gpg_key_exists "$MY_USERNAME" "$MY_NAME (backup key)")
  93. if [[ $BACKUP_KEY_EXISTS == "no" ]]; then
  94. echo $'Backup key could not be created'
  95. exit 43382
  96. fi
  97. fi
  98. MY_BACKUP_KEY_ID=$(su -c "gpg --list-keys \"$MY_NAME (backup key)\"" - "$MY_USERNAME" | sed -n '2p' | sed 's/^[ \t]*//')
  99. echo "Backup key: $MY_BACKUP_KEY_ID"
  100. MY_BACKUP_KEY=/home/$MY_USERNAME/backup_key
  101. su -m root -c "gpg --homedir /home/$MY_USERNAME/.gnupg --output ${MY_BACKUP_KEY}_public.asc --armor --export $MY_BACKUP_KEY_ID" - "$MY_USERNAME"
  102. if [ ! -f "${MY_BACKUP_KEY}_public.asc" ]; then
  103. echo 'Public backup key could not be exported'
  104. exit 36829
  105. fi
  106. su -m root -c "echo '$BACKUP_DUMMY_PASSWORD' | gpg --homedir /home/$MY_USERNAME/.gnupg --output ${MY_BACKUP_KEY}_private.asc --armor --batch --passphrase-fd 0 --export-secret-key $MY_BACKUP_KEY_ID" - "$MY_USERNAME"
  107. if [ ! -f "${MY_BACKUP_KEY}_private.asc" ]; then
  108. echo 'Private backup key could not be exported'
  109. exit 29235
  110. fi
  111. # import backup key to root user
  112. gpg --import --import "${MY_BACKUP_KEY}_public.asc"
  113. echo "$BACKUP_DUMMY_PASSWORD" | gpg --batch --passphrase-fd 0 --allow-secret-key-import --import "${MY_BACKUP_KEY}_private.asc"
  114. shred -zu "${MY_BACKUP_KEY}_public.asc"
  115. shred -zu "${MY_BACKUP_KEY}_private.asc"
  116. mark_completed "${FUNCNAME[0]}"
  117. }
  118. function backup_to_friends_servers {
  119. # update crontab
  120. { echo '#!/bin/bash';
  121. echo "if [ -f /usr/local/bin/${PROJECT_NAME}-backup-remote ]; then";
  122. echo " /usr/local/bin/${PROJECT_NAME}-backup-remote";
  123. echo 'else';
  124. echo " /usr/bin/${PROJECT_NAME}-backup-remote";
  125. echo 'fi'; } > /etc/cron.daily/backuptofriends
  126. chmod +x /etc/cron.daily/backuptofriends
  127. }
  128. function backup_mount_drive {
  129. if [ "$1" ]; then
  130. if [[ "$1" == "/dev/"* ]]; then
  131. USB_DRIVE=$1
  132. else
  133. USB_DRIVE=/dev/${1}1
  134. fi
  135. fi
  136. # get the admin user
  137. ADMIN_USERNAME=$(get_completion_param "Admin user")
  138. if [ "$2" ]; then
  139. ADMIN_USERNAME=$2
  140. fi
  141. ADMIN_NAME=$(getent passwd "$ADMIN_USERNAME" | cut -d: -f5 | cut -d, -f1)
  142. if [ "$3" ]; then
  143. RESTORE_APP=$3
  144. fi
  145. # check that the backup destination is available
  146. if [ ! -b "$USB_DRIVE" ]; then
  147. echo $"Please attach a USB drive"
  148. exit 1
  149. fi
  150. # unmount if already mounted
  151. umount -f "$USB_MOUNT"
  152. if [ ! -d "$USB_MOUNT" ]; then
  153. mkdir "$USB_MOUNT"
  154. fi
  155. if [ -f /dev/mapper/encrypted_usb ]; then
  156. rm -rf /dev/mapper/encrypted_usb
  157. fi
  158. cryptsetup luksClose encrypted_usb
  159. # mount the encrypted backup drive
  160. if cryptsetup luksOpen "$USB_DRIVE" encrypted_usb; then
  161. USB_DRIVE=/dev/mapper/encrypted_usb
  162. fi
  163. if ! mount "$USB_DRIVE" "$USB_MOUNT"; then
  164. echo $"There was a problem mounting the USB drive to $USB_MOUNT"
  165. rm -rf "$USB_MOUNT"
  166. exit 783452
  167. fi
  168. }
  169. function backup_unmount_drive {
  170. #if [ $1 ]; then
  171. # USB_DRIVE=${1}
  172. # if [ $2 ]; then
  173. # USB_MOUNT=${2}
  174. # fi
  175. #fi
  176. sync
  177. if ! umount "$USB_MOUNT"; then
  178. echo $"Unable to unmount the drive."
  179. rm -rf "$USB_MOUNT"
  180. exit 9
  181. fi
  182. rm -rf "$USB_MOUNT"
  183. if [[ $USB_DRIVE == /dev/mapper/encrypted_usb ]]; then
  184. echo $"Unmount encrypted USB"
  185. cryptsetup luksClose encrypted_usb
  186. fi
  187. if [ -f /dev/mapper/encrypted_usb ]; then
  188. rm -rf /dev/mapper/encrypted_usb
  189. fi
  190. }
  191. function backup_database_local_usb {
  192. if [ ${#DATABASE_PASSWORD} -lt 2 ]; then
  193. echo $"No MariaDB password was given"
  194. function_check restart_site
  195. restart_site
  196. exit 10
  197. fi
  198. if [ ! -d "$USB_MOUNT/backup/${1}" ]; then
  199. mkdir -p "$USB_MOUNT/backup/${1}"
  200. fi
  201. if [ ! -d "$USB_MOUNT/backup/${1}data" ]; then
  202. mkdir -p "$USB_MOUNT/backup/${1}data"
  203. fi
  204. local_database_dir=/root/temp${1}data
  205. if [ ! -d "${local_database_dir}" ]; then
  206. mkdir -p "${local_database_dir}"
  207. fi
  208. echo $"Obtaining ${1} database backup"
  209. database_file_extension='sql'
  210. if [ "$USE_MONGODB" ]; then
  211. database_file_extension='mdb'
  212. USE_POSTGRESQL=
  213. fi
  214. if [ ! $USE_POSTGRESQL ]; then
  215. if [ ! "$USE_MONGODB" ]; then
  216. USE_MONGODB=
  217. USE_POSTGRESQL=
  218. keep_database_running
  219. mysqldump --lock-tables --password="$DATABASE_PASSWORD" "${1}" > "${local_database_dir}/${1}.${database_file_extension}"
  220. else
  221. USE_MONGODB=
  222. USE_POSTGRESQL=
  223. mongodump --db "${1}" --archive="${local_database_dir}/${1}.${database_file_extension}" --gzip
  224. fi
  225. else
  226. USE_MONGODB=
  227. USE_POSTGRESQL=
  228. cd /etc/postgresql || exit 673852
  229. # shellcheck disable=2024
  230. sudo -u postgres pg_dump "${1}" > "${local_database_dir}/${1}.${database_file_extension}"
  231. fi
  232. if [ -f "${local_database_dir}/${1}.${database_file_extension}" ]; then
  233. if [ ! -s "${local_database_dir}/${1}.${database_file_extension}" ]; then
  234. echo $"${1} database could not be saved"
  235. shred -zu "${local_database_dir}/*"
  236. rm -rf "${local_database_dir}"
  237. umount "$USB_MOUNT"
  238. rm -rf "$USB_MOUNT"
  239. restart_site
  240. exit 6835872
  241. fi
  242. else
  243. echo $"${1} database could not be dumped"
  244. rm -rf "${local_database_dir}"
  245. umount "$USB_MOUNT"
  246. rm -rf "$USB_MOUNT"
  247. restart_site
  248. exit 738653
  249. fi
  250. echo $"Database dump was created for ${1}"
  251. }
  252. function backup_directory_to_usb_duplicity {
  253. create_backups_temp_directory
  254. echo "$BACKUP_DUMMY_PASSWORD" | duplicity full --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --encrypt-key "$MY_BACKUP_KEY_ID" --full-if-older-than 4W --exclude-other-filesystems "${1}" "file://$USB_MOUNT/backup/${2}"
  255. # shellcheck disable=SC2181
  256. if [ ! "$?" = "0" ]; then
  257. umount "$USB_MOUNT"
  258. rm -rf "$USB_MOUNT"
  259. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  260. shred -zu "${1}/*"
  261. rm -rf "${1}"
  262. fi
  263. function_check restart_site
  264. restart_site
  265. remove_backups_temp_directory
  266. exit 8352925
  267. fi
  268. if [[ $ENABLE_BACKUP_VERIFICATION == "yes" ]]; then
  269. echo "$BACKUP_DUMMY_PASSWORD" | duplicity verify --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --encrypt-key "$MY_BACKUP_KEY_ID" --full-if-older-than 4W --exclude-other-filesystems "${1}" "file://$USB_MOUNT/backup/${2}"
  270. # shellcheck disable=SC2181
  271. if [ ! "$?" = "0" ]; then
  272. umount "$USB_MOUNT"
  273. rm -rf "$USB_MOUNT"
  274. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  275. shred -zu "${1}/*"
  276. rm -rf "${1}"
  277. fi
  278. function_check restart_site
  279. restart_site
  280. remove_backups_temp_directory
  281. exit 683252
  282. fi
  283. fi
  284. remove_backups_temp_directory
  285. }
  286. function backup_directory_to_usb {
  287. if [ ! -d "${1}" ]; then
  288. echo $"WARNING: directory does not exist: ${1}"
  289. else
  290. BACKUP_KEY_EXISTS=$(gpg --list-keys "$ADMIN_NAME (backup key)")
  291. # shellcheck disable=SC2181
  292. if [ ! "$?" = "0" ]; then
  293. echo $"Backup key could not be found"
  294. function_check restart_site
  295. restart_site
  296. exit 6
  297. fi
  298. MY_BACKUP_KEY_ID=$(gpg --list-keys "$ADMIN_NAME (backup key)" | sed -n '2p' | sed 's/^[ \t]*//')
  299. if [ ! -d "$USB_MOUNT/backup/${2}" ]; then
  300. mkdir -p "$USB_MOUNT/backup/${2}"
  301. fi
  302. backup_directory_to_usb_duplicity "${1}" "${2}"
  303. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  304. shred -zu "${1}/*"
  305. rm -rf "${1}"
  306. fi
  307. fi
  308. }
  309. function restore_directory_from_usb_duplicity {
  310. create_backups_temp_directory
  311. PASSPHRASE="$BACKUP_DUMMY_PASSWORD" duplicity restore --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --force "file://$USB_MOUNT/backup/${2}" "${1}"
  312. # shellcheck disable=SC2181
  313. if [ ! "$?" = "0" ]; then
  314. echo "WARNING: failed to restore $USB_MOUNT/backup/${2} to ${1}"
  315. fi
  316. remove_backups_temp_directory
  317. }
  318. function restore_directory_from_usb {
  319. if [ ! "${1}" ]; then
  320. echo "$USB_MOUNT/backup/${2} -> ${1}"
  321. echo $'No restore destination given'
  322. return
  323. fi
  324. if [ ! "${2}" ]; then
  325. echo "$USB_MOUNT/backup/${2} -> ${1}"
  326. echo $'No restore source given'
  327. return
  328. fi
  329. if [ ! -d "${1}" ]; then
  330. mkdir "${1}"
  331. fi
  332. restore_directory_from_usb_duplicity "${1}" "${2}"
  333. }
  334. function restore_directory_from_friend_duplicity {
  335. create_backups_temp_directory
  336. PASSPHRASE="$BACKUP_DUMMY_PASSWORD" duplicity restore --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --force "file://$SERVER_DIRECTORY/backup/${2}" "${1}"
  337. remove_backups_temp_directory
  338. }
  339. function restore_directory_from_friend {
  340. if [ ! "${1}" ]; then
  341. echo $'No restore destination given'
  342. return
  343. fi
  344. if [ ! "${2}" ]; then
  345. echo $'No restore source given'
  346. return
  347. fi
  348. if [ ! -d "${1}" ]; then
  349. mkdir "${1}"
  350. fi
  351. restore_directory_from_friend_duplicity "${1}" "${2}"
  352. }
  353. function backup_database_to_usb {
  354. database_name=$1
  355. local_database_dir=/root/temp${1}data
  356. backup_database_local_usb "${database_name}"
  357. if [ ! -f "${local_database_dir}/${1}.sql" ]; then
  358. echo $"Error backing up ${1} database to ${local_database_dir}/${1}.sql"
  359. exit 62383
  360. fi
  361. backup_directory_to_usb "${local_database_dir}" "${database_name}data"
  362. }
  363. # after user files have been restored permissions may need to be set
  364. function set_user_permissions {
  365. echo $"Setting permissions"
  366. for d in /home/*/ ; do
  367. USERNAME=$(echo "$d" | awk -F '/' '{print $3}')
  368. if [[ $(is_valid_user "$USERNAME") == "1" ]]; then
  369. chown -R "$USERNAME":"$USERNAME" "/home/$USERNAME"
  370. fi
  371. done
  372. }
  373. function backup_directory_to_friend_duplicity {
  374. create_backups_temp_directory
  375. echo "$BACKUP_DUMMY_PASSWORD" | duplicity full --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --ssh-askpass --encrypt-key "${ADMIN_BACKUP_KEY_ID}" --full-if-older-than 4W --exclude-other-filesystems "${1}" "$SERVER_DIRECTORY/backup/${2}"
  376. # shellcheck disable=SC2181
  377. if [ ! "$?" = "0" ]; then
  378. if [[ "${1}" == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  379. shred -zu "${1}/*"
  380. rm -rf "${1}"
  381. fi
  382. function_check restart_site
  383. restart_site
  384. remove_backups_temp_directory
  385. exit 5293526
  386. fi
  387. if [[ $ENABLE_BACKUP_VERIFICATION == "yes" ]]; then
  388. echo "$BACKUP_DUMMY_PASSWORD" | duplicity verify --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir "$BACKUP_TEMP_DIRECTORY" --ssh-askpass --encrypt-key "${ADMIN_BACKUP_KEY_ID}" --full-if-older-than 4W --exclude-other-filesystems "${1}" "$SERVER_DIRECTORY/backup/${2}"
  389. # shellcheck disable=SC2181
  390. if [ ! "$?" = "0" ]; then
  391. if [[ "${1}" == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  392. shred -zu "${1}/*"
  393. rm -rf "${1}"
  394. fi
  395. function_check restart_site
  396. restart_site
  397. remove_backups_temp_directory
  398. exit 683252
  399. fi
  400. fi
  401. remove_backups_temp_directory
  402. }
  403. function backup_directory_to_friend {
  404. BACKUP_KEY_EXISTS=$(gpg --list-keys "$ADMIN_NAME (backup key)")
  405. # shellcheck disable=SC2181
  406. if [ ! "$?" = "0" ]; then
  407. echo $"Backup key could not be found"
  408. function_check restart_site
  409. restart_site
  410. exit 43382
  411. fi
  412. ADMIN_BACKUP_KEY_ID=$(gpg --list-keys "$ADMIN_NAME (backup key)" | sed -n '2p' | sed 's/^[ \t]*//')
  413. if [ ! -d "$SERVER_DIRECTORY/backup/${2}" ]; then
  414. mkdir -p "$SERVER_DIRECTORY/backup/${2}"
  415. fi
  416. backup_directory_to_friend_duplicity "${1}" "${2}"
  417. if [[ "${1}" == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  418. shred -zu "/root/temp${2}/*"
  419. rm -rf "/root/temp${2}"
  420. fi
  421. }
  422. function backup_database_remote {
  423. if [ ${#DATABASE_PASSWORD} -lt 2 ]; then
  424. echo $"No MariaDB password was given"
  425. function_check restart_site
  426. restart_site
  427. exit 5783
  428. fi
  429. if [ ! -d "$SERVER_DIRECTORY/backup/${1}" ]; then
  430. mkdir -p "$SERVER_DIRECTORY/backup/${1}"
  431. fi
  432. if [ ! -d "$SERVER_DIRECTORY/backup/${1}data" ]; then
  433. mkdir -p "$SERVER_DIRECTORY/backup/${1}data"
  434. fi
  435. local_database_dir=/root/temp${1}data
  436. if [ ! -d "${local_database_dir}" ]; then
  437. mkdir -p "${local_database_dir}"
  438. fi
  439. echo "Obtaining ${1} database backup"
  440. database_file_extension='sql'
  441. if [ $USE_MONGODB ]; then
  442. database_file_extension='mdb'
  443. USE_POSTGRESQL=
  444. fi
  445. if [ ! $USE_POSTGRESQL ]; then
  446. if [ ! $USE_MONGODB ]; then
  447. USE_MONGODB=
  448. USE_POSTGRESQL=
  449. keep_database_running
  450. mysqldump --lock-tables --password="$DATABASE_PASSWORD" "${1}" > "${local_database_dir}/${1}.${database_file_extension}"
  451. else
  452. USE_MONGODB=
  453. USE_POSTGRESQL=
  454. mongodump --db "${1}" --archive="${local_database_dir}/${1}.${database_file_extension}" --gzip
  455. fi
  456. else
  457. USE_MONGODB=
  458. USE_POSTGRESQL=
  459. cd /etc/postgresql || exit 782563472
  460. # shellcheck disable=SC2024
  461. sudo -u postgres pg_dump "${1}" > "${local_database_dir}/${1}.${database_file_extension}"
  462. fi
  463. if [ -f "${local_database_dir}/${1}.${database_file_extension}" ]; then
  464. if [ ! -s "${local_database_dir}/${1}.${database_file_extension}" ]; then
  465. echo $"${1} database could not be saved"
  466. shred -zu "${local_database_dir}/*"
  467. rm -rf "${local_database_dir}"
  468. # Send a warning email
  469. echo $"Unable to export ${1} database" | mail -s $"${PROJECT_NAME} backup to friends" "$ADMIN_EMAIL_ADDRESS"
  470. function_check restart_site
  471. restart_site
  472. exit 57386728
  473. fi
  474. else
  475. echo $"${1} database could not be dumped"
  476. rm -rf "${local_database_dir}"
  477. # Send a warning email
  478. echo $"Unable to dump ${1} database" | mail -s $"${PROJECT_NAME} backup to friends" "$ADMIN_EMAIL_ADDRESS"
  479. function_check restart_site
  480. restart_site
  481. exit 36874289
  482. fi
  483. }
  484. function backup_database_to_friend {
  485. database_name=$1
  486. backup_database_remote "$database_name"
  487. backup_directory_to_friend "/root/temp${database_name}data" "${database_name}data"
  488. }
  489. function backup_apps {
  490. localremote=$1
  491. BACKUP_APPS_COMPLETED=()
  492. detect_installable_apps
  493. get_apps_installed_names
  494. for app_name in "${APPS_INSTALLED_NAMES[@]}"
  495. do
  496. echo $"Backup ${app_name}"
  497. app_load_variables "${app_name}"
  498. function_check "backup_${localremote}_${app_name}"
  499. "backup_${localremote}_${app_name}"
  500. BACKUP_APPS_COMPLETED+=("${app_name}")
  501. echo $"Backup ${app_name} completed"
  502. done
  503. }
  504. function restore_apps {
  505. localremote=$1
  506. RESTORE_APP=$2
  507. RESTORE_APPS_COMPLETED=()
  508. detect_installable_apps
  509. get_apps_installed_names
  510. for app_name in "${APPS_INSTALLED_NAMES[@]}"
  511. do
  512. confirm_restore=
  513. if [ ! "$2" ]; then
  514. confirm_restore=1
  515. else
  516. if [[ "$RESTORE_APP" == "$app_name" || "$RESTORE_APP" == "all" ]]; then
  517. confirm_restore=1
  518. fi
  519. fi
  520. if [ $confirm_restore ]; then
  521. echo $"Restoring ${app_name}"
  522. app_load_variables "${app_name}"
  523. function_check "restore_${localremote}_${app_name}"
  524. "restore_${localremote}_${app_name}"
  525. RESTORE_APPS_COMPLETED+=("${app_name}")
  526. echo $"Restored ${app_name}"
  527. fi
  528. done
  529. }
  530. function restore_database_from_friend {
  531. DATABASE_PASSWORD=
  532. RESTORE_SUBDIR="root"
  533. if [ -d "$SERVER_DIRECTORY/backup/${1}data" ]; then
  534. database_file_extension='sql'
  535. if [ $USE_MONGODB ]; then
  536. database_file_extension='mdb'
  537. USE_POSTGRESQL=
  538. fi
  539. echo $"Restoring ${1} database"
  540. local_database_dir=/root/temp${1}data
  541. restore_directory_from_friend "${local_database_dir}" "${1}data"
  542. database_file="${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/${restore_app_name}.${database_file_extension}"
  543. if [ ! -f "$database_file" ]; then
  544. database_file="${local_database_dir}/${restore_app_name}.${database_file_extension}"
  545. fi
  546. if [ ! -f "$database_file" ]; then
  547. echo $"Unable to restore ${1} database"
  548. rm -rf "${local_database_dir}"
  549. exit 5289252
  550. fi
  551. if [ ! $USE_POSTGRESQL ]; then
  552. if [ ! $USE_MONGODB ]; then
  553. USE_MONGODB=
  554. USE_POSTGRESQL=
  555. keep_database_running
  556. mysqlsuccess=$(mysql -u root --password="$DATABASE_PASSWORD" "${restore_app_name}" -o < "${database_file}")
  557. else
  558. USE_MONGODB=
  559. USE_POSTGRESQL=
  560. mongorestore --gzip --archive="${database_file}" --db "${restore_app_name}"
  561. fi
  562. else
  563. USE_MONGODB=
  564. USE_POSTGRESQL=
  565. cd /etc/postgresql || exit 23784634
  566. mysqlsuccess=$(sudo -u postgres pg_restore "${database_file}")
  567. fi
  568. # shellcheck disable=SC2181
  569. if [ ! "$?" = "0" ]; then
  570. echo "$mysqlsuccess"
  571. exit 8735271
  572. fi
  573. if [ -d "${local_database_dir}/${RESTORE_SUBDIR}/temp${1}data" ]; then
  574. shred -zu "${local_database_dir}/${RESTORE_SUBDIR}/temp${1}data/*"
  575. else
  576. shred -zu "${local_database_dir}/*.${database_file_extension}"
  577. fi
  578. rm -rf "${local_database_dir}"
  579. echo $"Restoring ${1} installation"
  580. restore_directory_from_friend "/root/temp${1}" "${1}"
  581. RESTORE_SUBDIR="var"
  582. if [ "${1}" ]; then
  583. # create directory to restore to
  584. if [ ! -d "/var/www/${2}/htdocs" ]; then
  585. mkdir -p "/var/www/${2}/htdocs"
  586. chown www-data:www-data "/var/www/${2}/htdocs"
  587. fi
  588. if [ -d "/var/www/${2}/htdocs" ]; then
  589. restore_from_dir="/root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs"
  590. if [ ! -d "/root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs" ]; then
  591. restore_from_dir="/root/temp${1}"
  592. fi
  593. if [ -d "$restore_from_dir" ]; then
  594. if [ -d "/root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs" ]; then
  595. rm -rf "/var/www/${2}/htdocs"
  596. mv "$restore_from_dir" "/var/www/${2}/"
  597. else
  598. cp -r "$restore_from_dir/*" "/var/www/${2}/htdocs/"
  599. fi
  600. # shellcheck disable=SC2181
  601. if [ ! "$?" = "0" ]; then
  602. exit 78352682
  603. fi
  604. if [ -d "/etc/letsencrypt/live/${2}" ]; then
  605. ln -s "/etc/letsencrypt/live/${2}/privkey.pem" "/etc/ssl/private/${2}.key"
  606. ln -s "/etc/letsencrypt/live/${2}/fullchain.pem" "/etc/ssl/certs/${2}.pem"
  607. else
  608. # Ensure that the bundled SSL cert is being used
  609. if [ -f "/etc/ssl/certs/${2}.bundle.crt" ]; then
  610. sed -i "s|${2}.crt|${2}.bundle.crt|g" "/etc/nginx/sites-available/${2}"
  611. fi
  612. fi
  613. fi
  614. fi
  615. fi
  616. else
  617. echo $"No database backup found for ${1}"
  618. exit 6239353
  619. fi
  620. }
  621. function restore_database {
  622. RESTORE_SUBDIR="root"
  623. restore_app_name=$1
  624. restore_app_domain=$2
  625. if [ -d "$USB_MOUNT/backup/${restore_app_name}data" ]; then
  626. echo $"Restoring ${restore_app_name} database"
  627. local_database_dir=/root/temp${restore_app_name}data
  628. if [ -d "${local_database_dir}" ]; then
  629. rm -rf "${local_database_dir}"
  630. fi
  631. function_check restore_directory_from_usb
  632. restore_directory_from_usb "${local_database_dir}" "${restore_app_name}data"
  633. database_file_extension='sql'
  634. if [ $USE_MONGODB ]; then
  635. database_file_extension='mdb'
  636. USE_POSTGRESQL=
  637. fi
  638. database_file="${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/${restore_app_name}.${database_file_extension}"
  639. if [ ! -f "$database_file" ]; then
  640. database_file="${local_database_dir}/${restore_app_name}.${database_file_extension}"
  641. fi
  642. if [ ! -f "$database_file" ]; then
  643. echo $"Unable to restore ${restore_app_name} database"
  644. rm -rf "${local_database_dir}"
  645. function_check set_user_permissions
  646. set_user_permissions
  647. function_check backup_unmount_drive
  648. backup_unmount_drive
  649. exit 7825235
  650. fi
  651. if [ ! $USE_POSTGRESQL ]; then
  652. if [ ! $USE_MONGODB ]; then
  653. USE_MONGODB=
  654. USE_POSTGRESQL=
  655. keep_database_running
  656. cp "$database_file" ~/test.sql
  657. mysqlsuccess=$(mysql -u root --password="$DATABASE_PASSWORD" "${restore_app_name}" -o < "$database_file")
  658. else
  659. USE_MONGODB=
  660. USE_POSTGRESQL=
  661. mongorestore --gzip --archive="$database_file" --db "${restore_app_name}"
  662. fi
  663. else
  664. USE_MONGODB=
  665. USE_POSTGRESQL=
  666. cd /etc/postgresql || exit 638463
  667. mysqlsuccess=$(sudo -u postgres pg_restore "$database_file")
  668. fi
  669. # shellcheck disable=SC2181
  670. if [ ! "$?" = "0" ]; then
  671. echo "$mysqlsuccess"
  672. function_check set_user_permissions
  673. set_user_permissions
  674. function_check set_user_permissions
  675. backup_unmount_drive
  676. exit 482638995
  677. fi
  678. if [ -d "${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data" ]; then
  679. shred -zu "${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/*"
  680. else
  681. shred -zu "${local_database_dir}/*.${database_file_extension}"
  682. fi
  683. rm -rf "${local_database_dir}"
  684. echo $"Restoring ${restore_app_name} installation"
  685. if [ ! -d "/root/temp${restore_app_name}" ]; then
  686. mkdir "/root/temp${restore_app_name}"
  687. fi
  688. function_check restore_directory_from_usb
  689. restore_directory_from_usb "/root/temp${restore_app_name}" "${restore_app_name}"
  690. RESTORE_SUBDIR="var"
  691. if [ "${restore_app_domain}" ]; then
  692. # create directory to restore to
  693. if [ ! -d "/var/www/${restore_app_domain}/htdocs" ]; then
  694. mkdir -p "/var/www/${restore_app_domain}/htdocs"
  695. chown www-data:www-data "/var/www/${restore_app_domain}/htdocs"
  696. fi
  697. if [ -d "/var/www/${restore_app_domain}/htdocs" ]; then
  698. restore_from_dir="/root/temp${restore_app_name}/${RESTORE_SUBDIR}/www/${restore_app_domain}/htdocs"
  699. if [ ! -d "$restore_from_dir" ]; then
  700. restore_from_dir=/root/temp${restore_app_name}
  701. fi
  702. if [ -d "$restore_from_dir" ]; then
  703. if [ -d "/root/temp${restore_app_name}/${RESTORE_SUBDIR}/www/${restore_app_domain}/htdocs" ]; then
  704. rm -rf "/var/www/${restore_app_domain}/htdocs"
  705. mv "$restore_from_dir" "/var/www/${restore_app_domain}/"
  706. else
  707. cp -r "$restore_from_dir/*" "/var/www/${restore_app_domain}/htdocs/"
  708. fi
  709. # shellcheck disable=SC2181
  710. if [ ! "$?" = "0" ]; then
  711. set_user_permissions
  712. backup_unmount_drive
  713. exit 78252429
  714. fi
  715. if [ -d "/etc/letsencrypt/live/${restore_app_domain}" ]; then
  716. ln -s "/etc/letsencrypt/live/${restore_app_domain}/privkey.pem" "/etc/ssl/private/${restore_app_domain}.key"
  717. ln -s "/etc/letsencrypt/live/${restore_app_domain}/fullchain.pem" "/etc/ssl/certs/${restore_app_domain}.pem"
  718. else
  719. # Ensure that the bundled SSL cert is being used
  720. if [ -f "/etc/ssl/certs/${restore_app_domain}.bundle.crt" ]; then
  721. sed -i "s|${restore_app_domain}.crt|${restore_app_domain}.bundle.crt|g" "/etc/nginx/sites-available/${restore_app_domain}"
  722. fi
  723. fi
  724. fi
  725. fi
  726. fi
  727. else
  728. echo $"No database backup found for ${restore_app_name}"
  729. set_user_permissions
  730. backup_unmount_drive
  731. exit 7357224
  732. fi
  733. }
  734. function valid_backup_destination {
  735. # used to check whether any additional backup directories clash with
  736. # exiting apps
  737. destination_dir="$1"
  738. is_valid="yes"
  739. available_variants_list=()
  740. available_system_variants
  741. if ! item_in_array "${destination_dir}" "${available_variants_list[@]}"; then
  742. is_valid="no"
  743. fi
  744. echo $is_valid
  745. }
  746. function backup_extra_directories {
  747. if [ ! -f "$BACKUP_EXTRA_DIRECTORIES" ]; then
  748. return
  749. fi
  750. backup_type="$1"
  751. echo $"Backing up some additional directories"
  752. while read -r backup_line
  753. do
  754. backup_dir=$(echo "$backup_line" | awk -F ',' '{print $1}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
  755. if [ -d "$backup_dir" ]; then
  756. destination_dir=$(echo "$backup_line" | awk -F ',' '{print $2}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
  757. if [[ $(valid_backup_destination "$destination_dir") == "yes" ]]; then
  758. if [[ $backup_type == "local" ]]; then
  759. backup_directory_to_usb "$backup_dir" "$destination_dir"
  760. else
  761. backup_directory_to_friend "$backup_dir" "$destination_dir"
  762. fi
  763. else
  764. echo $"WARNING: The backup directory $destination_dir is already used."
  765. echo $"Choose a different destination name for backing up $backup_dir"
  766. fi
  767. else
  768. echo $"WARNING: Directory $backup_dir does not exist"
  769. fi
  770. done <"$BACKUP_EXTRA_DIRECTORIES"
  771. }
  772. # NOTE: deliberately no exit 0