freedombone-utils-backup 29KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Backup functions
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2014-2018 Bob Mottram <bob@freedombone.net>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. # whether a given site is being suspended during backup
  31. SUSPENDED_SITE=
  32. # Dummy password used for the backup key
  33. BACKUP_DUMMY_PASSWORD='backup'
  34. BACKUP_TEMP_DIRECTORY=/root/.backuptemp
  35. BACKUP_GPG_OPTIONS="--pinentry-mode loopback"
  36. function create_backups_temp_directory {
  37. if [ ! -d $BACKUP_TEMP_DIRECTORY ]; then
  38. mkdir $BACKUP_TEMP_DIRECTORY
  39. fi
  40. }
  41. function remove_backups_temp_directory {
  42. if [ -d $BACKUP_TEMP_DIRECTORY ]; then
  43. rm -rf $BACKUP_TEMP_DIRECTORY
  44. fi
  45. }
  46. function suspend_site {
  47. # suspends a given website
  48. SUSPENDED_SITE="$1"
  49. nginx_dissite $SUSPENDED_SITE
  50. systemctl reload nginx
  51. }
  52. function restart_site {
  53. # restarts a given website
  54. if [ ! $SUSPENDED_SITE ]; then
  55. return
  56. fi
  57. nginx_ensite $SUSPENDED_SITE
  58. systemctl reload nginx
  59. SUSPENDED_SITE=
  60. }
  61. function configure_backup_key {
  62. if [[ $(is_completed $FUNCNAME) == "1" ]]; then
  63. return
  64. fi
  65. apt-get -yq install gnupg dirmngr
  66. printf '%%Assuan%%\nsocket=/dev/shm/S.dirmngr\n' > ~/.gnupg/S.dirmngr
  67. BACKUP_KEY_EXISTS=$(gpg_key_exists "root" "$MY_NAME (backup key)")
  68. if [[ $BACKUP_KEY_EXISTS == "yes" ]]; then
  69. return
  70. fi
  71. gpg_agent_setup root
  72. gpg_agent_setup $MY_USERNAME
  73. # Generate a GPG key for backups
  74. BACKUP_KEY_EXISTS=$(gpg_key_exists "$MY_USERNAME" "$MY_NAME (backup key)")
  75. if [[ $BACKUP_KEY_EXISTS == "no" ]]; then
  76. echo 'Key-Type: eddsa' > /home/$MY_USERNAME/gpg-genkey.conf
  77. echo 'Key-Curve: Ed25519' >> /home/$MY_USERNAME/gpg-genkey.conf
  78. echo 'Subkey-Type: eddsa' >> /home/$MY_USERNAME/gpg-genkey.conf
  79. echo 'Subkey-Curve: Ed25519' >> /home/$MY_USERNAME/gpg-genkey.conf
  80. echo "Name-Real: $MY_NAME" >> /home/$MY_USERNAME/gpg-genkey.conf
  81. echo "Name-Email: $MY_EMAIL_ADDRESS" >> /home/$MY_USERNAME/gpg-genkey.conf
  82. echo "Name-Comment: backup key" >> /home/$MY_USERNAME/gpg-genkey.conf
  83. echo 'Expire-Date: 0' >> /home/$MY_USERNAME/gpg-genkey.conf
  84. cat /home/$MY_USERNAME/gpg-genkey.conf
  85. echo "Passphrase: $BACKUP_DUMMY_PASSWORD" >> /home/$MY_USERNAME/gpg-genkey.conf
  86. chown $MY_USERNAME:$MY_USERNAME /home/$MY_USERNAME/gpg-genkey.conf
  87. echo $'Backup key does not exist. Creating it.'
  88. su -m root -c "gpg --homedir /home/$MY_USERNAME/.gnupg --batch --full-gen-key /home/$MY_USERNAME/gpg-genkey.conf" - $MY_USERNAME
  89. chown -R $MY_USERNAME:$MY_USERNAME /home/$MY_USERNAME/.gnupg
  90. shred -zu /home/$MY_USERNAME/gpg-genkey.conf
  91. echo $'Checking that the Backup key was created'
  92. BACKUP_KEY_EXISTS=$(gpg_key_exists "$MY_USERNAME" "$MY_NAME (backup key)")
  93. if [[ $BACKUP_KEY_EXISTS == "no" ]]; then
  94. echo $'Backup key could not be created'
  95. exit 43382
  96. fi
  97. fi
  98. MY_BACKUP_KEY_ID=$(su -c "gpg --list-keys \"$MY_NAME (backup key)\"" - $MY_USERNAME | sed -n '2p' | sed 's/^[ \t]*//')
  99. echo "Backup key: $MY_BACKUP_KEY_ID"
  100. MY_BACKUP_KEY=/home/$MY_USERNAME/backup_key
  101. su -m root -c "gpg --homedir /home/$MY_USERNAME/.gnupg --output ${MY_BACKUP_KEY}_public.asc --armor --export $MY_BACKUP_KEY_ID" - $MY_USERNAME
  102. if [ ! -f ${MY_BACKUP_KEY}_public.asc ]; then
  103. echo 'Public backup key could not be exported'
  104. exit 36829
  105. fi
  106. su -m root -c "echo '$BACKUP_DUMMY_PASSWORD' | gpg --homedir /home/$MY_USERNAME/.gnupg --output ${MY_BACKUP_KEY}_private.asc --armor --batch --passphrase-fd 0 --export-secret-key $MY_BACKUP_KEY_ID" - $MY_USERNAME
  107. if [ ! -f ${MY_BACKUP_KEY}_private.asc ]; then
  108. echo 'Private backup key could not be exported'
  109. exit 29235
  110. fi
  111. # import backup key to root user
  112. gpg --import --import ${MY_BACKUP_KEY}_public.asc
  113. echo '$BACKUP_DUMMY_PASSWORD' | gpg --batch --passphrase-fd 0 --allow-secret-key-import --import ${MY_BACKUP_KEY}_private.asc
  114. shred -zu ${MY_BACKUP_KEY}_public.asc
  115. shred -zu ${MY_BACKUP_KEY}_private.asc
  116. mark_completed $FUNCNAME
  117. }
  118. function backup_to_friends_servers {
  119. # update crontab
  120. echo '#!/bin/bash' > /etc/cron.daily/backuptofriends
  121. echo "if [ -f /usr/local/bin/${PROJECT_NAME}-backup-remote ]; then" >> /etc/cron.daily/backuptofriends
  122. echo " /usr/local/bin/${PROJECT_NAME}-backup-remote" >> /etc/cron.daily/backuptofriends
  123. echo 'else' >> /etc/cron.daily/backuptofriends
  124. echo " /usr/bin/${PROJECT_NAME}-backup-remote" >> /etc/cron.daily/backuptofriends
  125. echo 'fi' >> /etc/cron.daily/backuptofriends
  126. chmod +x /etc/cron.daily/backuptofriends
  127. }
  128. function backup_mount_drive {
  129. if [ $1 ]; then
  130. if [[ "$1" == "/dev/"* ]]; then
  131. USB_DRIVE=$1
  132. else
  133. USB_DRIVE=/dev/${1}1
  134. fi
  135. fi
  136. # get the admin user
  137. ADMIN_USERNAME=$(get_completion_param "Admin user")
  138. if [ $2 ]; then
  139. ADMIN_USERNAME=$2
  140. fi
  141. ADMIN_NAME=$(getent passwd $ADMIN_USERNAME | cut -d: -f5 | cut -d, -f1)
  142. if [ $3 ]; then
  143. RESTORE_APP=$3
  144. fi
  145. # check that the backup destination is available
  146. if [ ! -b $USB_DRIVE ]; then
  147. echo $"Please attach a USB drive"
  148. exit 1
  149. fi
  150. # unmount if already mounted
  151. umount -f $USB_MOUNT
  152. if [ ! -d $USB_MOUNT ]; then
  153. mkdir $USB_MOUNT
  154. fi
  155. if [ -f /dev/mapper/encrypted_usb ]; then
  156. rm -rf /dev/mapper/encrypted_usb
  157. fi
  158. cryptsetup luksClose encrypted_usb
  159. # mount the encrypted backup drive
  160. cryptsetup luksOpen $USB_DRIVE encrypted_usb
  161. if [ "$?" = "0" ]; then
  162. USB_DRIVE=/dev/mapper/encrypted_usb
  163. fi
  164. mount $USB_DRIVE $USB_MOUNT
  165. if [ ! "$?" = "0" ]; then
  166. echo $"There was a problem mounting the USB drive to $USB_MOUNT"
  167. rm -rf $USB_MOUNT
  168. exit 783452
  169. fi
  170. }
  171. function backup_unmount_drive {
  172. if [ $1 ]; then
  173. USB_DRIVE=${1}
  174. if [ $2 ]; then
  175. USB_MOUNT=${2}
  176. fi
  177. fi
  178. sync
  179. umount $USB_MOUNT
  180. if [ ! "$?" = "0" ]; then
  181. echo $"Unable to unmount the drive."
  182. rm -rf $USB_MOUNT
  183. exit 9
  184. fi
  185. rm -rf $USB_MOUNT
  186. if [[ $USB_DRIVE == /dev/mapper/encrypted_usb ]]; then
  187. echo $"Unmount encrypted USB"
  188. cryptsetup luksClose encrypted_usb
  189. fi
  190. if [ -f /dev/mapper/encrypted_usb ]; then
  191. rm -rf /dev/mapper/encrypted_usb
  192. fi
  193. }
  194. function backup_database_local_usb {
  195. if [ ${#DATABASE_PASSWORD} -lt 2 ]; then
  196. echo $"No MariaDB password was given"
  197. function_check restart_site
  198. restart_site
  199. exit 10
  200. fi
  201. if [ ! -d $USB_MOUNT/backup/${1} ]; then
  202. mkdir -p $USB_MOUNT/backup/${1}
  203. fi
  204. if [ ! -d $USB_MOUNT/backup/${1}data ]; then
  205. mkdir -p $USB_MOUNT/backup/${1}data
  206. fi
  207. local_database_dir=/root/temp${1}data
  208. if [ ! -d ${local_database_dir} ]; then
  209. mkdir -p ${local_database_dir}
  210. fi
  211. echo $"Obtaining ${1} database backup"
  212. database_file_extension='sql'
  213. if [ $USE_MONGODB ]; then
  214. database_file_extension='mdb'
  215. USE_POSTGRESQL=
  216. fi
  217. if [ ! $USE_POSTGRESQL ]; then
  218. if [ ! $USE_MONGODB ]; then
  219. USE_MONGODB=
  220. USE_POSTGRESQL=
  221. keep_database_running
  222. mysqldump --lock-tables --password="$DATABASE_PASSWORD" ${1} > ${local_database_dir}/${1}.${database_file_extension}
  223. else
  224. USE_MONGODB=
  225. USE_POSTGRESQL=
  226. mongodump --db ${1} --archive=${local_database_dir}/${1}.${database_file_extension} --gzip
  227. fi
  228. else
  229. USE_MONGODB=
  230. USE_POSTGRESQL=
  231. cd /etc/postgresql
  232. sudo -u postgres pg_dump ${1} > ${local_database_dir}/${1}.${database_file_extension}
  233. fi
  234. if [ -f ${local_database_dir}/${1}.${database_file_extension} ]; then
  235. if [ ! -s ${local_database_dir}/${1}.${database_file_extension} ]; then
  236. echo $"${1} database could not be saved"
  237. shred -zu ${local_database_dir}/*
  238. rm -rf ${local_database_dir}
  239. umount $USB_MOUNT
  240. rm -rf $USB_MOUNT
  241. restart_site
  242. exit 6835872
  243. fi
  244. else
  245. echo $"${1} database could not be dumped"
  246. rm -rf ${local_database_dir}
  247. umount $USB_MOUNT
  248. rm -rf $USB_MOUNT
  249. restart_site
  250. exit 738653
  251. fi
  252. echo $"Database dump was created for ${1}"
  253. }
  254. function backup_directory_to_usb_duplicity {
  255. create_backups_temp_directory
  256. echo "$BACKUP_DUMMY_PASSWORD" | duplicity full --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --encrypt-key $MY_BACKUP_KEY_ID --full-if-older-than 4W --exclude-other-filesystems ${1} file://$USB_MOUNT/backup/${2}
  257. if [ ! "$?" = "0" ]; then
  258. umount $USB_MOUNT
  259. rm -rf $USB_MOUNT
  260. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  261. shred -zu ${1}/*
  262. rm -rf ${1}
  263. fi
  264. function_check restart_site
  265. restart_site
  266. remove_backups_temp_directory
  267. exit 8352925
  268. fi
  269. if [[ $ENABLE_BACKUP_VERIFICATION == "yes" ]]; then
  270. echo "$BACKUP_DUMMY_PASSWORD" | duplicity verify --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --encrypt-key $MY_BACKUP_KEY_ID --full-if-older-than 4W --exclude-other-filesystems ${1} file://$USB_MOUNT/backup/${2}
  271. if [ ! "$?" = "0" ]; then
  272. umount $USB_MOUNT
  273. rm -rf $USB_MOUNT
  274. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  275. shred -zu ${1}/*
  276. rm -rf ${1}
  277. fi
  278. function_check restart_site
  279. restart_site
  280. remove_backups_temp_directory
  281. exit 683252
  282. fi
  283. fi
  284. remove_backups_temp_directory
  285. }
  286. function backup_directory_to_usb {
  287. if [ ! -d ${1} ]; then
  288. echo $"WARNING: directory does not exist: ${1}"
  289. else
  290. BACKUP_KEY_EXISTS=$(gpg --list-keys "$ADMIN_NAME (backup key)")
  291. if [ ! "$?" = "0" ]; then
  292. echo $"Backup key could not be found"
  293. function_check restart_site
  294. restart_site
  295. exit 6
  296. fi
  297. MY_BACKUP_KEY_ID=$(gpg --list-keys "$ADMIN_NAME (backup key)" | sed -n '2p' | sed 's/^[ \t]*//')
  298. if [ ! -d $USB_MOUNT/backup/${2} ]; then
  299. mkdir -p $USB_MOUNT/backup/${2}
  300. fi
  301. backup_directory_to_usb_duplicity ${1} ${2}
  302. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  303. shred -zu ${1}/*
  304. rm -rf ${1}
  305. fi
  306. fi
  307. }
  308. function restore_directory_from_usb_duplicity {
  309. create_backups_temp_directory
  310. PASSPHRASE="$BACKUP_DUMMY_PASSWORD" duplicity restore --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --force file://$USB_MOUNT/backup/${2} ${1}
  311. if [ ! "$?" = "0" ]; then
  312. echo "WARNING: failed to restore $USB_MOUNT/backup/${2} to ${1}"
  313. fi
  314. PASSPHRASE=
  315. remove_backups_temp_directory
  316. }
  317. function restore_directory_from_usb {
  318. if [ ! ${1} ]; then
  319. echo "$USB_MOUNT/backup/${2} -> ${1}"
  320. echo $'No restore destination given'
  321. return
  322. fi
  323. if [ ! ${2} ]; then
  324. echo "$USB_MOUNT/backup/${2} -> ${1}"
  325. echo $'No restore source given'
  326. return
  327. fi
  328. if [ ! -d ${1} ]; then
  329. mkdir ${1}
  330. fi
  331. restore_directory_from_usb_duplicity ${1} ${2}
  332. }
  333. function restore_directory_from_friend_duplicity {
  334. create_backups_temp_directory
  335. PASSPHRASE="$BACKUP_DUMMY_PASSWORD" duplicity restore --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --force file://$SERVER_DIRECTORY/backup/${2} ${1}
  336. PASSPHRASE=
  337. remove_backups_temp_directory
  338. }
  339. function restore_directory_from_friend {
  340. if [ ! ${1} ]; then
  341. echo $'No restore destination given'
  342. return
  343. fi
  344. if [ ! ${2} ]; then
  345. echo $'No restore source given'
  346. return
  347. fi
  348. if [ ! -d ${1} ]; then
  349. mkdir ${1}
  350. fi
  351. restore_directory_from_friend_duplicity ${1} ${2}
  352. }
  353. function backup_database_to_usb {
  354. database_name=$1
  355. local_database_dir=/root/temp${1}data
  356. backup_database_local_usb ${database_name}
  357. if [ ! -f ${local_database_dir}/${1}.sql ]; then
  358. echo $"Error backing up ${1} database to ${local_database_dir}/${1}.sql"
  359. exit 62383
  360. fi
  361. backup_directory_to_usb ${local_database_dir} ${database_name}data
  362. }
  363. # after user files have been restored permissions may need to be set
  364. function set_user_permissions {
  365. echo $"Setting permissions"
  366. for d in /home/*/ ; do
  367. USERNAME=$(echo "$d" | awk -F '/' '{print $3}')
  368. if [[ $(is_valid_user "$USERNAME") == "1" ]]; then
  369. chown -R $USERNAME:$USERNAME /home/$USERNAME
  370. fi
  371. done
  372. }
  373. function backup_directory_to_friend_duplicity {
  374. create_backups_temp_directory
  375. echo "$BACKUP_DUMMY_PASSWORD" | duplicity full --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --ssh-askpass --encrypt-key ${ADMIN_BACKUP_KEY_ID} --full-if-older-than 4W --exclude-other-filesystems ${1} $SERVER_DIRECTORY/backup/${2}
  376. if [ ! "$?" = "0" ]; then
  377. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  378. shred -zu ${1}/*
  379. rm -rf ${1}
  380. fi
  381. function_check restart_site
  382. restart_site
  383. remove_backups_temp_directory
  384. exit 5293526
  385. fi
  386. if [[ $ENABLE_BACKUP_VERIFICATION == "yes" ]]; then
  387. echo "$BACKUP_DUMMY_PASSWORD" | duplicity verify --use-agent --gpg-options "$BACKUP_GPG_OPTIONS" --tempdir $BACKUP_TEMP_DIRECTORY --ssh-askpass --encrypt-key ${ADMIN_BACKUP_KEY_ID} --full-if-older-than 4W --exclude-other-filesystems ${1} $SERVER_DIRECTORY/backup/${2}
  388. if [ ! "$?" = "0" ]; then
  389. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  390. shred -zu ${1}/*
  391. rm -rf ${1}
  392. fi
  393. function_check restart_site
  394. restart_site
  395. remove_backups_temp_directory
  396. exit 683252
  397. fi
  398. fi
  399. remove_backups_temp_directory
  400. }
  401. function backup_directory_to_friend {
  402. BACKUP_KEY_EXISTS=$(gpg --list-keys "$ADMIN_NAME (backup key)")
  403. if [ ! "$?" = "0" ]; then
  404. echo $"Backup key could not be found"
  405. function_check restart_site
  406. restart_site
  407. exit 43382
  408. fi
  409. ADMIN_BACKUP_KEY_ID=$(gpg --list-keys "$ADMIN_NAME (backup key)" | sed -n '2p' | sed 's/^[ \t]*//')
  410. if [ ! -d $SERVER_DIRECTORY/backup/${2} ]; then
  411. mkdir -p $SERVER_DIRECTORY/backup/${2}
  412. fi
  413. backup_directory_to_friend_duplicity ${1} ${2}
  414. if [[ ${1} == "/root/temp"* || ${1} == *"tempbackup" ]]; then
  415. shred -zu /root/temp${2}/*
  416. rm -rf /root/temp${2}
  417. fi
  418. }
  419. function backup_database_remote {
  420. if [ ${#DATABASE_PASSWORD} -lt 2 ]; then
  421. echo $"No MariaDB password was given"
  422. function_check restart_site
  423. restart_site
  424. exit 5783
  425. fi
  426. if [ ! -d $SERVER_DIRECTORY/backup/${1} ]; then
  427. mkdir -p $SERVER_DIRECTORY/backup/${1}
  428. fi
  429. if [ ! -d $SERVER_DIRECTORY/backup/${1}data ]; then
  430. mkdir -p $SERVER_DIRECTORY/backup/${1}data
  431. fi
  432. local_database_dir=/root/temp${1}data
  433. if [ ! -d ${local_database_dir} ]; then
  434. mkdir -p ${local_database_dir}
  435. fi
  436. echo "Obtaining ${1} database backup"
  437. database_file_extension='sql'
  438. if [ $USE_MONGODB ]; then
  439. database_file_extension='mdb'
  440. USE_POSTGRESQL=
  441. fi
  442. if [ ! $USE_POSTGRESQL ]; then
  443. if [ ! $USE_MONGODB ]; then
  444. USE_MONGODB=
  445. USE_POSTGRESQL=
  446. keep_database_running
  447. mysqldump --lock-tables --password="$DATABASE_PASSWORD" ${1} > ${local_database_dir}/${1}.${database_file_extension}
  448. else
  449. USE_MONGODB=
  450. USE_POSTGRESQL=
  451. mongodump --db ${1} --archive=${local_database_dir}/${1}.${database_file_extension} --gzip
  452. fi
  453. else
  454. USE_MONGODB=
  455. USE_POSTGRESQL=
  456. cd /etc/postgresql
  457. sudo -u postgres pg_dump ${1} > ${local_database_dir}/${1}.${database_file_extension}
  458. fi
  459. if [ -f ${local_database_dir}/${1}.${database_file_extension} ]; then
  460. if [ ! -s ${local_database_dir}/${1}.${database_file_extension} ]; then
  461. echo $"${1} database could not be saved"
  462. shred -zu ${local_database_dir}/*
  463. rm -rf ${local_database_dir}
  464. # Send a warning email
  465. echo $"Unable to export ${1} database" | mail -s $"${PROJECT_NAME} backup to friends" $ADMIN_EMAIL_ADDRESS
  466. function_check restart_site
  467. restart_site
  468. exit 57386728
  469. fi
  470. else
  471. echo $"${1} database could not be dumped"
  472. rm -rf ${local_database_dir}
  473. # Send a warning email
  474. echo $"Unable to dump ${1} database" | mail -s $"${PROJECT_NAME} backup to friends" $ADMIN_EMAIL_ADDRESS
  475. function_check restart_site
  476. restart_site
  477. exit 36874289
  478. fi
  479. }
  480. function backup_database_to_friend {
  481. database_name=$1
  482. backup_database_remote $database_name
  483. backup_directory_to_friend /root/temp${database_name}data ${database_name}data
  484. }
  485. function backup_apps {
  486. localremote=$1
  487. BACKUP_APPS_COMPLETED=()
  488. detect_installable_apps
  489. get_apps_installed_names
  490. for app_name in "${APPS_INSTALLED_NAMES[@]}"
  491. do
  492. echo $"Backup ${app_name}"
  493. app_load_variables ${app_name}
  494. function_check backup_${localremote}_${app_name}
  495. backup_${localremote}_${app_name}
  496. BACKUP_APPS_COMPLETED+=("${app_name}")
  497. echo $"Backup ${app_name} completed"
  498. done
  499. }
  500. function restore_apps {
  501. localremote=$1
  502. RESTORE_APP=$2
  503. RESTORE_APPS_COMPLETED=()
  504. detect_installable_apps
  505. get_apps_installed_names
  506. for app_name in "${APPS_INSTALLED_NAMES[@]}"
  507. do
  508. confirm_restore=
  509. if [ ! $2 ]; then
  510. confirm_restore=1
  511. else
  512. if [[ "$RESTORE_APP" == "$app_name" || "$RESTORE_APP" == "all" ]]; then
  513. confirm_restore=1
  514. fi
  515. fi
  516. if [ $confirm_restore ]; then
  517. echo $"Restoring ${app_name}"
  518. app_load_variables ${app_name}
  519. function_check restore_${localremote}_${app_name}
  520. restore_${localremote}_${app_name}
  521. RESTORE_APPS_COMPLETED+=("${app_name}")
  522. echo $"Restored ${app_name}"
  523. fi
  524. done
  525. }
  526. function restore_database_from_friend {
  527. DATABASE_PASSWORD=
  528. RESTORE_SUBDIR="root"
  529. if [ -d $SERVER_DIRECTORY/backup/${1}data ]; then
  530. database_file_extension='sql'
  531. if [ $USE_MONGODB ]; then
  532. database_file_extension='mdb'
  533. USE_POSTGRESQL=
  534. fi
  535. echo $"Restoring ${1} database"
  536. local_database_dir=/root/temp${1}data
  537. restore_directory_from_friend ${local_database_dir} ${1}data
  538. database_file=${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/${restore_app_name}.${database_file_extension}
  539. if [ ! -f $database_file ]; then
  540. database_file=${local_database_dir}/${restore_app_name}.${database_file_extension}
  541. fi
  542. if [ ! -f $database_file ]; then
  543. echo $"Unable to restore ${1} database"
  544. rm -rf ${local_database_dir}
  545. exit 5289252
  546. fi
  547. if [ ! $USE_POSTGRESQL ]; then
  548. if [ ! $USE_MONGODB ]; then
  549. USE_MONGODB=
  550. USE_POSTGRESQL=
  551. keep_database_running
  552. mysqlsuccess=$(mysql -u root --password="$DATABASE_PASSWORD" ${restore_app_name} -o < ${database_file})
  553. else
  554. USE_MONGODB=
  555. USE_POSTGRESQL=
  556. mongorestore --gzip --archive=${database_file} --db ${restore_app_name}
  557. fi
  558. else
  559. USE_MONGODB=
  560. USE_POSTGRESQL=
  561. cd /etc/postgresql
  562. mysqlsuccess=$(sudo -u postgres pg_restore ${database_file})
  563. fi
  564. if [ ! "$?" = "0" ]; then
  565. echo "$mysqlsuccess"
  566. exit 8735271
  567. fi
  568. if [ -d ${local_database_dir}/${RESTORE_SUBDIR}/temp${1}data ]; then
  569. shred -zu ${local_database_dir}/${RESTORE_SUBDIR}/temp${1}data/*
  570. else
  571. shred -zu ${local_database_dir}/*.${database_file_extension}
  572. fi
  573. rm -rf ${local_database_dir}
  574. echo $"Restoring ${1} installation"
  575. restore_directory_from_friend /root/temp${1} ${1}
  576. RESTORE_SUBDIR="var"
  577. if [ ${1} ]; then
  578. # create directory to restore to
  579. if [ ! -d /var/www/${2}/htdocs ]; then
  580. mkdir -p /var/www/${2}/htdocs
  581. chown www-data:www-data /var/www/${2}/htdocs
  582. fi
  583. if [ -d /var/www/${2}/htdocs ]; then
  584. restore_from_dir=/root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs
  585. if [ ! -d /root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs ]; then
  586. restore_from_dir=/root/temp${1}
  587. fi
  588. if [ -d $restore_from_dir ]; then
  589. if [ -d /root/temp${1}/${RESTORE_SUBDIR}/www/${2}/htdocs ]; then
  590. rm -rf /var/www/${2}/htdocs
  591. mv $restore_from_dir /var/www/${2}/
  592. else
  593. cp -r $restore_from_dir/* /var/www/${2}/htdocs/
  594. fi
  595. if [ ! "$?" = "0" ]; then
  596. exit 78352682
  597. fi
  598. if [ -d /etc/letsencrypt/live/${2} ]; then
  599. ln -s /etc/letsencrypt/live/${2}/privkey.pem /etc/ssl/private/${2}.key
  600. ln -s /etc/letsencrypt/live/${2}/fullchain.pem /etc/ssl/certs/${2}.pem
  601. else
  602. # Ensure that the bundled SSL cert is being used
  603. if [ -f /etc/ssl/certs/${2}.bundle.crt ]; then
  604. sed -i "s|${2}.crt|${2}.bundle.crt|g" /etc/nginx/sites-available/${2}
  605. fi
  606. fi
  607. fi
  608. fi
  609. fi
  610. else
  611. echo $"No database backup found for ${1}"
  612. exit 6239353
  613. fi
  614. }
  615. function restore_database {
  616. RESTORE_SUBDIR="root"
  617. restore_app_name=$1
  618. restore_app_domain=$2
  619. if [ -d $USB_MOUNT/backup/${restore_app_name}data ]; then
  620. echo $"Restoring ${restore_app_name} database"
  621. local_database_dir=/root/temp${restore_app_name}data
  622. if [ -d ${local_database_dir} ]; then
  623. rm -rf ${local_database_dir}
  624. fi
  625. function_check restore_directory_from_usb
  626. restore_directory_from_usb "${local_database_dir}" "${restore_app_name}data"
  627. database_file_extension='sql'
  628. if [ $USE_MONGODB ]; then
  629. database_file_extension='mdb'
  630. USE_POSTGRESQL=
  631. fi
  632. database_file=${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/${restore_app_name}.${database_file_extension}
  633. if [ ! -f $database_file ]; then
  634. database_file=${local_database_dir}/${restore_app_name}.${database_file_extension}
  635. fi
  636. if [ ! -f $database_file ]; then
  637. echo $"Unable to restore ${restore_app_name} database"
  638. rm -rf ${local_database_dir}
  639. function_check set_user_permissions
  640. set_user_permissions
  641. function_check backup_unmount_drive
  642. backup_unmount_drive
  643. exit 7825235
  644. fi
  645. if [ ! $USE_POSTGRESQL ]; then
  646. if [ ! $USE_MONGODB ]; then
  647. USE_MONGODB=
  648. USE_POSTGRESQL=
  649. keep_database_running
  650. cp $database_file ~/test.sql
  651. mysqlsuccess=$(mysql -u root --password="$DATABASE_PASSWORD" ${restore_app_name} -o < $database_file)
  652. else
  653. USE_MONGODB=
  654. USE_POSTGRESQL=
  655. mongorestore --gzip --archive=$database_file --db ${restore_app_name}
  656. fi
  657. else
  658. USE_MONGODB=
  659. USE_POSTGRESQL=
  660. cd /etc/postgresql
  661. mysqlsuccess=$(sudo -u postgres pg_restore $database_file)
  662. fi
  663. if [ ! "$?" = "0" ]; then
  664. echo "$mysqlsuccess"
  665. function_check set_user_permissions
  666. set_user_permissions
  667. function_check set_user_permissions
  668. backup_unmount_drive
  669. exit 482638995
  670. fi
  671. if [ -d ${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data ]; then
  672. shred -zu ${local_database_dir}/${RESTORE_SUBDIR}/temp${restore_app_name}data/*
  673. else
  674. shred -zu ${local_database_dir}/*.${database_file_extension}
  675. fi
  676. rm -rf ${local_database_dir}
  677. echo $"Restoring ${restore_app_name} installation"
  678. if [ ! -d /root/temp${restore_app_name} ]; then
  679. mkdir /root/temp${restore_app_name}
  680. fi
  681. function_check restore_directory_from_usb
  682. restore_directory_from_usb "/root/temp${restore_app_name}" "${restore_app_name}"
  683. RESTORE_SUBDIR="var"
  684. if [ ${restore_app_domain} ]; then
  685. # create directory to restore to
  686. if [ ! -d /var/www/${restore_app_domain}/htdocs ]; then
  687. mkdir -p /var/www/${restore_app_domain}/htdocs
  688. chown www-data:www-data /var/www/${restore_app_domain}/htdocs
  689. fi
  690. if [ -d /var/www/${restore_app_domain}/htdocs ]; then
  691. restore_from_dir=/root/temp${restore_app_name}/${RESTORE_SUBDIR}/www/${restore_app_domain}/htdocs
  692. if [ ! -d $restore_from_dir ]; then
  693. restore_from_dir=/root/temp${restore_app_name}
  694. fi
  695. if [ -d $restore_from_dir ]; then
  696. if [ -d /root/temp${restore_app_name}/${RESTORE_SUBDIR}/www/${restore_app_domain}/htdocs ]; then
  697. rm -rf /var/www/${restore_app_domain}/htdocs
  698. mv $restore_from_dir /var/www/${restore_app_domain}/
  699. else
  700. cp -r $restore_from_dir/* /var/www/${restore_app_domain}/htdocs/
  701. fi
  702. if [ ! "$?" = "0" ]; then
  703. set_user_permissions
  704. backup_unmount_drive
  705. exit 78252429
  706. fi
  707. if [ -d /etc/letsencrypt/live/${restore_app_domain} ]; then
  708. ln -s /etc/letsencrypt/live/${restore_app_domain}/privkey.pem /etc/ssl/private/${restore_app_domain}.key
  709. ln -s /etc/letsencrypt/live/${restore_app_domain}/fullchain.pem /etc/ssl/certs/${restore_app_domain}.pem
  710. else
  711. # Ensure that the bundled SSL cert is being used
  712. if [ -f /etc/ssl/certs/${restore_app_domain}.bundle.crt ]; then
  713. sed -i "s|${restore_app_domain}.crt|${restore_app_domain}.bundle.crt|g" /etc/nginx/sites-available/${restore_app_domain}
  714. fi
  715. fi
  716. fi
  717. fi
  718. fi
  719. else
  720. echo $"No database backup found for ${restore_app_name}"
  721. set_user_permissions
  722. backup_unmount_drive
  723. exit 7357224
  724. fi
  725. }
  726. function valid_backup_destination {
  727. # used to check whether any additional backup directories clash with
  728. # exiting apps
  729. destination_dir="$1"
  730. is_valid="yes"
  731. available_variants_list=()
  732. available_system_variants
  733. item_in_array "${destination_dir}" "${available_variants_list[@]}"
  734. if [[ $? != 0 ]]; then
  735. is_valid="no"
  736. fi
  737. echo $is_valid
  738. }
  739. function backup_extra_directories {
  740. if [ ! -f $BACKUP_EXTRA_DIRECTORIES ]; then
  741. return
  742. fi
  743. backup_type="$1"
  744. echo $"Backing up some additional directories"
  745. while read backup_line
  746. do
  747. backup_dir=$(echo "$backup_line" | awk -F ',' '{print $1}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
  748. if [ -d "$backup_dir" ]; then
  749. destination_dir=$(echo "$backup_line" | awk -F ',' '{print $2}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
  750. if [[ $(valid_backup_destination "$destination_dir") == "yes" ]]; then
  751. if [[ $backup_type == "local" ]]; then
  752. backup_directory_to_usb "$backup_dir" "$destination_dir"
  753. else
  754. backup_directory_to_friend "$backup_dir" "$destination_dir"
  755. fi
  756. else
  757. echo $"WARNING: The backup directory $destination_dir is already used."
  758. echo $"Choose a different destination name for backing up $backup_dir"
  759. fi
  760. else
  761. echo $"WARNING: Directory $backup_dir does not exist"
  762. fi
  763. done <$BACKUP_EXTRA_DIRECTORIES
  764. }
  765. # NOTE: deliberately no exit 0