freedombone-utils-database 12KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Database functions
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2014-2016 Bob Mottram <bob@robotics.uk.to>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. function backup_database_local {
  31. # Makes local backups of databases which can then be automatically rolled
  32. # back if corruption is detected
  33. database_name=$1
  34. backup_databases_script=/usr/bin/backupdatabases
  35. echo '' >> $backup_databases_script
  36. echo "# Backup the ${database_name} database" >> $backup_databases_script
  37. echo "TEMPFILE=/root/${database_name}.sql" >> $backup_databases_script
  38. echo 'DAILYFILE=/var/backups/${database_name}_daily.sql' >> $backup_databases_script
  39. echo "mysqldump --password=\"\$MYSQL_PASSWORD\" ${database_name} > \$TEMPFILE" >> $backup_databases_script
  40. echo 'FILESIZE=$(stat -c%s $TEMPFILE)' >> $backup_databases_script
  41. echo 'if [ "$FILESIZE" -eq "0" ]; then' >> $backup_databases_script
  42. echo ' if [ -f $DAILYFILE ]; then' >> $backup_databases_script
  43. echo ' cp $DAILYFILE $TEMPFILE' >> $backup_databases_script
  44. echo '' >> $backup_databases_script
  45. echo ' # try to restore yesterdays database' >> $backup_databases_script
  46. echo " mysql -u root --password=\"\$MYSQL_PASSWORD\" ${database_name} -o < \$DAILYFILE" >> $backup_databases_script
  47. echo '' >> $backup_databases_script
  48. echo ' # Send a warning email' >> $backup_databases_script
  49. echo " echo \"Unable to create a backup of the ${database_name} database. Attempted to restore from yesterdays backup\" | mail -s \"${database_name} backup\" \$EMAIL" >> $backup_databases_script
  50. echo ' else' >> $backup_databases_script
  51. echo ' # Send a warning email' >> $backup_databases_script
  52. echo " echo \"Unable to create a backup of the ${database_name} database.\" | mail -s \"${database_name} backup\" \$EMAIL" >> $backup_databases_script
  53. echo ' fi' >> $backup_databases_script
  54. echo 'else' >> $backup_databases_script
  55. echo ' chmod 600 $TEMPFILE' >> $backup_databases_script
  56. echo ' mv $TEMPFILE $DAILYFILE' >> $backup_databases_script
  57. echo '' >> $backup_databases_script
  58. echo ' # Make the backup readable only by root' >> $backup_databases_script
  59. echo ' chmod 600 $DAILYFILE' >> $backup_databases_script
  60. echo 'fi' >> $backup_databases_script
  61. weekly_backup_script=/etc/cron.weekly/backupdatabasesweekly
  62. if ! grep -q "${database_name}" ${weekly_backup_script}; then
  63. echo '' >> ${weekly_backup_script}
  64. echo "# ${database_name}" >> ${weekly_backup_script}
  65. echo "if [ -f /var/backups/${database_name}_weekly.sql ]; then" >> ${weekly_backup_script}
  66. echo " cp -f /var/backups/${database_name}_weekly.sql /var/backups/${database_name}_2weekly.sql" >> ${weekly_backup_script}
  67. echo 'fi' >> ${weekly_backup_script}
  68. echo "if [ -f /var/backups/${database_name}_daily.sql ]; then" >> ${weekly_backup_script}
  69. echo " cp -f /var/backups/${database_name}_daily.sql /var/backups/${database_name}_weekly.sql" >> ${weekly_backup_script}
  70. echo 'fi' >> ${weekly_backup_script}
  71. fi
  72. monthly_backup_script=/etc/cron.monthly/backupdatabasesmonthly
  73. if ! grep -q "${database_name}" ${monthly_backup_script}; then
  74. echo '' >> ${monthly_backup_script}
  75. echo "# ${database_name}" >> ${monthly_backup_script}
  76. echo "if [ -f /var/backups/${database_name}_monthly.sql ]; then" >> ${monthly_backup_script}
  77. echo " cp -f /var/backups/${database_name}_monthly.sql /var/backups/${database_name}_2monthly.sql" >> ${monthly_backup_script}
  78. echo 'fi' >> ${monthly_backup_script}
  79. echo "if [ -f /var/backups/${database_name}_weekly.sql ]; then" >> ${monthly_backup_script}
  80. echo " cp -f /var/backups/${database_name}_weekly.sql /var/backups/${database_name}_monthly.sql" >> ${monthly_backup_script}
  81. echo 'fi' >> ${monthly_backup_script}
  82. fi
  83. if ! grep -q "${database_name}" /etc/cron.hourly/repair; then
  84. echo "${PROJECT_NAME}-repair-database ${database_name}" >> /etc/cron.hourly/repair
  85. # remove legacy stuff
  86. sed -i 's|/usr/bin/repairdatabase redmatrix||g' /etc/cron.hourly/repair
  87. fi
  88. }
  89. function get_mariadb_password {
  90. if [ -f /home/$MY_USERNAME/README ]; then
  91. if grep -q "MariaDB password" /home/$MY_USERNAME/README; then
  92. if [ -f $DATABASE_PASSWORD_FILE ]; then
  93. MARIADB_PASSWORD=$(cat $DATABASE_PASSWORD_FILE)
  94. else
  95. MARIADB_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "MariaDB password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  96. echo "$MARIADB_PASSWORD" > $DATABASE_PASSWORD_FILE
  97. chmod 600 $DATABASE_PASSWORD_FILE
  98. fi
  99. fi
  100. fi
  101. }
  102. function get_mariadb_media_server_admin_password {
  103. if [ -f /home/$MY_USERNAME/README ]; then
  104. if grep -q "Media server administrator password" /home/$MY_USERNAME/README; then
  105. MEDIA_SERVER_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "Media server administrator password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  106. fi
  107. fi
  108. }
  109. function get_mariadb_gnusocial_admin_password {
  110. if [ -f /home/$MY_USERNAME/README ]; then
  111. if grep -q "MariaDB gnusocial admin password" /home/$MY_USERNAME/README; then
  112. MICROBLOG_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "MariaDB gnusocial admin password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  113. fi
  114. if grep -q "Microblog administrator password" /home/$MY_USERNAME/README; then
  115. MICROBLOG_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "Microblog administrator password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  116. fi
  117. fi
  118. }
  119. function get_mariadb_webmail_admin_password {
  120. if [ -f /home/$MY_USERNAME/README ]; then
  121. if grep -q "MariaDB webmail admin password" /home/$MY_USERNAME/README; then
  122. WEBMAIL_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "MariaDB webmail admin password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  123. fi
  124. fi
  125. }
  126. function get_mariadb_rss_reader_admin_password {
  127. if [ -f /home/$MY_USERNAME/README ]; then
  128. if grep -q "RSS reader admin password" /home/$MY_USERNAME/README; then
  129. RSS_READER_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "RSS reader admin password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  130. fi
  131. fi
  132. }
  133. function get_mariadb_git_admin_password {
  134. if [ -f /home/$MY_USERNAME/README ]; then
  135. if grep -q "Gogs admin user password" /home/$MY_USERNAME/README; then
  136. GIT_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "Gogs admin user password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  137. fi
  138. fi
  139. }
  140. function get_mariadb_hubzilla_admin_password {
  141. if [ -f /home/$MY_USERNAME/README ]; then
  142. if grep -q "MariaDB Hubzilla admin password" /home/$MY_USERNAME/README; then
  143. HUBZILLA_ADMIN_PASSWORD=$(cat /home/$MY_USERNAME/README | grep "MariaDB Hubzilla admin password" | awk -F ':' '{print $2}' | sed 's/^ *//')
  144. fi
  145. fi
  146. }
  147. function install_mariadb {
  148. if grep -Fxq "install_mariadb" $COMPLETION_FILE; then
  149. return
  150. fi
  151. apt-get -y install python-software-properties debconf-utils
  152. apt-get -y install software-properties-common
  153. apt-get -y update
  154. get_mariadb_password
  155. if [ ! $MARIADB_PASSWORD ]; then
  156. if [ -f $IMAGE_PASSWORD_FILE ]; then
  157. MARIADB_PASSWORD="$(printf `cat $IMAGE_PASSWORD_FILE`)"
  158. else
  159. MARIADB_PASSWORD="$(openssl rand -base64 32 | cut -c1-${MINIMUM_PASSWORD_LENGTH})"
  160. fi
  161. echo "$MARIADB_PASSWORD" > $DATABASE_PASSWORD_FILE
  162. chmod 600 $DATABASE_PASSWORD_FILE
  163. echo '' >> /home/$MY_USERNAME/README
  164. echo '' >> /home/$MY_USERNAME/README
  165. echo 'MariaDB / MySql' >> /home/$MY_USERNAME/README
  166. echo '===============' >> /home/$MY_USERNAME/README
  167. echo $"Your MariaDB password is: $MARIADB_PASSWORD" >> /home/$MY_USERNAME/README
  168. echo '' >> /home/$MY_USERNAME/README
  169. chown $MY_USERNAME:$MY_USERNAME /home/$MY_USERNAME/README
  170. chmod 600 /home/$MY_USERNAME/README
  171. fi
  172. debconf-set-selections <<< "mariadb-server mariadb-server/root_password password $MARIADB_PASSWORD"
  173. debconf-set-selections <<< "mariadb-server mariadb-server/root_password_again password $MARIADB_PASSWORD"
  174. apt-get -y install mariadb-server
  175. apt-get -y remove --purge apache*
  176. if [ -d /etc/apache2 ]; then
  177. rm -rf /etc/apache2
  178. echo $'Removed Apache installation after MariaDB install'
  179. fi
  180. if [ ! -d /etc/mysql ]; then
  181. echo $"ERROR: mariadb-server does not appear to have installed. $CHECK_MESSAGE"
  182. exit 54
  183. fi
  184. mysqladmin -u root password "$MARIADB_PASSWORD"
  185. echo 'install_mariadb' >> $COMPLETION_FILE
  186. }
  187. function backup_databases_script_header {
  188. if [ ! -f /usr/bin/backupdatabases ]; then
  189. # daily
  190. echo '#!/bin/sh' > /usr/bin/backupdatabases
  191. echo '' >> /usr/bin/backupdatabases
  192. echo "EMAIL='$MY_EMAIL_ADDRESS'" >> /usr/bin/backupdatabases
  193. echo '' >> /usr/bin/backupdatabases
  194. echo -n 'MYSQL_PASSWORD=$(cat ' >> /usr/bin/backupdatabases
  195. echo "$DATABASE_PASSWORD_FILE)" >> /usr/bin/backupdatabases
  196. echo 'umask 0077' >> /usr/bin/backupdatabases
  197. echo '' >> /usr/bin/backupdatabases
  198. echo '# exit if we are backing up to friends servers' >> /usr/bin/backupdatabases
  199. echo "if [ -f $FRIENDS_SERVERS_LIST ]; then" >> /usr/bin/backupdatabases
  200. echo ' exit 1' >> /usr/bin/backupdatabases
  201. echo 'fi' >> /usr/bin/backupdatabases
  202. chmod 600 /usr/bin/backupdatabases
  203. chmod +x /usr/bin/backupdatabases
  204. echo '#!/bin/sh' > /etc/cron.daily/backupdatabasesdaily
  205. echo '/usr/bin/backupdatabases' >> /etc/cron.daily/backupdatabasesdaily
  206. chmod 600 /etc/cron.daily/backupdatabasesdaily
  207. chmod +x /etc/cron.daily/backupdatabasesdaily
  208. # weekly
  209. echo '#!/bin/sh' > /etc/cron.weekly/backupdatabasesweekly
  210. echo '' >> /etc/cron.weekly/backupdatabasesweekly
  211. echo 'umask 0077' >> /etc/cron.weekly/backupdatabasesweekly
  212. chmod 600 /etc/cron.weekly/backupdatabasesweekly
  213. chmod +x /etc/cron.weekly/backupdatabasesweekly
  214. # monthly
  215. echo '#!/bin/sh' > /etc/cron.monthly/backupdatabasesmonthly
  216. echo '' >> /etc/cron.monthly/backupdatabasesmonthly
  217. echo 'umask 0077' >> /etc/cron.monthly/backupdatabasesmonthly
  218. chmod 600 /etc/cron.monthly/backupdatabasesmonthly
  219. chmod +x /etc/cron.monthly/backupdatabasesmonthly
  220. fi
  221. }
  222. function repair_databases_script {
  223. if [ -f /etc/cron.hourly/repair ]; then
  224. sed -i "s|/usr/bin/repairdatabase|${PROJECT_NAME}-repair-database|g" /etc/cron.hourly/repair
  225. fi
  226. if grep -Fxq "repair_databases_script" $COMPLETION_FILE; then
  227. return
  228. fi
  229. if [ ! -f $DATABASE_PASSWORD_FILE ]; then
  230. return
  231. fi
  232. echo '#!/bin/bash' > /etc/cron.hourly/repair
  233. echo '' >> /etc/cron.hourly/repair
  234. chmod 600 /etc/cron.hourly/repair
  235. chmod +x /etc/cron.hourly/repair
  236. echo 'repair_databases_script' >> $COMPLETION_FILE
  237. }
  238. function remove_database {
  239. app_name="$1"
  240. if [ ! -d $INSTALL_DIR ]; then
  241. mkdir $INSTALL_DIR
  242. fi
  243. echo "drop database ${app_name};
  244. quit" > $INSTALL_DIR/batch.sql
  245. chmod 600 $INSTALL_DIR/batch.sql
  246. mysql -u root --password="$MARIADB_PASSWORD" < $INSTALL_DIR/batch.sql
  247. shred -zu $INSTALL_DIR/batch.sql
  248. }
  249. function create_database {
  250. app_name="$1"
  251. app_admin_password="$2"
  252. app_admin_username=$3
  253. if [ ! -d $INSTALL_DIR ]; then
  254. mkdir $INSTALL_DIR
  255. fi
  256. if [ ! $app_admin_username ]; then
  257. app_admin_username=${app_name}admin
  258. fi
  259. echo "create database ${app_name};
  260. CREATE USER '$app_admin_username@localhost' IDENTIFIED BY '${app_admin_password}';
  261. GRANT ALL PRIVILEGES ON ${app_name}.* TO '$app_admin_username@localhost';
  262. quit" > $INSTALL_DIR/batch.sql
  263. chmod 600 $INSTALL_DIR/batch.sql
  264. mysql -u root --password="$MARIADB_PASSWORD" < $INSTALL_DIR/batch.sql
  265. shred -zu $INSTALL_DIR/batch.sql
  266. }
  267. # NOTE: deliberately there is no "exit 0"