freedombone-app-tahoelafs 14KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Distributed storage
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2014-2016 Bob Mottram <bob@robotics.uk.to>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. VARIANTS='full mesh'
  31. TAHOELAFS_REPO="https://github.com/tahoe-lafs/tahoe-lafs"
  32. TAHOELAFS_COMMIT='30b421d48b3d1dae2ef507bf27a1f3816300cd92'
  33. TAHOELAFS_PORT=50213
  34. TAHOELAFS_WEB_PORT=3456
  35. TAHOELAFS_STORAGE_SPACE=1G
  36. TAHOELAFS_SHARED_DIR='Shared'
  37. TAHOE_COMMAND="cd /var/lib/tahoelafs && venv/bin/tahoe"
  38. function reconfigure_tahoelafs {
  39. for d in /home/*/ ; do
  40. USERNAME=$(echo "$d" | awk -F '/' '{print $3}')
  41. if [[ $USERNAME != "git" && $USERNAME != "mirrors" && $USERNAME != "sync" && $USERNAME != "tahoelafs" ]]; then
  42. if [ -d /home/$USERNAME/.tahoe ]; then
  43. su -c "$TAHOE_COMMAND stop" - $USERNAME
  44. rm -rf /home/$USERNAME/.tahoe
  45. fi
  46. if [ -d /home/$USERNAME/${TAHOELAFS_SHARED_DIR} ]; then
  47. rm -rf /home/$USERNAME/${TAHOELAFS_SHARED_DIR}
  48. fi
  49. su -c "cd $TAHOE_COMMAND create-node" - $USERNAME
  50. if [ ! -d /home/$USERNAME/.tahoe ]; then
  51. exit 63722
  52. fi
  53. # create a shared directory
  54. if [ ! -d /home/$USERNAME/${TAHOELAFS_SHARED_DIR} ]; then
  55. mkdir /home/$USERNAME/${TAHOELAFS_SHARED_DIR}
  56. chown -R $USERNAME:$USERNAME /home/$USERNAME/${TAHOELAFS_SHARED_DIR}
  57. fi
  58. TAHOELAFS_CONFIG=/home/$USERNAME/.tahoe/tahoe.cfg
  59. echo '[node]' > $TAHOELAFS_CONFIG
  60. echo "nickname = $USERNAME" >> $TAHOELAFS_CONFIG
  61. echo "web.port = tcp:$TAHOELAFS_WEB_PORT:interface=127.0.0.1" >> $TAHOELAFS_CONFIG
  62. echo 'web.static = public_html' >> $TAHOELAFS_CONFIG
  63. echo "tub.port = tcp:$TAHOELAFS_PORT" >> $TAHOELAFS_CONFIG
  64. echo "tub.location = tcp:$HOSTNAME:$TAHOELAFS_PORT" >> $TAHOELAFS_CONFIG
  65. echo 'timeout.keepalive = 240' >> $TAHOELAFS_CONFIG
  66. echo 'timeout.disconnect = 1800' >> $TAHOELAFS_CONFIG
  67. echo '' >> $TAHOELAFS_CONFIG
  68. echo '[client]' >> $TAHOELAFS_CONFIG
  69. echo 'introducer.furl = None' >> $TAHOELAFS_CONFIG
  70. echo '#helper.furl =' >> $TAHOELAFS_CONFIG
  71. echo '' >> $TAHOELAFS_CONFIG
  72. echo 'shares.needed = 1' >> $TAHOELAFS_CONFIG
  73. echo 'shares.happy = 1' >> $TAHOELAFS_CONFIG
  74. echo 'shares.total = 1' >> $TAHOELAFS_CONFIG
  75. echo '' >> $TAHOELAFS_CONFIG
  76. echo '[storage]' >> $TAHOELAFS_CONFIG
  77. echo 'enabled = true' >> $TAHOELAFS_CONFIG
  78. echo "reserved_space = $TAHOELAFS_STORAGE_SPACE" >> $TAHOELAFS_CONFIG
  79. echo '#expire.enabled = true' >> $TAHOELAFS_CONFIG
  80. echo '#expire.mode =' >> $TAHOELAFS_CONFIG
  81. echo '' >> $TAHOELAFS_CONFIG
  82. echo '[helper]' >> $TAHOELAFS_CONFIG
  83. echo 'enabled = false' >> $TAHOELAFS_CONFIG
  84. echo '' >> $TAHOELAFS_CONFIG
  85. echo '[magic_folder]' >> $TAHOELAFS_CONFIG
  86. echo 'enabled = true' >> $TAHOELAFS_CONFIG
  87. echo "local.directory = /home/${USERNAME}/${TAHOELAFS_SHARED_DIR}" >> $TAHOELAFS_CONFIG
  88. chown $USERNAME:$USERNAME $TAHOELAFS_CONFIG
  89. su -c "$TAHOE_COMMAND start" - $USERNAME
  90. su -c "$TAHOE_COMMAND magic-folder create $HOSTNAME" - $USERNAME
  91. fi
  92. done
  93. }
  94. function upgrade_tahoelafs {
  95. echo -n ''
  96. # TODO
  97. }
  98. function backup_local_tahoelafs {
  99. source_directory=/home/tahoelafs/.tahoe-introducer
  100. if [ ! -d $source_directory ]; then
  101. return
  102. fi
  103. echo $"Backing up Tahoe-LAFS introducer"
  104. systemctl stop tahoelafs
  105. dest_directory=tahoelafs
  106. function_check backup_directory_to_usb
  107. backup_directory_to_usb $source_directory $dest_directory
  108. systemctl start tahoelafs
  109. echo $"Backup to $dest_directory complete"
  110. }
  111. function restore_local_tahoelafs {
  112. echo $"Restoring Tahoe-LAFS introducer"
  113. systemctl stop tahoelafs
  114. temp_restore_dir=/root/temptahoelafs
  115. restore_directory_from_usb $temp_restore_dir tahoelafs
  116. mv /home/tahoelafs/.tahoe-introducer /home/tahoelafs/.tahoe-introducer-old
  117. cp -r $temp_restore_dir/home/tahoelafs/.tahoe-introducer /home/tahoelafs/
  118. if [ ! "$?" = "0" ]; then
  119. mv /home/tahoelafs/.tahoe-introducer-old /home/tahoelafs/.tahoe-introducer
  120. exit 246833
  121. fi
  122. rm -rf /home/tahoelafs/.tahoe-introducer
  123. chown -R tahoelafs:tahoelafs /home/tahoelafs
  124. systemctl start tahoelafs
  125. echo $"Restore complete"
  126. }
  127. function backup_remote_tahoelafs {
  128. source_directory=/home/tahoelafs/.tahoe-introducer
  129. if [ ! -d $source_directory ]; then
  130. return
  131. fi
  132. echo $"Backing up Tahoe-LAFS introducer"
  133. systemctl stop tahoelafs
  134. dest_directory=tahoelafs
  135. function_check backup_directory_to_usb
  136. backup_directory_to_friend $source_directory $dest_directory
  137. systemctl start tahoelafs
  138. echo $"Backup to $dest_directory complete"
  139. }
  140. function restore_remote_tahoelafs {
  141. echo $"Restoring Tahoe-LAFS introducer"
  142. systemctl stop tahoelafs
  143. temp_restore_dir=/root/temptahoelafs
  144. restore_directory_from_friend $temp_restore_dir tahoelafs
  145. mv /home/tahoelafs/.tahoe-introducer /home/tahoelafs/.tahoe-introducer-old
  146. cp -r $temp_restore_dir/home/tahoelafs/.tahoe-introducer /home/tahoelafs/
  147. if [ ! "$?" = "0" ]; then
  148. mv /home/tahoelafs/.tahoe-introducer-old /home/tahoelafs/.tahoe-introducer
  149. exit 623925
  150. fi
  151. rm -rf /home/tahoelafs/.tahoe-introducer-old
  152. chown -R tahoelafs:tahoelafs /home/tahoelafs
  153. systemctl start tahoelafs
  154. echo $"Restore complete"
  155. }
  156. function remove_tahoelafs {
  157. if ! grep -Fxq "install_tahoelafs" $COMPLETION_FILE; then
  158. return
  159. fi
  160. iptables -D INPUT -p udp --dport $TAHOELAFS_PORT -j ACCEPT
  161. iptables -D INPUT -p tcp --dport $TAHOELAFS_PORT -j ACCEPT
  162. function_check save_firewall_settings
  163. save_firewall_settings
  164. for d in /home/*/ ; do
  165. USERNAME=$(echo "$d" | awk -F '/' '{print $3}')
  166. if [ -f /home/$USERNAME/.tahoe ]; then
  167. su -c "$TAHOE_COMMAND stop" - $USERNAME
  168. rm -rf /home/$USERNAME/.tahoe
  169. fi
  170. done
  171. rm -rf /var/lib/tahoelafs
  172. sed -i '/install_tahoelafs/d' $COMPLETION_FILE
  173. sed -i '/configure_firewall_for_tahoelafs/d' $COMPLETION_FILE
  174. }
  175. function configure_firewall_for_tahoelafs {
  176. if grep -Fxq "configure_firewall_for_tahoelafs" $COMPLETION_FILE; then
  177. return
  178. fi
  179. iptables -A INPUT -p udp --dport $TAHOELAFS_PORT -j ACCEPT
  180. iptables -A INPUT -p tcp --dport $TAHOELAFS_PORT -j ACCEPT
  181. function_check save_firewall_settings
  182. save_firewall_settings
  183. OPEN_PORTS+=("Tahoe-LAFS $TAHOELAFS_PORT")
  184. echo 'configure_firewall_for_tahoelafs' >> $COMPLETION_FILE
  185. }
  186. function tahoelafs_update_script {
  187. update_script_filename=$1
  188. echo '#!/bin/bash' > $update_script_filename
  189. echo 'TOX_USERNAME=$(toxid --showuser)' >> $update_script_filename
  190. echo 'PEERS_FILE=$(mktemp /tmp/tahoelafs-peers.XXXXXX)' >> $update_script_filename
  191. echo -n 'avahi-browse -atl | grep "Workstation" | ' >> $update_script_filename
  192. echo -n "awk -F ' ' '{print \$4}' " >> $update_script_filename
  193. echo '| sort -u > $PEERS_FILE' >> $update_script_filename
  194. echo 'if [ ! "$?" = "0" ]; then' >> $update_script_filename
  195. echo ' exit 1' >> $update_script_filename
  196. echo 'fi' >> $update_script_filename
  197. echo '' >> $update_script_filename
  198. echo 'if [ ! -f $PEERS_FILE ]; then' >> $update_script_filename
  199. echo ' exit 0' >> $update_script_filename
  200. echo 'fi' >> $update_script_filename
  201. echo '' >> $update_script_filename
  202. echo 'furl=""' >> $update_script_filename
  203. echo 'while IFS="" read -r line || [[ -n "$line" ]]; do' >> $update_script_filename
  204. echo ' if [[ $furl != "" ]]; then' >> $update_script_filename
  205. echo -n ' furl="$furl,$line:' >> $update_script_filename
  206. echo -n "$TAHOELAFS_PORT" >> $update_script_filename
  207. echo '"' >> $update_script_filename
  208. echo ' else' >> $update_script_filename
  209. echo -n ' furl="$line:' >> $update_script_filename
  210. echo -n "$TAHOELAFS_PORT" >> $update_script_filename
  211. echo '"' >> $update_script_filename
  212. echo ' fi' >> $update_script_filename
  213. echo 'done < "$PEERS_FILE"' >> $update_script_filename
  214. echo '' >> $update_script_filename
  215. echo 'rm $PEERS_FILE' >> $update_script_filename
  216. echo '' >> $update_script_filename
  217. echo 'for d in /home/*/ ; do' >> $update_script_filename
  218. echo -n ' USERNAME=$(echo "$d" | ' >> $update_script_filename
  219. echo "awk -F '/' '{print \$3}')'" >> $update_script_filename
  220. echo ' if [ -f /home/$USERNAME/.tahoe/tahoe.cfg ]; then' >> $update_script_filename
  221. echo ' if ! grep -q "introducer.furl = ${furl}" /home/$USERNAME/.tahoe/tahoe.cfg; then' >> $update_script_filename
  222. echo ' sed -i "s|introducer.furl =.*|introducer.furl = ${furl}|g" /home/$USERNAME/.tahoe/tahoe.cfg' >> $update_script_filename
  223. echo ' sed -i "s|nickname =.*|nickname = ${TOX_USERNAME}|g" /home/$USERNAME/.tahoe/tahoe.cfg' >> $update_script_filename
  224. echo ' chown $USERNAME:$USERNAME /home/$USERNAME/.tahoe/tahoe.cfg' >> $update_script_filename
  225. echo " su -c '$TAHOE_COMMAND restart' - \$USERNAME" >> $update_script_filename
  226. echo ' fi' >> $update_script_filename
  227. echo ' fi' >> $update_script_filename
  228. echo 'done' >> $update_script_filename
  229. echo '' >> $update_script_filename
  230. echo 'exit 0' >> $update_script_filename
  231. chmod +x $update_script_filename
  232. }
  233. function mesh_install_tahoelafs {
  234. chroot "$rootdir" apt-get -y install build-essential python-pip python-dev
  235. chroot "$rootdir" apt-get -y install libffi-dev libssl-dev python-virtualenv
  236. git clone $TAHOELAFS_REPO $rootdir/var/lib/tahoelafs
  237. cd $rootdir/var/lib/tahoelafs
  238. git checkout $TAHOELAFS_COMMIT -b $TAHOELAFS_COMMIT
  239. cat <<EOF > $rootdir/root/install_tahoelafs
  240. cd /var/lib/tahoelafs
  241. virtualenv venv
  242. venv/bin/pip install --editable .
  243. EOF
  244. chroot "$rootdir" chmod +x /root/install_tahoelafs
  245. chroot "$rootdir" /root/install_tahoelafs
  246. chroot "$rootdir" rm /root/install_tahoelafs
  247. tahoelafs_update_script $rootdir/usr/bin/update-tahoelafs
  248. if ! grep -q "update-tahoelafs" $rootdir/etc/crontab; then
  249. echo "*/1 * * * * root /usr/bin/update-tahoelafs 2> /dev/null" >> $rootdir/etc/crontab
  250. fi
  251. }
  252. function install_tahoelafs {
  253. if [ $INSTALLING_MESH ]; then
  254. mesh_install_tahoelafs
  255. return
  256. fi
  257. if grep -Fxq "install_tahoelafs" $COMPLETION_FILE; then
  258. return
  259. fi
  260. apt-get -y install build-essential python-pip python-dev libffi-dev libssl-dev python-virtualenv
  261. # create a user to run the introducer
  262. if [ ! -d /home/tahoelafs ]; then
  263. # add a gogs user account
  264. adduser --disabled-login --gecos 'tahoe-lafs' tahoelafs
  265. fi
  266. if [ -d /home/tahoelafs/Maildir ]; then
  267. rm -rf /home/tahoelafs/Maildir
  268. fi
  269. if [ ! -d /home/tahoelafs/.tahoe-introducer ]; then
  270. mkdir /home/tahoelafs/.tahoe-introducer
  271. fi
  272. git_clone $TAHOELAFS_REPO /home/tahoelafs/tahoelafs
  273. cd /home/tahoelafs/tahoelafs
  274. git checkout $TAHOELAFS_COMMIT -b $TAHOELAFS_COMMIT
  275. virtualenv venv
  276. venv/bin/pip install --editable .
  277. configure_firewall_for_tahoelafs
  278. su -c "cd $TAHOE_COMMAND create-introducer /home/tahoelafs/.tahoe-introducer" - tahoelafs
  279. TAHOELAFS_CONFIG=/home/tahoelafs/.tahoe-introducer/tahoe.cfg
  280. if [ ! -f $TAHOELAFS_CONFIG ]; then
  281. exit 62831
  282. fi
  283. sed -i "s|nickname =.*|nickname = $HOSTNAME|g" $TAHOELAFS_CONFIG
  284. if ! grep -q "[storage]" $TAHOELAFS_CONFIG; then
  285. echo '' >> $TAHOELAFS_CONFIG
  286. echo '[storage]' >> $TAHOELAFS_CONFIG
  287. echo 'enabled = true' >> $TAHOELAFS_CONFIG
  288. echo "reserved_space = $TAHOELAFS_STORAGE_SPACE" >> $TAHOELAFS_CONFIG
  289. fi
  290. chown -R tahoelafs:tahoelafs /home/tahoelafs
  291. TAHOELAFS_DAEMON_FILE=/etc/systemd/system/tahoelafs.service
  292. echo '[Unit]' > $TAHOELAFS_DAEMON_FILE
  293. echo 'Description=Tahoe-LAFS introducer' >> $TAHOELAFS_DAEMON_FILE
  294. echo 'After=syslog.target' >> $TAHOELAFS_DAEMON_FILE
  295. echo 'After=network.target' >> $TAHOELAFS_DAEMON_FILE
  296. echo '' >> $TAHOELAFS_DAEMON_FILE
  297. echo '[Service]' >> $TAHOELAFS_DAEMON_FILE
  298. echo 'Type=simple' >> $TAHOELAFS_DAEMON_FILE
  299. echo "User=tahoelafs" >> $TAHOELAFS_DAEMON_FILE
  300. echo "Group=tahoelafs" >> $TAHOELAFS_DAEMON_FILE
  301. echo "WorkingDirectory=/home/tahoelafs" >> $TAHOELAFS_DAEMON_FILE
  302. echo "ExecStart=venv/bin/tahoe start /home/tahoelafs/.tahoe-introducer" >> $TAHOELAFS_DAEMON_FILE
  303. echo "ExecStop=venv/bin/tahoe stop /home/tahoelafs/.tahoe-introducer" >> $TAHOELAFS_DAEMON_FILE
  304. echo 'Restart=on-failure' >> $TAHOELAFS_DAEMON_FILE
  305. echo "Environment=\"USER=tahoelafs\" \"HOME=/home/tahoelafs\"" >> $TAHOELAFS_DAEMON_FILE
  306. echo '' >> $TAHOELAFS_DAEMON_FILE
  307. echo '[Install]' >> $TAHOELAFS_DAEMON_FILE
  308. echo 'WantedBy=multi-user.target' >> $TAHOELAFS_DAEMON_FILE
  309. systemctl enable tahoelafs
  310. systemctl daemon-reload
  311. systemctl start tahoelafs
  312. echo 'install_tahoelafs' >> $COMPLETION_FILE
  313. }
  314. # NOTE: deliberately no exit 0