freedombone-app-turtl 28KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # turtl app
  12. #
  13. # http://portallinux.es/instalacion-servidor-turtl-debian-8
  14. # http://framacloud.org/cultiver-son-jardin/installation-de-turtl/
  15. #
  16. # License
  17. # =======
  18. #
  19. # Copyright (C) 2016 Bob Mottram <bob@freedombone.net>
  20. #
  21. # This program is free software: you can redistribute it and/or modify
  22. # it under the terms of the GNU Affero General Public License as published by
  23. # the Free Software Foundation, either version 3 of the License, or
  24. # (at your option) any later version.
  25. #
  26. # This program is distributed in the hope that it will be useful,
  27. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  28. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  29. # GNU Affero General Public License for more details.
  30. #
  31. # You should have received a copy of the GNU Affero General Public License
  32. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  33. VARIANTS="full full-vim writer"
  34. IN_DEFAULT_INSTALL=0
  35. SHOW_ON_ABOUT=1
  36. TURTL_DOMAIN_NAME=
  37. TURTL_CODE=
  38. TURTL_ONION_PORT=8107
  39. TURTL_API_ONION_PORT=8108
  40. TURTL_PORT=8181
  41. TURTL_API_REPO="https://github.com/turtl/api.git"
  42. TURTL_API_COMMIT='53e00a5583f52de8f86ef380fe11c176b5738dcf'
  43. TURTL_REPO="https://github.com/turtl/js.git"
  44. TURTL_COMMIT='61923ffb47d95d172f80d14c76aa032a4d5f5d6d'
  45. TURTL_ADMIN_PASSWORD=
  46. TURTL_STORAGE_LIMIT_MB=100
  47. TURTL_BASE_DIR=/etc/turtl
  48. turtl_variables=(ONION_ONLY
  49. DEFAULT_DOMAIN_NAME
  50. TURTL_DOMAIN_NAME
  51. TURTL_CODE
  52. TURTL_STORAGE_LIMIT_MB
  53. DDNS_PROVIDER
  54. MY_EMAIL_ADDRESS
  55. MY_USERNAME)
  56. function change_password_turtl {
  57. change_username="$1"
  58. new_user_password="$2"
  59. }
  60. function remove_user_turtl {
  61. remove_username="$1"
  62. }
  63. function add_user_turtl {
  64. new_username="$1"
  65. new_user_password="$2"
  66. echo '0'
  67. }
  68. function install_interactive_turtl {
  69. if [ ! $ONION_ONLY ]; then
  70. ONION_ONLY='no'
  71. fi
  72. if [[ $ONION_ONLY != "no" ]]; then
  73. TURTL_DOMAIN_NAME='notes.local'
  74. write_config_param "TURTL_DOMAIN_NAME" "$TURTL_DOMAIN_NAME"
  75. else
  76. function_check interactive_site_details
  77. interactive_site_details "turtl" "TURTL_DOMAIN_NAME" "TURTL_CODE"
  78. write_config_param "API_TURTL_DOMAIN_NAME" "api.${TURTL_DOMAIN_NAME}"
  79. write_config_param "API_TURTL_CODE" "${TURTL_CODE}"
  80. fi
  81. APP_INSTALLED=1
  82. }
  83. function configure_interactive_turtl {
  84. data=$(tempfile 2>/dev/null)
  85. trap "rm -f $data" 0 1 2 5 15
  86. dialog --title $"Change storage limit" \
  87. --backtitle $"Freedombone Control Panel" \
  88. --inputbox $"Enter a storage limit in megabytes." 8 75 "$TURTL_STORAGE_LIMIT_MB" 2>$data
  89. sel=$?
  90. case $sel in
  91. 0)
  92. STORAGE=$(<$data)
  93. if [ ${#STORAGE} -gt 0 ]; then
  94. TURTL_STORAGE_LIMIT_MB=$STORAGE
  95. sed -i "s|defparameter *default-storage-limit*.*|defparameter *default-storage-limit* ${TURTL_STORAGE_LIMIT_MB})|g" $TURTL_BASE_DIR/api/config/config.lisp
  96. systemctl restart turtl
  97. dialog --title $"Change storage limit" \
  98. --msgbox $"Storage limit changed to ${TURTL_STORAGE_LIMIT_MB}M" 6 50
  99. fi
  100. ;;
  101. esac
  102. }
  103. function reconfigure_turtl {
  104. if [ -d /var/www/${TURTL_DOMAIN_NAME}/htdocs/data ]; then
  105. rm -rf /var/www/${TURTL_DOMAIN_NAME}/htdocs/data/*
  106. fi
  107. }
  108. function upgrade_turtl {
  109. read_config_param "TURTL_DOMAIN_NAME"
  110. function_check set_repo_commit
  111. set_repo_commit /var/www/$TURTL_DOMAIN_NAME/htdocs "turtl commit" "$TURTL_COMMIT" $TURTL_REPO
  112. set_repo_commit $TURTL_BASE_DIR/api "turtl api commit" "$TURTL_API_COMMIT" $TURTL_API_REPO
  113. nginx_dissite $TURTL_DOMAIN_NAME
  114. cd /var/www/$TURTL_DOMAIN_NAME/htdocs
  115. rm -rf node_modules npm-shrinkwrap.json
  116. npm install uglify@0.1.5 --no-optional
  117. npm install minimatch@3.0.2 --no-optional
  118. npm install --no-optional
  119. sed -i 's|{config,controllers,handlers,locales,library,models,turtl}|.|g' Makefile
  120. sed -i 's|tests/{data,tests}|tests|g' Makefile
  121. make clean
  122. make
  123. chown -R turtl:turtl $TURTL_BASE_DIR
  124. chown -R turtl:turtl /var/www/$TURTL_DOMAIN_NAME/htdocs
  125. nginx_ensite $TURTL_DOMAIN_NAME
  126. }
  127. function backup_local_turtl {
  128. read_config_param "TURTL_DOMAIN_NAME"
  129. source_directory=/var/www/${TURTL_DOMAIN_NAME}/htdocs
  130. if [ -d $source_directory ]; then
  131. dest_directory=turtl
  132. function_check suspend_site
  133. suspend_site ${TURTL_DOMAIN_NAME}
  134. function_check backup_directory_to_usb
  135. backup_directory_to_usb $source_directory $dest_directory
  136. function_check restart_site
  137. restart_site
  138. fi
  139. source_directory=/var/lib/rethinkdb
  140. if [ -d $source_directory ]; then
  141. dest_directory=rethinkdb
  142. function_check suspend_site
  143. suspend_site ${TURTL_DOMAIN_NAME}
  144. function_check backup_directory_to_usb
  145. backup_directory_to_usb $source_directory $dest_directory
  146. function_check restart_site
  147. restart_site
  148. fi
  149. }
  150. function restore_local_turtl {
  151. read_config_param "TURTL_DOMAIN_NAME"
  152. if [ $TURTL_DOMAIN_NAME ]; then
  153. temp_restore_dir=/root/tempturtl
  154. restore_directory_from_usb $temp_restore_dir turtl
  155. if [ -d /var/www/${TURTL_DOMAIN_NAME}/htdocs ]; then
  156. if [ -d /var/www/${TURTL_DOMAIN_NAME}/previous ]; then
  157. rm -rf /var/www/${TURTL_DOMAIN_NAME}/previous
  158. fi
  159. mv /var/www/${TURTL_DOMAIN_NAME}/htdocs /var/www/${TURTL_DOMAIN_NAME}/previous
  160. fi
  161. temp_source_dir=$(find ${temp_restore_dir} -name htdocs)
  162. cp -r ${temp_source_dir} /var/www/${TURTL_DOMAIN_NAME}/
  163. if [ ! "$?" = "0" ]; then
  164. if [ -d /var/www/${TURTL_DOMAIN_NAME}/previous ]; then
  165. mv /var/www/${TURTL_DOMAIN_NAME}/previous /var/www/${TURTL_DOMAIN_NAME}/htdocs
  166. fi
  167. set_user_permissions
  168. backup_unmount_drive
  169. exit 36723
  170. fi
  171. rm -rf ${temp_restore_dir}
  172. chown -R turtl:turtl /var/www/${TURTL_DOMAIN_NAME}/htdocs
  173. temp_restore_dir=/root/temprethinkdb
  174. restore_directory_from_usb $temp_restore_dir rethinkdb
  175. if [ -d /var/lib/rethinkdb ]; then
  176. if [ -d /var/lib/previous_rethinkdb ]; then
  177. rm -rf /var/lib/previous_rethinkdb
  178. fi
  179. mv /var/lib/rethinkdb /var/lib/previous_rethinkdb
  180. fi
  181. temp_source_dir=$(find ${temp_restore_dir} -name rethinkdb)
  182. cp -r ${temp_source_dir} /var/lib/
  183. if [ ! "$?" = "0" ]; then
  184. if [ -d /var/lib/previous_rethinkdb ]; then
  185. mv /var/lib/previous_rethinkdb /var/lib/rethinkdb
  186. fi
  187. set_user_permissions
  188. backup_unmount_drive
  189. exit 378324
  190. fi
  191. rm -rf ${temp_restore_dir}
  192. fi
  193. }
  194. function backup_remote_turtl {
  195. read_config_param "TURTL_DOMAIN_NAME"
  196. if [ $TURTL_DOMAIN_NAME ]; then
  197. temp_backup_dir=/var/www/${TURTL_DOMAIN_NAME}/htdocs
  198. if [ -d $temp_backup_dir ]; then
  199. echo $"Backing up turtl"
  200. backup_directory_to_friend $temp_backup_dir turtl
  201. echo $"Backup of turtl complete"
  202. else
  203. echo $"turtl domain specified but not found in $temp_backup_dir"
  204. exit 68725
  205. fi
  206. temp_backup_dir=/var/lib/rethinkdb
  207. if [ -d $temp_backup_dir ]; then
  208. echo $"Backing up rethinkdb"
  209. backup_directory_to_friend $temp_backup_dir rethinkdb
  210. echo $"Backup of rethinkdb complete"
  211. fi
  212. fi
  213. }
  214. function restore_remote_turtl {
  215. read_config_param "TURTL_DOMAIN_NAME"
  216. if [ $TURTL_DOMAIN_NAME ]; then
  217. temp_restore_dir=/root/tempturtl
  218. mkdir $temp_restore_dir
  219. function_check restore_directory_from_friend
  220. restore_directory_from_friend $temp_restore_dir turtl
  221. if [ -d /var/www/${TURTL_DOMAIN_NAME}/htdocs ]; then
  222. if [ -d /var/www/${TURTL_DOMAIN_NAME}/previous ]; then
  223. rm -rf /var/www/${TURTL_DOMAIN_NAME}/previous
  224. fi
  225. mv /var/www/${TURTL_DOMAIN_NAME}/htdocs /var/www/${TURTL_DOMAIN_NAME}/previous
  226. fi
  227. temp_source_dir=$(find ${temp_restore_dir} -name htdocs)
  228. cp -r ${temp_source_dir} /var/www/${TURTL_DOMAIN_NAME}/
  229. if [ ! "$?" = "0" ]; then
  230. if [ -d /var/www/${TURTL_DOMAIN_NAME}/previous ]; then
  231. mv /var/www/${TURTL_DOMAIN_NAME}/previous /var/www/${TURTL_DOMAIN_NAME}/htdocs
  232. fi
  233. exit 37823
  234. fi
  235. rm -rf ${temp_restore_dir}
  236. temp_restore_dir=/root/temprethinkdb
  237. mkdir $temp_restore_dir
  238. function_check restore_directory_from_friend
  239. restore_directory_from_friend $temp_restore_dir rethinkdb
  240. if [ -d /var/lib/rethinkdb ]; then
  241. if [ -d /var/lib/previous_rethinkdb ]; then
  242. rm -rf /var/lib/previous_rethinkdb
  243. fi
  244. mv /var/lib/rethinkdb /var/lib/previous_rethinkdb
  245. fi
  246. temp_source_dir=$(find ${temp_restore_dir} -name rethinkdb)
  247. cp -r ${temp_source_dir} /var/lib/
  248. if [ ! "$?" = "0" ]; then
  249. if [ -d /var/lib/previous_rethinkdb ]; then
  250. mv /var/lib/previous_rethinkdb /var/lib/rethinkdb
  251. fi
  252. exit 26783
  253. fi
  254. rm -rf ${temp_restore_dir}
  255. fi
  256. }
  257. function remove_turtl {
  258. if [ ! -d $TURTL_BASE_DIR ]; then
  259. return
  260. fi
  261. systemctl stop turtl
  262. systemctl disable turtl
  263. rm /etc/systemd/system/turtl.service
  264. remove_rethinkdb
  265. remove_app turtl
  266. remove_completion_param install_turtl
  267. sed -i '/turtl/d' $COMPLETION_FILE
  268. deluser turtl
  269. nginx_dissite $TURTL_DOMAIN_NAME
  270. if [ -f /etc/nginx/sites-available/$TURTL_DOMAIN_NAME ]; then
  271. rm /etc/nginx/sites-available/$TURTL_DOMAIN_NAME
  272. fi
  273. remove_certs $TURTL_DOMAIN_NAME
  274. if [ -d /var/www/$TURTL_DOMAIN_NAME ]; then
  275. rm -rf /var/www/$TURTL_DOMAIN_NAME
  276. fi
  277. function_check remove_onion_service
  278. remove_onion_service turtl ${TURTL_ONION_PORT}
  279. remove_onion_service turtlapi ${TURTL_API_ONION_PORT}
  280. function_check remove_ddns_domain
  281. remove_ddns_domain $TURTL_DOMAIN_NAME
  282. rm -rf /etc/rethinkdb
  283. rm -rf /var/lib/rethinkdb
  284. rm -rf $TURTL_BASE_DIR
  285. }
  286. function turtl_setup {
  287. PIDFILE=${PIDFILE:-nil}
  288. BINDADDR=${BINDADDR:-0.0.0.0}
  289. BINDPORT=${BINDPORT:-8181}
  290. PROD_ERR_HANDLING=${PROD_ERR_HANDLING:-t}
  291. FQDN=${FQDN:-turtl.local}
  292. SITE_URL=${SITE_URL:-http://turtl.local}
  293. ADMIN_EMAIL=${ADMIN_EMAIL:-$MY_USERNAME@$DEFAULT_DOMAIN_NAME}
  294. EMAIL_FROM=${EMAIL_FROM:-noreply@$DEFAULT_DOMAIN_NAME}
  295. SMTP_USER=${SMTP_USER:-}
  296. SMTP_PASS=${SMTP_PASS:-}
  297. DISPLAY_ERRORS=${DISPLAY_ERRORS:-t}
  298. DEFAULT_STORAGE_LIMIT=${DEFAULT_STORAGE_LIMIT:-100}
  299. STORAGE_INVITE_CREDIT=${STORAGE_INVITE_CREDIT:-25}
  300. LOCAL_UPLOAD_URL=${LOCAL_UPLOAD_URL:-http://turtl.local}
  301. LOCAL_UPLOAD_PATH=${LOCAL_UPLOAD_PATH:-"$TURTL_BASE_DIR/api/uploads"}
  302. AWS_S3_TOKEN=${AWS_S3_TOKEN:-(:token ''
  303. :secret ''
  304. :bucket ''
  305. :endpoint 'https://s3.amazonaws.com')}
  306. # generates the config-file
  307. cat << __ENDCONFIG__ > $TURTL_BASE_DIR/api/config/config.lisp
  308. (in-package :turtl)
  309. (defparameter *root* (asdf:system-relative-pathname :turtl #P""))
  310. (defparameter *pid-file* "${PIDFILE}")
  311. (defvar *server-bind* "${BINDADDR}")
  312. (defvar *server-port* ${BINDPORT})
  313. (defvar *db-name* "turtl")
  314. (defvar *db-host* "127.0.0.1")
  315. (defvar *db-port* 28015)
  316. (defvar *production-error-handling* ${PROD_ERR_HANDLING})
  317. (defvar *enable-hsts-header* nil)
  318. (defvar *site-url* "${SITE_URL}")
  319. (defvar *api-path* "")
  320. (defvar *admin-email* "${ADMIN_EMAIL}")
  321. (defvar *email-from* "${EMAIL_FROM}")
  322. (defvar *email-user* "${SMTP_USER}")
  323. (defvar *email-pass* "${SMTP_PASS}")
  324. (defvar *display-errors* ${DISPLAY_ERRORS})
  325. (defparameter *default-storage-limit* ${DEFAULT_STORAGE_LIMIT})
  326. (defparameter *storage-invite-credit* ${STORAGE_INVITE_CREDIT})
  327. (vom:config :turtl :info)
  328. (defvar *local-upload* "${LOCAL_UPLOAD_PATH}")
  329. (defvar *local-upload-url* "${LOCAL_UPLOAD_URL}")
  330. (defvar *amazon-s3* "${AWS_S3_TOKEN}")
  331. __ENDCONFIG__
  332. cat $TURTL_BASE_DIR/api/config/config.footer >> $TURTL_BASE_DIR/api/config/config.lisp
  333. # start the turtl server
  334. systemctl restart rethinkdb
  335. echo '[Unit]' > /etc/systemd/system/turtl.service
  336. echo 'Description=Note taking service' >> /etc/systemd/system/turtl.service
  337. echo 'Documentation=http://turtl.it' >> /etc/systemd/system/turtl.service
  338. echo 'Requires=network.target' >> /etc/systemd/system/turtl.service
  339. echo 'Requires=rethinkdb.service' >> /etc/systemd/system/turtl.service
  340. echo 'After=network.target' >> /etc/systemd/system/turtl.service
  341. echo 'After=rethinkdb.service' >> /etc/systemd/system/turtl.service
  342. echo '' >> /etc/systemd/system/turtl.service
  343. echo '[Service]' >> /etc/systemd/system/turtl.service
  344. echo 'Type=simple' >> /etc/systemd/system/turtl.service
  345. echo 'User=turtl' >> /etc/systemd/system/turtl.service
  346. echo "WorkingDirectory=$TURTL_BASE_DIR/api/" >> /etc/systemd/system/turtl.service
  347. if [[ "$check_architecture" == *"64"* && "$check_architecture" != *"arm"* ]]; then
  348. echo "ExecStart=$TURTL_BASE_DIR/ccl/lx86cl64 -l $TURTL_BASE_DIR/quicklisp/setup.lisp -l launch.lisp" >> /etc/systemd/system/turtl.service
  349. else
  350. if [[ "$check_architecture" != *"arm"* ]]; then
  351. echo "ExecStart=$TURTL_BASE_DIR/ccl/lx86cl -l $TURTL_BASE_DIR/quicklisp/setup.lisp -l launch.lisp" >> /etc/systemd/system/turtl.service
  352. else
  353. echo "ExecStart=$TURTL_BASE_DIR/ccl/larmcl -l $TURTL_BASE_DIR/quicklisp/setup.lisp -l launch.lisp" >> /etc/systemd/system/turtl.service
  354. fi
  355. fi
  356. echo '' >> /etc/systemd/system/turtl.service
  357. echo '[Install]' >> /etc/systemd/system/turtl.service
  358. echo 'WantedBy=multi-user.target' >> /etc/systemd/system/turtl.service
  359. chmod +x /etc/systemd/system/turtl.service
  360. chown -R turtl:turtl $TURTL_BASE_DIR
  361. systemctl enable turtl
  362. systemctl daemon-reload
  363. systemctl start turtl
  364. }
  365. function install_turtl_api {
  366. # https://github.com/ArthurGarnier/turtl-docker
  367. apt-get -yq install wget libterm-readline-perl-perl gcc libuv1-dev
  368. if [ ! -d $TURTL_BASE_DIR ]; then
  369. mkdir -p $TURTL_BASE_DIR
  370. fi
  371. cd $TURTL_BASE_DIR
  372. check_architecture=$(uname -a)
  373. # Install ccl
  374. if [[ "$check_architecture" != *"arm"* ]]; then
  375. wget -P $TURTL_BASE_DIR/ ftp://ftp.clozure.com/pub/release/1.11/ccl-1.11-linuxx86.tar.gz
  376. mkdir -p $TURTL_BASE_DIR/ccl
  377. tar xvzf $TURTL_BASE_DIR/ccl-1.11-linuxx86.tar.gz -C $TURTL_BASE_DIR/ccl --strip-components=1
  378. else
  379. wget -P $TURTL_BASE_DIR/ ftp://ftp.clozure.com/pub/release/1.11/ccl-1.11-linuxarm.tar.gz
  380. mkdir -p $TURTL_BASE_DIR/ccl
  381. tar xvzf $TURTL_BASE_DIR/ccl-1.11-linuxarm.tar.gz -C $TURTL_BASE_DIR/ccl --strip-components=1
  382. fi
  383. # install quicklisp
  384. cat << __ENDCONFIG__ > $TURTL_BASE_DIR/quicklisp_install
  385. (load (compile-file "asdf.lisp"))
  386. (load (compile-file "quicklisp.lisp"))
  387. (quicklisp-quickstart:install)
  388. (ql:system-apropos "vecto")
  389. (ql:quickload "alexandria")
  390. (ql:quickload "babel")
  391. (ql:quickload "blackbird")
  392. (ql:quickload "bordeaux-threads")
  393. (ql:quickload "cffi")
  394. (ql:quickload "chipz")
  395. (ql:quickload "chunga")
  396. (ql:quickload "cl-annot")
  397. (ql:quickload "cl-async")
  398. (ql:quickload "cl-async-future")
  399. (ql:quickload "cl-base64")
  400. (ql:quickload "cl-fad")
  401. (ql:quickload "cl-libuv")
  402. (ql:quickload "cl-mongo-id")
  403. (ql:quickload "cl-ppcre")
  404. (ql:quickload "cl-rethinkdb")
  405. (ql:quickload "cl-smtp")
  406. (ql:quickload "cl+ssl")
  407. (ql:quickload "cl-syntax")
  408. (ql:quickload "cl-utilities")
  409. (ql:quickload "cl-vectors")
  410. (ql:quickload "do-urlencode")
  411. (ql:quickload "drakma")
  412. (ql:quickload "drakma-async")
  413. (ql:quickload "event-glue")
  414. (ql:quickload "fast-http")
  415. (ql:quickload "fast-io")
  416. (ql:quickload "flexi-streams")
  417. (ql:quickload "ironclad")
  418. (ql:quickload "jonathan")
  419. (ql:quickload "local-time")
  420. (ql:quickload "md5")
  421. (ql:quickload "named-readtables")
  422. (ql:quickload "nibbles")
  423. (ql:quickload "proc-parse")
  424. (ql:quickload "puri")
  425. (ql:quickload "quri")
  426. (ql:quickload "salza2")
  427. (ql:quickload "secure-random")
  428. (ql:quickload "smart-buffer")
  429. (ql:quickload "split-sequence")
  430. (ql:quickload "static-vectors")
  431. (ql:quickload "trivial-backtrace")
  432. (ql:quickload "trivial-features")
  433. (ql:quickload "trivial-garbage")
  434. (ql:quickload "trivial-gray-streams")
  435. (ql:quickload "trivial-types")
  436. (ql:quickload "usocket")
  437. (ql:quickload "vecto")
  438. (ql:quickload "vom")
  439. (ql:quickload "wookie")
  440. (ql:quickload "xmls")
  441. (ql:quickload "xsubseq")
  442. (ql:quickload "yason")
  443. (ql:quickload "zpb-ttf")
  444. (ql:quickload "zpng")
  445. (ql:add-to-init-file)
  446. (ccl::quit)
  447. __ENDCONFIG__
  448. if [ ! -f asdf.lisp ]; then
  449. wget https://common-lisp.net/project/asdf/asdf.lisp
  450. fi
  451. if [ ! -f quicklisp.lisp ]; then
  452. wget https://beta.quicklisp.org/quicklisp.lisp
  453. fi
  454. adduser --disabled-login --home=$TURTL_BASE_DIR --gecos 'turtl' turtl
  455. chown -R turtl:turtl $TURTL_BASE_DIR
  456. if [[ "$check_architecture" != *"arm"* ]]; then
  457. if [[ "$check_architecture" == *"64"* ]]; then
  458. su -c "cat $TURTL_BASE_DIR/quicklisp_install | $TURTL_BASE_DIR/ccl/lx86cl64" - turtl
  459. else
  460. su -c "cat $TURTL_BASE_DIR/quicklisp_install | $TURTL_BASE_DIR/ccl/lx86cl" - turtl
  461. fi
  462. else
  463. su -c "cat $TURTL_BASE_DIR/quicklisp_install | $TURTL_BASE_DIR/ccl/larmcl" - turtl
  464. fi
  465. rm $TURTL_BASE_DIR/quicklisp_install
  466. install_rethinkdb
  467. # install turtl API
  468. cd $TURTL_BASE_DIR/
  469. git clone $TURTL_API_REPO $TURTL_BASE_DIR/api
  470. cd $TURTL_BASE_DIR/api
  471. git checkout $TURTL_API_COMMIT -b $TURTL_API_COMMIT
  472. set_completion_param "turtl api commit" "$TURTL_API_COMMIT"
  473. cd $TURTL_BASE_DIR/quicklisp/local-projects
  474. git clone git://github.com/orthecreedence/cl-hash-util
  475. if [[ "$check_architecture" != *"arm"* ]]; then
  476. if [[ "$check_architecture" == *"64"* ]]; then
  477. su -c "cat '(ccl:quit)' | $TURTL_BASE_DIR/ccl/lx86cl64 -l /root/quicklisp/setup.lisp" - turtl
  478. else
  479. su -c "cat '(ccl:quit)' | $TURTL_BASE_DIR/ccl/lx86cl -l /root/quicklisp/setup.lisp" - turtl
  480. fi
  481. else
  482. su -c "cat '(ccl:quit)' | $TURTL_BASE_DIR/ccl/larmcl -l /root/quicklisp/setup.lisp" - turtl
  483. fi
  484. # config
  485. echo '(defvar *enabled-cors-resources* "resource://turtl-at-lyonbros-dot-com"' > $TURTL_BASE_DIR/api/config/config.footer
  486. echo ' "When set, will enable CORS for resource:// origins if they match the given' >> $TURTL_BASE_DIR/api/config/config.footer
  487. echo ' string. Entries should be comma separated (this string is passed verbatim in' >> $TURTL_BASE_DIR/api/config/config.footer
  488. echo ' the Access-Control-Allow-Origin header).")' >> $TURTL_BASE_DIR/api/config/config.footer
  489. echo '(defparameter *public-actions*' >> $TURTL_BASE_DIR/api/config/config.footer
  490. echo " \`((:post . ,(concatenate 'string *api-path* \"/users\"))" >> $TURTL_BASE_DIR/api/config/config.footer
  491. echo " (:post . ,(concatenate 'string *api-path* \"/log/error\"))" >> $TURTL_BASE_DIR/api/config/config.footer
  492. echo ' (:post . "/cla/sign")' >> $TURTL_BASE_DIR/api/config/config.footer
  493. echo ' (:get . "/ping")' >> $TURTL_BASE_DIR/api/config/config.footer
  494. echo ' (:get . "/admin")' >> $TURTL_BASE_DIR/api/config/config.footer
  495. echo " (:get . ,(cl-ppcre:create-scanner (concatenate 'string *api-path* \"/invites/codes/([0-9a-f-]+)\"))))" >> $TURTL_BASE_DIR/api/config/config.footer
  496. echo " \"A list of public resources/actions that do not require authentication.\")" >> $TURTL_BASE_DIR/api/config/config.footer
  497. echo "(defvar *analytics* '(:enabled t" >> $TURTL_BASE_DIR/api/config/config.footer
  498. echo ' :db "analytics"))' >> $TURTL_BASE_DIR/api/config/config.footer
  499. cp $TURTL_BASE_DIR/asdf.lisp $TURTL_BASE_DIR/api
  500. echo '(load (compile-file "asdf.lisp"))' > $TURTL_BASE_DIR/api/launch.lisp
  501. echo "(pushnew \"./\" asdf:*central-registry* :test #'equal)" >> $TURTL_BASE_DIR/api/launch.lisp
  502. echo '(load "start")' >> $TURTL_BASE_DIR/api/launch.lisp
  503. turtl_setup
  504. }
  505. function install_turtl_app {
  506. function_check install_nodejs
  507. install_nodejs turtl
  508. if [ -d /var/www/$TURTL_DOMAIN_NAME ]; then
  509. rm -rf /var/www/$TURTL_DOMAIN_NAME
  510. fi
  511. mkdir -p /var/www/$TURTL_DOMAIN_NAME
  512. if [ -f $IMAGE_PASSWORD_FILE ]; then
  513. TURTL_ADMIN_PASSWORD="$(printf `cat $IMAGE_PASSWORD_FILE`)"
  514. else
  515. if [ ! $TURTL_ADMIN_PASSWORD ]; then
  516. TURTL_ADMIN_PASSWORD="$(create_password ${MINIMUM_PASSWORD_LENGTH})"
  517. fi
  518. fi
  519. cd /var/www/$TURTL_DOMAIN_NAME
  520. git_clone $TURTL_REPO /var/www/$TURTL_DOMAIN_NAME/htdocs
  521. git checkout $TURTL_COMMIT -b $TURTL_COMMIT
  522. set_completion_param "turtl commit" "$TURTL_COMMIT"
  523. if [ ! -f /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js.default ]; then
  524. echo $'turtl app config file not found'
  525. exit 737223
  526. fi
  527. cp /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js.default /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js
  528. # change settings
  529. sed -i "s|api_url.*|api_url: 'https://api.${TURTL_DOMAIN_NAME}'|g" /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js
  530. sed -i "s|site_url.*|site_url: 'https://${TURTL_DOMAIN_NAME}'|g" /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js
  531. chown -R turtl:turtl /var/www/$TURTL_DOMAIN_NAME/htdocs
  532. TURTL_ONION_HOSTNAME=$(add_onion_service turtl 80 ${TURTL_ONION_PORT})
  533. TURTL_API_ONION_HOSTNAME=$(add_onion_service turtlapi 80 ${TURTL_API_ONION_PORT})
  534. turtl_nginx_site=/etc/nginx/sites-available/$TURTL_DOMAIN_NAME
  535. if [[ $ONION_ONLY == "no" ]]; then
  536. function_check nginx_http_redirect
  537. nginx_http_redirect $TURTL_DOMAIN_NAME
  538. echo 'server {' >> $turtl_nginx_site
  539. echo ' listen 443 ssl;' >> $turtl_nginx_site
  540. echo ' listen [::]:443 ssl;' >> $turtl_nginx_site
  541. echo " server_name api.${TURTL_DOMAIN_NAME};" >> $turtl_nginx_site
  542. echo '' >> $turtl_nginx_site
  543. echo ' # Security' >> $turtl_nginx_site
  544. function_check nginx_ssl
  545. nginx_ssl $TURTL_DOMAIN_NAME
  546. function_check nginx_disable_sniffing
  547. nginx_disable_sniffing $TURTL_DOMAIN_NAME
  548. echo ' add_header Strict-Transport-Security max-age=15768000;' >> $turtl_nginx_site
  549. echo '' >> $turtl_nginx_site
  550. echo ' # Logs' >> $turtl_nginx_site
  551. echo ' access_log /dev/null;' >> $turtl_nginx_site
  552. echo ' error_log /dev/null;' >> $turtl_nginx_site
  553. echo '' >> $turtl_nginx_site
  554. echo ' location / {' >> $turtl_nginx_site
  555. function_check nginx_limits
  556. nginx_limits $TURTL_DOMAIN_NAME '15m'
  557. echo " proxy_pass http://localhost:${TURTL_PORT}/;" >> $turtl_nginx_site
  558. echo ' proxy_set_header Host $host;' >> $turtl_nginx_site
  559. echo ' proxy_buffering off;' >> $turtl_nginx_site
  560. echo ' }' >> $turtl_nginx_site
  561. echo '' >> $turtl_nginx_site
  562. echo '}' >> $turtl_nginx_site
  563. echo '' >> $turtl_nginx_site
  564. echo 'server {' >> $turtl_nginx_site
  565. echo ' listen 443 ssl;' >> $turtl_nginx_site
  566. echo ' listen [::]:443 ssl;' >> $turtl_nginx_site
  567. echo " server_name ${TURTL_DOMAIN_NAME};" >> $turtl_nginx_site
  568. echo '' >> $turtl_nginx_site
  569. echo ' index index.html;' >> $turtl_nginx_site
  570. echo " root /var/www/$TURTL_DOMAIN_NAME/htdocs;" >> $turtl_nginx_site
  571. echo '' >> $turtl_nginx_site
  572. echo ' # Security' >> $turtl_nginx_site
  573. function_check nginx_ssl
  574. nginx_ssl $TURTL_DOMAIN_NAME
  575. function_check nginx_disable_sniffing
  576. nginx_disable_sniffing $TURTL_DOMAIN_NAME
  577. echo ' add_header Strict-Transport-Security max-age=15768000;' >> $turtl_nginx_site
  578. echo '' >> $turtl_nginx_site
  579. echo ' # Logs' >> $turtl_nginx_site
  580. echo ' access_log /dev/null;' >> $turtl_nginx_site
  581. echo ' error_log /dev/null;' >> $turtl_nginx_site
  582. echo '' >> $turtl_nginx_site
  583. echo ' location / {' >> $turtl_nginx_site
  584. function_check nginx_limits
  585. nginx_limits $TURTL_DOMAIN_NAME '15m'
  586. echo ' }' >> $turtl_nginx_site
  587. echo '' >> $turtl_nginx_site
  588. echo '}' >> $turtl_nginx_site
  589. else
  590. sed -i "s|api_url.*|api_url: 'http://${TURTL_API_ONION_HOSTNAME}'|g" /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js
  591. sed -i "s|site_url.*|site_url: 'http://${TURTL_ONION_HOSTNAME}'|g" /var/www/$TURTL_DOMAIN_NAME/htdocs/config/config.js
  592. echo -n '' > $turtl_nginx_site
  593. fi
  594. echo 'server {' >> $turtl_nginx_site
  595. echo " listen 127.0.0.1:${TURTL_API_ONION_PORT};" >> $turtl_nginx_site
  596. echo " server_name ${TURTL_API_ONION_HOSTNAME};" >> $turtl_nginx_site
  597. echo '' >> $turtl_nginx_site
  598. function_check nginx_disable_sniffing
  599. nginx_disable_sniffing $TURTL_DOMAIN_NAME
  600. echo '' >> $turtl_nginx_site
  601. echo ' # Logs' >> $turtl_nginx_site
  602. echo ' access_log /dev/null;' >> $turtl_nginx_site
  603. echo ' error_log /dev/null;' >> $turtl_nginx_site
  604. echo '' >> $turtl_nginx_site
  605. echo ' location / {' >> $turtl_nginx_site
  606. function_check nginx_limits
  607. nginx_limits $TURTL_DOMAIN_NAME '15m'
  608. echo " proxy_pass http://localhost:${TURTL_PORT}/;" >> $turtl_nginx_site
  609. echo ' proxy_set_header Host $host;' >> $turtl_nginx_site
  610. echo ' proxy_buffering off;' >> $turtl_nginx_site
  611. echo ' }' >> $turtl_nginx_site
  612. echo '' >> $turtl_nginx_site
  613. echo '}' >> $turtl_nginx_site
  614. echo '' >> $turtl_nginx_site
  615. echo 'server {' >> $turtl_nginx_site
  616. echo " listen 127.0.0.1:$TURTL_ONION_PORT default_server;" >> $turtl_nginx_site
  617. echo " server_name $TURTL_ONION_HOSTNAME;" >> $turtl_nginx_site
  618. echo '' >> $turtl_nginx_site
  619. echo ' index index.html;' >> $turtl_nginx_site
  620. echo " root /var/www/$TURTL_DOMAIN_NAME/htdocs;" >> $turtl_nginx_site
  621. echo '' >> $turtl_nginx_site
  622. function_check nginx_disable_sniffing
  623. nginx_disable_sniffing $TURTL_DOMAIN_NAME
  624. echo '' >> $turtl_nginx_site
  625. echo ' # Logs' >> $turtl_nginx_site
  626. echo ' access_log /dev/null;' >> $turtl_nginx_site
  627. echo ' error_log /dev/null;' >> $turtl_nginx_site
  628. echo '' >> $turtl_nginx_site
  629. echo ' location / {' >> $turtl_nginx_site
  630. function_check nginx_limits
  631. nginx_limits $TURTL_DOMAIN_NAME '15m'
  632. echo ' }' >> $turtl_nginx_site
  633. echo '' >> $turtl_nginx_site
  634. echo '}' >> $turtl_nginx_site
  635. ${PROJECT_NAME}-pass -u $MY_USERNAME -a turtl -p "$TURTL_ADMIN_PASSWORD"
  636. function_check add_ddns_domain
  637. add_ddns_domain $TURTL_DOMAIN_NAME
  638. set_completion_param "turtl domain" "$TURTL_DOMAIN_NAME"
  639. cd /var/www/$TURTL_DOMAIN_NAME/htdocs
  640. sed -i 's|GPLv3|GPL-3.0|g' package.json
  641. sed -i "/license/a \"repository\": \"$TURTL_REPO\"," package.json
  642. rm -rf node_modules npm-shrinkwrap.json
  643. npm install uglify@0.1.5 --no-optional
  644. npm install minimatch@3.0.2 --no-optional
  645. npm install --no-optional
  646. sed -i 's|{config,controllers,handlers,locales,library,models,turtl}|.|g' Makefile
  647. sed -i 's|tests/{data,tests}|tests|g' Makefile
  648. make clean
  649. make
  650. chown -R turtl:turtl /var/www/$TURTL_DOMAIN_NAME/htdocs
  651. function_check create_site_certificate
  652. create_site_certificate $TURTL_DOMAIN_NAME 'yes'
  653. function_check nginx_ensite
  654. nginx_ensite $TURTL_DOMAIN_NAME
  655. systemctl restart nginx
  656. }
  657. function install_turtl {
  658. install_turtl_api
  659. install_turtl_app
  660. APP_INSTALLED=1
  661. }