freedombone-mirrors 8.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Mirror git repos which the project depends on
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2015-2016 Bob Mottram <bob@robotics.uk.to>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. PROJECT_NAME='freedombone'
  31. export TEXTDOMAIN=${PROJECT_NAME}-mirrors
  32. export TEXTDOMAINDIR="/usr/share/locale"
  33. # Minimum number of characters in a password
  34. MINIMUM_PASSWORD_LENGTH=$(cat /usr/share/${PROJECT_NAME}/utils/${PROJECT_NAME}-utils-passwords | grep 'MINIMUM_PASSWORD_LENGTH=' | head -n 1 | awk -F '=' '{print $2}')
  35. CONFIGURATION_FILE="/root/${PROJECT_NAME}.cfg"
  36. # if this is blank then just use the default repos
  37. FRIENDS_MIRRORS_SERVER=
  38. REPOS=
  39. MY_MIRRORS_PASSWORD=
  40. FRIENDS_MIRRORS_PASSWORD=
  41. NEW_MIRRORS='no'
  42. FRIENDS_MIRRORS_SSH_PORT=2222
  43. MAIN_COMMAND=/usr/local/bin/${PROJECT_NAME}
  44. if [ ! -f $MAIN_COMMAND ]; then
  45. MAIN_COMMAND=/usr/bin/${PROJECT_NAME}
  46. fi
  47. REPOS=($(cat ${MAIN_COMMAND} /usr/share/${PROJECT_NAME}/utils/${MAIN_COMMAND}-utils-* /usr/share/${PROJECT_NAME}/apps/${PROJECT_NAME}-app-* | grep "_REPO=\"" | grep -v "(cat " | uniq -u | sed 's|${PROJECT_NAME}|'"${PROJECT_NAME}"'|g'))
  48. # obtain the mirrors password if it exists
  49. if [ -f $CONFIGURATION_FILE ]; then
  50. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  51. MY_MIRRORS_PASSWORD=$(grep "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  52. fi
  53. if ! grep -q "FRIENDS_MIRRORS_SERVER" $CONFIGURATION_FILE; then
  54. FRIENDS_MIRRORS_SERVER=$(grep "FRIENDS_MIRRORS_SERVER" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  55. fi
  56. if ! grep -q "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  57. FRIENDS_MIRRORS_PASSWORD=$(grep "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  58. fi
  59. if ! grep -q "FRIENDS_MIRRORS_SSH_PORT" $CONFIGURATION_FILE; then
  60. FRIENDS_MIRRORS_SSH_PORT=$(grep "FRIENDS_MIRRORS_SSH_PORT" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  61. fi
  62. fi
  63. function show_help {
  64. echo ''
  65. echo $"${PROJECT_NAME}-mirrors --sync [domain/url] -p [password]"
  66. echo ''
  67. echo $'Creates or syncs with a set of git repositories'
  68. echo ''
  69. echo $' --help Show help'
  70. echo $' -n|--new [yes|no] Start a new mirrors'
  71. echo $" -p|--password [password] Friend's mirrors user password"
  72. echo $" -m|--mypassword [password] Local mirrors user password"
  73. echo $" --port [number] Friend's server ssh port number"
  74. echo $" -s|--sync [domain] Friend's server domain to sync with"
  75. echo ''
  76. exit 0
  77. }
  78. function create_mirrors_user {
  79. if [ -d /home/mirrors ]; then
  80. return
  81. fi
  82. create_password=1
  83. if [ ${#MY_MIRRORS_PASSWORD} -ge ${MINIMUM_PASSWORD_LENGTH} ]; then
  84. create_password=
  85. fi
  86. if [ $create_password ]; then
  87. MY_MIRRORS_PASSWORD="$(openssl rand -base64 20 | cut -c1-18)"
  88. fi
  89. useradd -m -p "$MY_MIRRORS_PASSWORD" -s /bin/bash mirrors
  90. # remove any existing user files
  91. rm -rf /home/mirrors/*
  92. # store the mirrors password
  93. if [ -f $CONFIGURATION_FILE ]; then
  94. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  95. echo "MY_MIRRORS_PASSWORD=$MY_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  96. else
  97. sed -i "s|MY_MIRRORS_PASSWORD=.*|MY_MIRRORS_PASSWORD=${MY_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  98. fi
  99. fi
  100. }
  101. function enable_mirrors_via_onion {
  102. if ! grep -q 'Host *.onion' /home/mirrors/.ssh/config; then
  103. if [ ! -d /home/mirrors/.ssh ]; then
  104. mkdir /home/mirrors/.ssh
  105. fi
  106. echo 'Host *.onion' >> /home/mirrors/.ssh/config
  107. echo 'ProxyCommand connect -R remote -5 -S 127.0.0.1:9050 %h %p' >> /home/mirrors/.ssh/config
  108. chown mirrors:mirrors /home/mirrors/.ssh
  109. chown mirrors:mirrors /home/mirrors/.ssh/config
  110. fi
  111. }
  112. function update_repos_from_friend {
  113. if [ ! $FRIENDS_MIRRORS_SERVER ]; then
  114. return
  115. fi
  116. if [ ${#FRIENDS_MIRRORS_SERVER} -lt 2 ]; then
  117. return
  118. fi
  119. new_repos=()
  120. for line in "${REPOS[@]}"
  121. do
  122. repo_name=$(echo "$line" | awk -F '=' '{print $1}')
  123. mirrors_name=$(echo "$repo_name" | sed "s|_REPO||g" | awk '{print tolower($0)}')
  124. #repo_url=$(echo "$line" | awk -F '=' '{print $2}' | awk -F '"' '{print $2}')
  125. friends_repo_url="ssh://mirrors@${FRIENDS_MIRRORS_SERVER}:${FRIENDS_MIRRORS_SSH_PORT}/home/mirrors/${mirrors_name}"
  126. new_line="${repo_name}=\"${friends_repo_url}\""
  127. new_repos+=($new_line)
  128. done
  129. REPOS=("${new_repos[@]}")
  130. }
  131. function sync_mirrors_repos {
  132. for line in "${REPOS[@]}"
  133. do
  134. repo_name=$(echo "$line" | awk -F '=' '{print $1}')
  135. repo_url=$(echo "$line" | awk -F '=' '{print $2}' | awk -F '"' '{print $2}')
  136. mirrors_name=$(echo "$repo_name" | sed "s|_REPO||g" | awk '{print tolower($0)}')
  137. if [[ ${mirrors_name} != 'debian' ]]; then
  138. if [[ $NEW_MIRRORS == 'yes' ]]; then
  139. if [ -d /home/mirrors/${mirrors_name} ]; then
  140. rm -rf /home/mirrors/${mirrors_name}
  141. fi
  142. fi
  143. if [ ! -d /home/mirrors/${mirrors_name} ]; then
  144. if [[ ${repo_url} != 'ssh:'* ]]; then
  145. git clone --mirror ${repo_url} /home/mirrors/${mirrors_name}
  146. else
  147. sshpass -p "$FRIENDS_MIRRORS_PASSWORD" git clone --mirror ${repo_url} /home/mirrors/${mirrors_name}
  148. fi
  149. if [ ! -d /home/mirrors/${mirrors_name} ]; then
  150. echo $"WARNING: failed to mirror repo ${repo_url}"
  151. fi
  152. else
  153. cd /home/mirrors/${mirrors_name}
  154. git remote set-url origin ${repo_url}
  155. if [[ ${repo_url} != 'ssh:'* ]]; then
  156. git fetch -p origin
  157. else
  158. sshpass -p "$FRIENDS_MIRRORS_PASSWORD" git fetch -p origin
  159. fi
  160. fi
  161. fi
  162. done
  163. chown -R mirrors:mirrors /home/mirrors
  164. }
  165. while [[ $# > 1 ]]
  166. do
  167. key="$1"
  168. case $key in
  169. --help)
  170. show_help
  171. ;;
  172. -s|--sync)
  173. shift
  174. # use repos on another server
  175. FRIENDS_MIRRORS_SERVER="$1"
  176. ;;
  177. -m|--mypass|--mypassword)
  178. shift
  179. MY_MIRRORS_PASSWORD="$1"
  180. if [ -f $CONFIGURATION_FILE ]; then
  181. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  182. echo "MY_MIRRORS_PASSWORD=$MY_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  183. else
  184. sed -i "s|MY_MIRRORS_PASSWORD=.*|MY_MIRRORS_PASSWORD=${MY_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  185. fi
  186. fi
  187. ;;
  188. -p|--pass|--password)
  189. shift
  190. FRIENDS_MIRRORS_PASSWORD="$1"
  191. if [ -f $CONFIGURATION_FILE ]; then
  192. if ! grep -q "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  193. echo "FRIENDS_MIRRORS_PASSWORD=$FRIENDS_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  194. else
  195. sed -i "s|FRIENDS_MIRRORS_PASSWORD=.*|FRIENDS_MIRRORS_PASSWORD=${FRIENDS_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  196. fi
  197. fi
  198. ;;
  199. -n|--new)
  200. shift
  201. NEW_MIRRORS="$1"
  202. ;;
  203. --port)
  204. shift
  205. FRIENDS_MIRRORS_SSH_PORT=${1}
  206. ;;
  207. *)
  208. # unknown option
  209. ;;
  210. esac
  211. shift
  212. done
  213. create_mirrors_user
  214. enable_mirrors_via_onion
  215. update_repos_from_friend
  216. sync_mirrors_repos
  217. exit 0