freedombone-mirrors 7.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244
  1. #!/bin/bash
  2. #
  3. # .---. . .
  4. # | | |
  5. # |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
  6. # | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
  7. # ' ' --' --' -' - -' ' ' -' -' -' ' - --'
  8. #
  9. # Freedom in the Cloud
  10. #
  11. # Mirror git repos which the project depends on
  12. #
  13. # License
  14. # =======
  15. #
  16. # Copyright (C) 2015-2016 Bob Mottram <bob@robotics.uk.to>
  17. #
  18. # This program is free software: you can redistribute it and/or modify
  19. # it under the terms of the GNU Affero General Public License as published by
  20. # the Free Software Foundation, either version 3 of the License, or
  21. # (at your option) any later version.
  22. #
  23. # This program is distributed in the hope that it will be useful,
  24. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  25. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  26. # GNU Affero General Public License for more details.
  27. #
  28. # You should have received a copy of the GNU Affero General Public License
  29. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  30. PROJECT_NAME='freedombone'
  31. export TEXTDOMAIN=${PROJECT_NAME}-mirrors
  32. export TEXTDOMAINDIR="/usr/share/locale"
  33. # Minimum number of characters in a password
  34. MINIMUM_PASSWORD_LENGTH=10
  35. CONFIGURATION_FILE="/root/${PROJECT_NAME}.cfg"
  36. # if this is blank then just use the default repos
  37. FRIENDS_MIRRORS_SERVER=
  38. REPOS=
  39. MY_MIRRORS_PASSWORD=
  40. FRIENDS_MIRRORS_PASSWORD=
  41. NEW_MIRRORS='no'
  42. FRIENDS_MIRRORS_SSH_PORT=2222
  43. MAIN_COMMAND=/usr/local/bin/${PROJECT_NAME}
  44. if [ ! -f $MAIN_COMMAND ]; then
  45. MAIN_COMMAND=/usr/bin/${PROJECT_NAME}
  46. fi
  47. REPOS=($(cat ${MAIN_COMMAND} | grep "_REPO=\"" | uniq -u | sed 's|${PROJECT_NAME}|'"${PROJECT_NAME}"'|g'))
  48. # obtain the mirrors password if it exists
  49. if [ -f $CONFIGURATION_FILE ]; then
  50. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  51. MY_MIRRORS_PASSWORD=$(grep "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  52. fi
  53. if ! grep -q "FRIENDS_MIRRORS_SERVER" $CONFIGURATION_FILE; then
  54. FRIENDS_MIRRORS_SERVER=$(grep "FRIENDS_MIRRORS_SERVER" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  55. fi
  56. if ! grep -q "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  57. FRIENDS_MIRRORS_PASSWORD=$(grep "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  58. fi
  59. if ! grep -q "FRIENDS_MIRRORS_SSH_PORT" $CONFIGURATION_FILE; then
  60. FRIENDS_MIRRORS_SSH_PORT=$(grep "FRIENDS_MIRRORS_SSH_PORT" $CONFIGURATION_FILE | awk -F '=' '{print $2}')
  61. fi
  62. fi
  63. function show_help {
  64. echo ''
  65. echo $"${PROJECT_NAME}-mirrors --sync [domain/url] -p [password]"
  66. echo ''
  67. echo $'Creates or syncs with a set of git repositories'
  68. echo ''
  69. echo $' --help Show help'
  70. echo $' -n|--new [yes|no] Start a new mirrors'
  71. echo $" -p|--password [password] Friend's mirrors user password"
  72. echo $" -m|--mypassword [password] Local mirrors user password"
  73. echo $" --port [number] Friend's server ssh port number"
  74. echo $" -s|--sync [domain] Friend's server domain to sync with"
  75. echo ''
  76. exit 0
  77. }
  78. function create_mirrors_user {
  79. if [ -d /home/mirrors ]; then
  80. return
  81. fi
  82. create_password='no'
  83. if [ ! "$MY_MIRRORS_PASSWORD" ]; then
  84. create_password='yes'
  85. fi
  86. if [ ${#MY_MIRRORS_PASSWORD} -lt ${MINIMUM_PASSWORD_LENGTH} ]; then
  87. echo $'Password is too short. Creating new one.'
  88. create_password='yes'
  89. fi
  90. if [[ $create_password == 'yes' ]]; then
  91. MY_MIRRORS_PASSWORD="$(openssl rand -base64 20 | cut -c1-18)"
  92. fi
  93. useradd -m -p "$MY_MIRRORS_PASSWORD" -s /bin/bash mirrors
  94. # remove any existing user files
  95. rm -rf /home/mirrors/*
  96. # store the mirrors password
  97. if [ -f $CONFIGURATION_FILE ]; then
  98. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  99. echo "MY_MIRRORS_PASSWORD=$MY_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  100. else
  101. sed -i "s|MY_MIRRORS_PASSWORD=.*|MY_MIRRORS_PASSWORD=${MY_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  102. fi
  103. fi
  104. }
  105. function enable_mirrors_via_onion {
  106. if ! grep -q 'Host *.onion' /home/mirrors/.ssh/config; then
  107. if [ ! -d /home/mirrors/.ssh ]; then
  108. mkdir /home/mirrors/.ssh
  109. fi
  110. echo 'Host *.onion' >> /home/mirrors/.ssh/config
  111. echo 'ProxyCommand connect -R remote -5 -S 127.0.0.1:9050 %h %p' >> /home/mirrors/.ssh/config
  112. chown mirrors:mirrors /home/mirrors/.ssh
  113. chown mirrors:mirrors /home/mirrors/.ssh/config
  114. fi
  115. }
  116. function update_repos_from_friend {
  117. if [ ! $FRIENDS_MIRRORS_SERVER ]; then
  118. return
  119. fi
  120. if [ ${#FRIENDS_MIRRORS_SERVER} -lt 2 ]; then
  121. return
  122. fi
  123. new_repos=()
  124. for line in "${REPOS[@]}"
  125. do
  126. repo_name=$(echo "$line" | awk -F '=' '{print $1}')
  127. mirrors_name=$(echo "$repo_name" | sed "s|_REPO||g" | awk '{print tolower($0)}')
  128. #repo_url=$(echo "$line" | awk -F '=' '{print $2}' | awk -F '"' '{print $2}')
  129. friends_repo_url="ssh://mirrors@${FRIENDS_MIRRORS_SERVER}:${FRIENDS_MIRRORS_SSH_PORT}/home/mirrors/${mirrors_name}"
  130. new_line="${repo_name}=\"${friends_repo_url}\""
  131. new_repos+=($new_line)
  132. done
  133. REPOS=("${new_repos[@]}")
  134. }
  135. function sync_mirrors_repos {
  136. for line in "${REPOS[@]}"
  137. do
  138. repo_name=$(echo "$line" | awk -F '=' '{print $1}')
  139. repo_url=$(echo "$line" | awk -F '=' '{print $2}' | awk -F '"' '{print $2}')
  140. mirrors_name=$(echo "$repo_name" | sed "s|_REPO||g" | awk '{print tolower($0)}')
  141. if [[ ${mirrors_name} != 'debian' ]]; then
  142. if [[ $NEW_MIRRORS == 'yes' ]]; then
  143. if [ -d /home/mirrors/${mirrors_name} ]; then
  144. rm -rf /home/mirrors/${mirrors_name}
  145. fi
  146. fi
  147. if [ ! -d /home/mirrors/${mirrors_name} ]; then
  148. if [[ ${repo_url} != 'ssh:'* ]]; then
  149. git clone --mirror ${repo_url} /home/mirrors/${mirrors_name}
  150. else
  151. sshpass -p "$FRIENDS_MIRRORS_PASSWORD" git clone --mirror ${repo_url} /home/mirrors/${mirrors_name}
  152. fi
  153. if [ ! -d /home/mirrors/${mirrors_name} ]; then
  154. echo $"WARNING: failed to mirror repo ${repo_url}"
  155. fi
  156. else
  157. cd /home/mirrors/${mirrors_name}
  158. git remote set-url origin ${repo_url}
  159. if [[ ${repo_url} != 'ssh:'* ]]; then
  160. git fetch -p origin
  161. else
  162. sshpass -p "$FRIENDS_MIRRORS_PASSWORD" git fetch -p origin
  163. fi
  164. fi
  165. fi
  166. done
  167. chown -R mirrors:mirrors /home/mirrors
  168. }
  169. while [[ $# > 1 ]]
  170. do
  171. key="$1"
  172. case $key in
  173. --help)
  174. show_help
  175. ;;
  176. -s|--sync)
  177. shift
  178. # use repos on another server
  179. FRIENDS_MIRRORS_SERVER="$1"
  180. ;;
  181. -m|--mypass|--mypassword)
  182. shift
  183. MY_MIRRORS_PASSWORD="$1"
  184. if [ -f $CONFIGURATION_FILE ]; then
  185. if ! grep -q "MY_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  186. echo "MY_MIRRORS_PASSWORD=$MY_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  187. else
  188. sed -i "s|MY_MIRRORS_PASSWORD=.*|MY_MIRRORS_PASSWORD=${MY_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  189. fi
  190. fi
  191. ;;
  192. -p|--pass|--password)
  193. shift
  194. FRIENDS_MIRRORS_PASSWORD="$1"
  195. if [ -f $CONFIGURATION_FILE ]; then
  196. if ! grep -q "FRIENDS_MIRRORS_PASSWORD" $CONFIGURATION_FILE; then
  197. echo "FRIENDS_MIRRORS_PASSWORD=$FRIENDS_MIRRORS_PASSWORD" >> $CONFIGURATION_FILE
  198. else
  199. sed -i "s|FRIENDS_MIRRORS_PASSWORD=.*|FRIENDS_MIRRORS_PASSWORD=${FRIENDS_MIRRORS_PASSWORD}|g" $CONFIGURATION_FILE
  200. fi
  201. fi
  202. ;;
  203. -n|--new)
  204. shift
  205. NEW_MIRRORS="$1"
  206. ;;
  207. --port)
  208. shift
  209. FRIENDS_MIRRORS_SSH_PORT=${1}
  210. ;;
  211. *)
  212. # unknown option
  213. ;;
  214. esac
  215. shift
  216. done
  217. create_mirrors_user
  218. enable_mirrors_via_onion
  219. update_repos_from_friend
  220. sync_mirrors_repos
  221. exit 0