Update EG install scripts for 3.3
[sitka/sitka-tools.git] / deployment / install-eg.sh
1 #!/bin/bash
2 # IMPORTANT! This script assumes you have already installed OpenSRF.
3
4 HOSTNAME="nonprod"
5 DEFAULT_USER="opensrf"
6 INSTALL_USER="opensrf"
7 BUILDDIR="/home/${INSTALL_USER}/evergreen"
8 INSTALLDIR="/srv/openils"
9 BRANCH="user/jeffdavis/eg33-tpac"
10 STAMP_ID="rel_3_3_0"
11 VERSION="3.3.0.sitka.1"
12 SITKACONF="/home/${DEFAULT_USER}/sysadmin"
13 SITKACONF_BRANCH="eg33"
14 SITKATOOLS="/root/sitka-tools"
15
16 THISHOST=`hostname -s`
17
18 suwrap() {
19   su -s /bin/bash -c "source ~/.bashrc ; $1" $2
20 }
21
22 while getopts ":pecWbtu" opt ; do
23   case $opt in
24     p ) PROD="prod";;
25     e ) EDI="edi";;
26     c ) CRONTAB="crontab";;
27     W ) SKIPWEBCLIENT="skipwebclient";;
28     b ) USEBUNDLE="usebundle";;
29     t ) TARBALL="tarball";;
30     u ) UPDATEONLY="updateonly";;
31   esac
32 done
33 shift $(($OPTIND - 1))
34
35 if [[ -n "$PROD" ]] ; then
36   echo 'this is a production install'
37   [ "$HOSTNAME" == "nonprod" ] && HOSTNAME="prod"
38 else
39   echo 'this is NOT a production install'
40 fi
41
42 # as DEFAULT_USER
43
44 # grab Sitka config files
45 if [ ! -d "${SITKACONF}" ]
46 then
47   # this will fail unless DEFAULT_USER has read access to the repo
48   suwrap "cd /home/${DEFAULT_USER} && git clone git+ssh://git@git.sitka.bclibraries.ca/sitka-infra/sysadmin" ${DEFAULT_USER} || { echo "Could not get config files; exiting." ; exit 1; }
49 fi
50 suwrap "cd ${SITKACONF} && git fetch origin && git checkout ${SITKACONF_BRANCH} && git pull" ${DEFAULT_USER} || { echo "Could not checkout ${SITKACONF_BRANCH} config files; exiting." ; exit 1; }
51
52 if [[ -n "$TARBALL" ]] ; then
53   EGRELEASE="Evergreen-ILS-${VERSION}"
54   EGRELEASETGZ="${EGRELEASE}.tar.gz"
55   [ ${VERSION} == "3.1.0" ] && EGRELEASETGZ="Evergreen-ILS-3.1.0a.tar.gz"
56   BUILDDIR="/home/${INSTALL_USER}/${EGRELEASE}"
57   BRANCH="$VERSION"
58   echo "installing packaged upstream release ${EGRELEASE}"
59   # download and unpack EG release
60   rm -rf ${BUILDDIR}
61   if [ ! -f "/home/${INSTALL_USER}/${EGRELEASETGZ}" ] ; then
62     suwrap "cd /home/${INSTALL_USER} && wget http://open-ils.org/downloads/${EGRELEASETGZ}" ${INSTALL_USER} || { echo "Could not download EG release tarball ${EGRELEASETGZ}" ; exit 1; }
63   fi
64   suwrap "cd /home/${INSTALL_USER} && tar xzf ${EGRELEASETGZ}" ${INSTALL_USER}
65 else
66   # checkout EG source
67   if [ ! -d "${BUILDDIR}" ]
68   then
69     suwrap "cd /home/${INSTALL_USER} && git clone git+ssh://git@git.sitka.bclibraries.ca/sitka/evergreen evergreen" ${INSTALL_USER}
70   fi
71   suwrap "cd ${BUILDDIR} && git fetch origin && git checkout ${BRANCH} && git pull" ${INSTALL_USER}
72 fi
73
74 # as root
75 cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-xenial
76 if [[ ! -n "$TARBALL" ]] ; then
77   cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-xenial-developer # required for web client
78 fi
79 # by default, CPAN needs some manual input at this point; you can just accept all defaults
80  
81 # web client
82 if [[ ! -n "$TARBALL" && ! -n "$SKIPWEBCLIENT" ]] ; then
83   if [[ -n "$USEBUNDLE" ]] ; then
84     # use bundled web client dependencies from upstream
85     if [ ! -d "/home/${INSTALL_USER}/web-client-deps" ] ; then
86       suwrap "cd /home/${INSTALL_USER} && git clone git://git.sitka.bclibraries.ca/sitka/web-client-deps web-client-deps" ${INSTALL_USER}
87     fi
88     suwrap "cd /home/${INSTALL_USER}/web-client-deps && git checkout ${STAMP_ID}" ${INSTALL_USER}
89     if [ -d "${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ] ; then rm -rf ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build ; fi
90     suwrap "cp -r /home/${INSTALL_USER}/web-client-deps/build ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ${INSTALL_USER}
91   else
92     # install dependencies
93     cd ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/
94     suwrap "npm install" ${INSTALL_USER}
95     suwrap "npm run build-prod && npm run test" ${INSTALL_USER} || { echo 'Could not install files for AngularJS staff client' ; exit 1; }
96     cd ${BUILDDIR}/Open-ILS/src/eg2/
97     suwrap "npm install" ${INSTALL_USER}
98     suwrap "ng build && npm run test" ${INSTALL_USER} || { echo 'Could not install files for Angular staff client' ; exit 1; }
99   fi
100 fi
101
102 # as INSTALL_USER
103 [ ! -n "$TARBALL" ] && suwrap "cd ${BUILDDIR} && autoreconf -i" ${INSTALL_USER} # not required for release versions
104 suwrap "PATH=${INSTALLDIR}/bin:\$PATH cd ${BUILDDIR} && PATH=${INSTALLDIR}/bin:\$PATH ./configure -C --prefix=${INSTALLDIR} --sysconfdir=${INSTALLDIR}/conf --with-opensrf-headers=${INSTALLDIR}/include/ --with-opensrf-libs=${INSTALLDIR}/lib/" ${INSTALL_USER}
105 suwrap "cd ${BUILDDIR} && make" ${INSTALL_USER}
106 suwrap "cd ${BUILDDIR}/build/i18n && make LOCALE=fr-CA install && make LOCALE=en-CA install" ${INSTALL_USER}
107  
108 # as root
109 cd ${BUILDDIR} && make install
110 mv ${INSTALLDIR}/var/web/reports/fm_IDL.xml ${INSTALLDIR}/var/web/reports/fm_IDL.xml.orig && cp ${INSTALLDIR}/conf/fm_IDL.xml ${INSTALLDIR}/var/web/reports/
111  
112 # setup start page
113 if [ ! -d "${INSTALLDIR}/var/web/news" ]
114 then
115   mkdir ${INSTALLDIR}/var/web/news
116 fi
117 if [ ! -d "${INSTALLDIR}/var/web/news/media" ]
118 then
119   mkdir ${INSTALLDIR}/var/web/news/media
120 fi
121 NEWSFILES="index.html style.css media/logo.png media/book.png media/policy.png media/dash.png media/delete.png"
122 for NEWSFILE in ${NEWSFILES}
123 do
124   if [ -f "${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME}" ]
125   then
126     cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME} ${INSTALLDIR}/var/web/news/${NEWSFILE}
127   fi
128 done
129 if [[ -n "$PROD" ]] ; then
130   if [ ! -e "${INSTALLDIR}/var/web/news/wikipull.pl" ] ; then cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/wikipull.pl/${HOSTNAME} ${INSTALLDIR}/var/web/news/wikipull.pl ; fi
131   if [ ! -e "/etc/cron.d/news" ] ; then cp ${SITKACONF}/files/etc/cron.d/news/${HOSTNAME} /etc/cron.d/news ; fi
132 else
133   # nonprod server, auto-update splash page with install info
134   TODAY=`date +'%A %d %B %Y'`
135   sed -i "s|__THISHOST__|${THISHOST}|g" ${INSTALLDIR}/var/web/news/index.html
136   sed -i "s|__TODAY__|${TODAY}|g" ${INSTALLDIR}/var/web/news/index.html
137   sed -i "s|__VERSION__|${VERSION}|g" ${INSTALLDIR}/var/web/news/index.html
138   sed -i "s|__BRANCH__|${BRANCH}|g" ${INSTALLDIR}/var/web/news/index.html
139 fi
140
141 # setup/update test server banner
142 if [[ ! -n "$PROD" ]] ; then
143   SITECONFIGS="/etc/apache2/sites-available/test-server.conf"
144   for SITECONFIG in ${SITECONFIGS} ; do
145     cp ${SITKACONF}/files/${SITECONFIG}/${HOSTNAME} ${SITECONFIG}
146     sed -i "s|__NONPROD__|${THISHOST}|g" ${SITECONFIG}
147     sed -i "s|__VERSION__|${VERSION}|g" ${SITECONFIG}
148   done
149   a2ensite test-server.conf
150 fi
151
152 # if we are just updating an existing EG install, we're all done!
153 if [[ -n "$UPDATEONLY" ]] ; then
154     exit 0
155 fi
156
157 if [[ ! -n "$SKIPWEBCLIENT" ]] ; then
158     apt-get install -y nginx
159 fi
160
161 # Apache stuff (as root):
162 APACHEFILES="/etc/apache2/mods-available/mpm_prefork.conf"
163 for APACHEFILE in ${APACHEFILES}
164 do
165   [[ -e "${APACHEFILE}" ]] && mv ${APACHEFILE} ${APACHEFILE}.`date +%Y-%m-%d-%H%M%S`
166   cp ${SITKACONF}/files/${APACHEFILE}/${HOSTNAME} ${APACHEFILE}
167 done
168 cp ${BUILDDIR}/Open-ILS/examples/apache/eg_startup /etc/apache2/eg_startup
169 sed -i 's/export APACHE_RUN_USER=www-data/export APACHE_RUN_USER=opensrf/' /etc/apache2/envvars
170 if [ ! -d "/etc/apache2/includes" ] ; then
171   mkdir /etc/apache2/includes
172 fi
173 a2dismod mpm_event
174 a2enmod mpm_prefork
175 a2enmod headers
176 # ensure opensrf can run Apache
177 chown -R opensrf:opensrf /var/lock/apache2
178
179 # More Apache stuff for non-production sites
180 if [[ ! -n "$PROD" ]] ; then
181   a2dissite 000-default
182   if [ ! -d "/etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop" ]
183   then
184     mkdir -p /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop
185     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.crt /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.crt
186     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.key /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.key
187     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.ca /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.ca
188   fi
189 fi
190
191 # websockets config
192 if [[ ! -n "$SKIPWEBCLIENT" ]] ; then
193     cp -b ${SITKACONF}/files/etc/nginx/sites-available/osrf-ws-http-proxy/${HOSTNAME} /etc/nginx/sites-available/osrf-ws-http-proxy
194     ln -s /etc/nginx/sites-available/osrf-ws-http-proxy /etc/nginx/sites-enabled/osrf-ws-http-proxy
195     rm /etc/nginx/sites-enabled/default
196     cp -b ${SITKACONF}/files/etc/apache2/ports.conf/${HOSTNAME} /etc/apache2/ports.conf
197     WSJSFILES="opensrf_ws.js opensrf_ws_shared.js"
198     for WSJSFILE in ${WSJSFILES} ; do
199         # NOTE: this should be unnecessary if we installed OpenSRF with ./configure --with-websockets-port=443
200         sed -i 's/var WEBSOCKET_PORT_SSL = 7682;/var WEBSOCKET_PORT_SSL = 443;/g' ${INSTALLDIR}/lib/javascript/$WSJSFILE
201     done
202 fi
203
204 # install default crontab, if specified
205 if [[ -c "$CRONTAB" ]]; then
206   if [ ! -f "/etc/cron.d/evergreen-dailies" ] ; then
207     cp ${SITKACONF}/files/etc/cron.d/evergreen-dailies/${HOSTNAME} /etc/cron.d/evergreen-dailies
208   fi
209 fi
210
211 # LDAP config
212 if ! `diff ${SITKACONF}/files/etc/ldap/ldap.conf/${HOSTNAME} /etc/ldap/ldap.conf >/dev/null` ; then
213     cp -b --suffix=.`date +%Y-%m-%d-%H%M%S` ${SITKACONF}/files/etc/ldap/ldap.conf/${HOSTNAME} /etc/ldap/ldap.conf
214 fi
215
216 # set up log rotation
217 if [[ ! -n "$PROD" ]] ; then
218   if [ ! -f "/etc/logrotate.d/evergreen" ]
219   then
220     cp ${SITKACONF}/files/etc/logrotate.d/evergreen/${HOSTNAME} /etc/logrotate.d/evergreen
221   fi
222 fi
223
224 # remote logging (prod only)
225 if [[ -n "$PROD" ]] ; then
226   apt-get install syslog-ng
227   cp ${SITKACONF}/files/etc/syslog-ng/syslog-ng.conf/${HOSTNAME} /etc/syslog-ng/syslog-ng.conf
228   cp ${SITKACONF}/files/etc/syslog-ng/conf.d/sitka.conf/${HOSTNAME} /etc/syslog-ng/conf.d/sitka.conf
229   systemctl restart syslog-ng.service
230   cp ${SITKACONF}/files/usr/local/bin/eg-stats-collector-remote-log.pl /usr/local/bin/eg-stats-collector-remote-log.pl
231   cp ${SITKACONF}/files/usr/local/bin/eg-stats-keepalive.sh /usr/local/bin/eg-stats-keepalive.sh
232   cp ${SITKACONF}/files/etc/cron.d/eg-stats-keepalive/${HOSTNAME} /etc/cron.d/eg-stats-keepalive
233 fi
234
235 # action trigger filters (prod only)
236 if [[ -n "$PROD" ]] ; then
237   if [ -f "${INSTALLDIR}/conf/action_trigger_filters.json" ] ; then
238     mv ${INSTALLDIR}/conf/action_trigger_filters.json ${INSTALLDIR}/conf/action_trigger_filters.json.`date +%Y-%m-%d-%H%M%S`
239   fi
240   cp ${SITKACONF}/files/${INSTALLDIR}/conf/action_trigger_filters.json/${HOSTNAME} ${INSTALLDIR}/conf/action_trigger_filters.json
241 fi
242  
243 # 0. osrf conf stuff 
244 # FIXME: ensure osrf conf files point at a real, distinct db!
245 OSRFCONFFILES="${INSTALLDIR}/conf/opensrf.xml ${INSTALLDIR}/conf/opensrf_core.xml"
246 for OSRFCONFFILE in ${OSRFCONFFILES}
247 do
248   mv ${OSRFCONFFILE} ${OSRFCONFFILE}.`date +%Y-%m-%d-%H%M%S`
249   if [[ -n "$PROD" && -f "${SITKACONF}/files/${OSRFCONFFILE}/${HOSTNAME}-314" ]] ; then
250     cp ${SITKACONF}/files/${OSRFCONFFILE}/${HOSTNAME}-314 ${OSRFCONFFILE}
251   else
252     cp ${SITKACONF}/files/${OSRFCONFFILE}/${HOSTNAME} ${OSRFCONFFILE}
253   fi
254   sed -i "s|__HOSTNAME__|${THISHOST}|g" ${OSRFCONFFILE}
255 done
256 if [ ! -f "/home/opensrf/.srfsh.xml" ]
257 then
258   cp ${SITKACONF}/files/home/opensrf/.srfsh.xml/${HOSTNAME} /home/opensrf/.srfsh.xml
259   sed -i "s|__HOSTNAME__|${THISHOST}|g" /home/opensrf/.srfsh.xml
260 fi 
261
262 # 1. install dojo
263 if [ ! -f "/home/opensrf/dojo-release-1.3.3.tar.gz" ]
264 then
265   cd /home/opensrf && wget http://download.dojotoolkit.org/release-1.3.3/dojo-release-1.3.3.tar.gz
266 fi
267 tar -C ${INSTALLDIR}/var/web/js -xzf /home/opensrf/dojo-release-1.3.3.tar.gz
268 cp -r ${INSTALLDIR}/var/web/js/dojo-release-1.3.3/* ${INSTALLDIR}/var/web/js/dojo/.
269 # FIXME stock dojo is probably superfluous when we use the following Evergreen-specific tarball...
270 if [ ! -f "/home/opensrf/dojo.tgz" ] ; then
271   cd /home/opensrf && wget http://evergreen-ils.org/downloads/dojo.tgz
272 fi
273 tar -C ${INSTALLDIR}/var/web/js/dojo/ -zxf /home/opensrf/dojo.tgz
274  
275 # 2. set up XUL client - DEPRECATED
276  
277 # 3. install circ scripts and opac skins - DEPRECATED
278
279 # 4a. avoid 404s
280 touch ${INSTALLDIR}/var/web/css/skin/default/register_custom.css
281
282 # 4b. workaround for LP#1461683 - DEPRECATED
283
284 # 5. locale hack - XXX deprecated?
285 #cd ${INSTALLDIR}/var/web/opac/locale && cp -fdr en-US en-US-bak && cp -fdr en-CA en-US
286  
287 # 6. deletepatron
288 # ensure apache conf contains deletepatron config (location should be ${INSTALLDIR}/var/web/deletepatron)
289 if [[ ! -d "${INSTALLDIR}/var/web/deletepatron" ]] ; then
290   NEW_DELETEPATRON_INSTALL="true"
291   cd ${INSTALLDIR}/var/web && git clone https://github.com/twirlip/deletepatron.git
292 fi
293 cd ${INSTALLDIR}/var/web/deletepatron && git checkout eg22
294 if [[ -n "$NEW_DELETEPATRON_INSTALL" ]] ; then
295   find ${INSTALLDIR}/var/web/deletepatron -name "*.pm" | xargs sed -i -e "s|/openils|${INSTALLDIR}|g"
296 fi
297 apt-get install -y libcgi-session-perl libhtml-template-perl
298
299 # 7. support scripts
300 cp ${BUILDDIR}/Open-ILS/src/support-scripts/generate_circ_notices.pl ${INSTALLDIR}/bin
301 cp ${BUILDDIR}/Open-ILS/src/support-scripts/oils_header.pl ${INSTALLDIR}/bin
302 cp ${BUILDDIR}/Open-ILS/src/support-scripts/badge_score_generator.pl ${INSTALLDIR}/bin
303
304 # 7.5 EDI (optional)
305 if [[ -n "$EDI" ]] ; then
306   cp -r ${BUILDDIR}/Open-ILS/src/edi_translator ${INSTALLDIR}/var/edi
307   cd ${INSTALLDIR}/var/edi && ./install.sh
308   cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_pusher.pl ${INSTALLDIR}/bin
309   cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_fetcher.pl ${INSTALLDIR}/bin
310   cp ${SYSADMIN}/files/${INSTALLDIR}/bin/edi_per_account_fetcher.sh ${INSTALLDIR}/bin/edi_per_account_fetcher.sh
311   # add local modifications to openils-mapper rubygem (eww, yuck, barf)
312   cp -b ${SYSADMIN}/files/var/lib/gems/2.3.0/gems/openils-mapper-0.9.9/lib/openils/mapper.rb /var/lib/gems/2.3.0/gems/openils-mapper-0.9.9/lib/openils/mapper.rb
313   cp -b ${SYSADMIN}/files/var/lib/gems/2.3.0/gems/openils-mapper-0.9.9/lib/edi/mapper.rb /var/lib/gems/2.3.0/gems/openils-mapper-0.9.9/lib/edi/mapper.rb
314 fi
315
316 # 8.5 offline patron list
317 if [ ! -d "${INSTALLDIR}/var/data/offline/blocked" ] ; then 
318   # TODO: handle prod - an NFS share should exist
319   if [[ ! -n "$PROD" ]] ; then
320     mkdir -p ${INSTALLDIR}/var/data/offline/blocked
321   fi
322 fi
323 if [ ! -e "${INSTALLDIR}/var/web/standalone/list.txt" ] ; then ln -sf ${INSTALLDIR}/var/data/offline/blocked/patron-block-list.txt ${INSTALLDIR}/var/web/standalone/list.txt ; fi
324 if [ ! -e "${INSTALLDIR}/bin/update-offline-blocked-list.sh" ] ; then cp ${SITKATOOLS}/maintenance/update-offline-blocked-list.sh ${INSTALLDIR}/bin/update-offline-blocked-list.sh ; fi
325
326 cp ${SITKACONF}/files${INSTALLDIR}/var/data/zips.txt/${HOSTNAME} ${INSTALLDIR}/var/data/zips.txt
327
328 cp -b --suffix=.`date +%Y-%m-%d-%H%M%S` ${SITKACONF}/files${INSTALLDIR}/var/web/robots.txt/${HOSTNAME} ${INSTALLDIR}/var/web/robots.txt
329
330 # 9. make sure opensrf owns all the stuff we just did
331 echo 'managing file permissions...'
332 if [[ ! -n "$PROD" ]] ; then
333   chown -R opensrf:opensrf ${INSTALLDIR} 2>/dev/null
334 else
335   for file in `ls -1 ${INSTALLDIR} | grep -v var` ; do chown -R opensrf:opensrf ${INSTALLDIR}/$file ; done
336   chown opensrf:opensrf ${INSTALLDIR}/var
337   for file in `ls -1 ${INSTALLDIR}/var | egrep -v '(data|tmp|web)'` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/$file ; done
338   chown opensrf:opensrf ${INSTALLDIR}/var/data ${INSTALLDIR}/var/web
339   for file in `ls -1 ${INSTALLDIR}/var/data | grep -v offline` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/data/$file ; done
340   for file in `ls -1 ${INSTALLDIR}/var/web | grep -v reporter` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/web/$file ; done
341 fi
342 chown -R opensrf:opensrf /home/opensrf
343 SKINDIRS="${INSTALLDIR}/var/skins ${INSTALLDIR}/var/web/css/skin"
344 for SKINDIR in ${SKINDIRS} ; do
345   if [[ ! -d "${SKINDIR}" ]] ; then mkdir ${SKINDIR} ; fi
346   chmod 777 ${SKINDIR}
347   chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${SKINDIR}
348 done
349 chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${INSTALLDIR}/conf/kpac ${INSTALLDIR}/var/web/images/kpac
350
351 # 10. staff client stuff
352 apt-get install -y nsis unzip
353
354 # 11. integrity checker prereqs
355 apt-get install -y libconfig-simple-perl libgit-repository-perl libdate-manip-perl
356
357 # 12. paper overdue prereqs
358 apt-get install -y python-reportlab python-reportlab-accel unifont
359
360 echo 'Evergreen is installed!'
361