install-eg.sh: Install EG 3.1
[sitka/sitka-tools.git] / deployment / install-eg.sh
1 #!/bin/bash
2 # IMPORTANT! This script assumes you have already installed OpenSRF.
3
4 HOSTNAME="nonprod"
5 DEFAULT_USER="opensrf"
6 INSTALL_USER="opensrf"
7 #EGRELEASE="Evergreen-ILS-3.1.0"
8 #BUILDDIR="/home/${INSTALL_USER}/${EGRELEASE}"
9 BUILDDIR="/home/${INSTALL_USER}/evergreen"
10 INSTALLDIR="/srv/openils"
11 BRANCH="user/jeffdavis/upgrade-310-tpac"
12 STAMP_ID="rel_3_1_0"
13 ALT_STAMP_IDS="3_1_0"
14 VERSION="3.1.0.sitka.beta1"
15 SITKACONF="/home/${DEFAULT_USER}/sysadmin"
16 SITKACONF_BRANCH="eg310"
17 SITKATOOLS="/root/sitka-tools"
18
19 THISHOST=`hostname -s`
20
21 suwrap() {
22   su -s /bin/bash -c "source ~/.bashrc ; $1" $2
23 }
24
25 while getopts ":pecwb" opt ; do
26   case $opt in
27     p ) PROD="prod";;
28     e ) EDI="edi";;
29     c ) CRONTAB="crontab";;
30     w ) WEBCLIENT="webclient";;
31     b ) USEBUNDLE="usebundle";;
32   esac
33 done
34 shift $(($OPTIND - 1))
35
36 if [[ -n "$PROD" ]] ; then
37   echo 'this is a production install'
38   [ "$HOSTNAME" == "nonprod" ] && HOSTNAME="prod"
39 else
40   echo 'this is NOT a production install'
41 fi
42
43 # as DEFAULT_USER
44
45 # grab Sitka config files
46 if [ ! -d "${SITKACONF}" ]
47 then
48   # this will fail unless DEFAULT_USER has read access to the repo
49   suwrap "cd /home/${DEFAULT_USER} && git clone git+ssh://git@git.sitka.bclibraries.ca/sitka-infra/sysadmin" ${DEFAULT_USER}
50 fi
51 suwrap "cd ${SITKACONF} && git fetch origin && git checkout ${SITKACONF_BRANCH} && git pull" ${DEFAULT_USER}
52
53 # checkout EG source
54 if [ ! -d "${BUILDDIR}" ]
55 then
56   suwrap "cd /home/${INSTALL_USER} && git clone git://git.sitka.bclibraries.ca/sitka/evergreen evergreen" ${INSTALL_USER}
57 fi
58 suwrap "cd ${BUILDDIR} && git fetch origin && git checkout ${BRANCH} && git pull" ${INSTALL_USER}
59
60 # download and unpack EG release
61 #rm -rf ${BUILDDIR}
62 #suwrap "cd /home/${INSTALL_USER} && wget http://open-ils.org/downloads/${EGRELEASE}.tar.gz && tar xzf ${EGRELEASE}.tar.gz" ${INSTALL_USER}
63  
64 # as root
65 cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-trusty
66 if [[ -n "$WEBCLIENT" ]] ; then
67   cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-trusty-developer # required for web client
68 fi
69 # by default, CPAN needs some manual input at this point; you can just accept all defaults
70  
71 # web client
72 if [[ -n "$WEBCLIENT" ]] ; then
73   if [[ -n "$USEBUNDLE" ]] ; then
74     # use bundled web client dependencies from upstream
75     if [ ! -d "/home/${INSTALL_USER}/web-client-deps" ] ; then
76       suwrap "cd /home/${INSTALL_USER} && git clone git://git.sitka.bclibraries.ca/sitka/web-client-deps web-client-deps" ${INSTALL_USER}
77     fi
78     suwrap "cd /home/${INSTALL_USER}/web-client-deps && git checkout ${STAMP_ID}" ${INSTALL_USER}
79     if [ -d "${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ] ; then rm -rf ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build ; fi
80     suwrap "cp -r /home/${INSTALL_USER}/web-client-deps/build ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ${INSTALL_USER}
81   else
82     # install dependencies
83     cd ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/
84     suwrap "npm install" ${INSTALL_USER}
85     suwrap "npm run build-prod && npm run test" ${INSTALL_USER} || { echo 'Could not install files for web-based staff client' ; exit 1; }
86   fi
87 fi
88
89 # as INSTALL_USER
90 suwrap "cd ${BUILDDIR} && autoreconf -i" ${INSTALL_USER} # not required for release versions
91 suwrap "PATH=${INSTALLDIR}/bin:\$PATH cd ${BUILDDIR} && PATH=${INSTALLDIR}/bin:\$PATH ./configure -C --prefix=${INSTALLDIR} --sysconfdir=${INSTALLDIR}/conf --with-opensrf-headers=${INSTALLDIR}/include/ --with-opensrf-libs=${INSTALLDIR}/lib/" ${INSTALL_USER}
92 suwrap "cd ${BUILDDIR} && make" ${INSTALL_USER}
93 suwrap "cd ${BUILDDIR}/build/i18n && make LOCALE=fr-CA install && make LOCALE=en-CA install" ${INSTALL_USER}
94  
95 # as root
96 cd ${BUILDDIR} && make STAFF_CLIENT_VERSION=${VERSION} STAFF_CLIENT_STAMP_ID=${STAMP_ID} install
97 mv ${INSTALLDIR}/var/web/reports/fm_IDL.xml ${INSTALLDIR}/var/web/reports/fm_IDL.xml.orig && cp ${INSTALLDIR}/conf/fm_IDL.xml ${INSTALLDIR}/var/web/reports/
98  
99 # Apache stuff (as root):
100 APACHEFILES="/etc/apache2/mods-available/mpm_prefork.conf"
101 for APACHEFILE in ${APACHEFILES}
102 do
103   [[ -e "${APACHEFILE}" ]] && mv ${APACHEFILE} ${APACHEFILE}.`date +%Y-%m-%d-%H%M%S`
104   cp ${SITKACONF}/files/${APACHEFILE}/${HOSTNAME} ${APACHEFILE}
105 done
106 cp ${BUILDDIR}/Open-ILS/examples/apache/eg_startup /etc/apache2/eg_startup
107 sed -i 's/export APACHE_RUN_USER=www-data/export APACHE_RUN_USER=opensrf/' /etc/apache2/envvars
108 a2dismod mpm_event
109 a2enmod mpm_prefork
110 a2enmod headers
111 # ensure opensrf can run Apache
112 chown -R opensrf:opensrf /var/lock/apache2
113
114 # More Apache stuff for non-production sites
115 if [[ ! -n "$PROD" ]] ; then
116   if [ ! -d "/etc/apache2/includes" ] ; then
117     mkdir /etc/apache2/includes
118   fi
119   SITECONFIGS="/etc/apache2/sites-available/test-server.conf"
120   for SITECONFIG in ${SITECONFIGS} ; do
121     cp ${SITKACONF}/files/${SITECONFIG}/${HOSTNAME} ${SITECONFIG}
122     sed -i "s|__NONPROD__|${THISHOST}|g" ${SITECONFIG}
123     sed -i "s|__VERSION__|${VERSION}|g" ${SITECONFIG}
124   done
125   a2ensite test-server.conf
126   a2dissite 000-default
127   if [ ! -d "/etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop" ]
128   then
129     mkdir -p /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop
130     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.crt /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.crt
131     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.key /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.key
132     cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.ca /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.ca
133   fi
134 fi
135
136 # websockets config
137 if [[ -n "$WEBCLIENT" ]] ; then
138     # use nginx proxy for websockets traffic
139     apt-get install -y nginx
140     cp -b ${SITKACONF}/files/etc/nginx/sites-available/osrf-ws-http-proxy/${HOSTNAME} /etc/nginx/sites-available/osrf-ws-http-proxy
141     ln -s /etc/nginx/sites-available/osrf-ws-http-proxy /etc/nginx/sites-enabled/osrf-ws-http-proxy
142     rm /etc/nginx/sites-enabled/default
143     cp -b ${SITKACONF}/files/etc/apache2/ports.conf/${HOSTNAME} /etc/apache2/ports.conf
144     WSJSFILES="opensrf_ws.js opensrf_ws_shared.js"
145     for WSJSFILE in ${WSJSFILES} ; do
146         # NOTE: this should be unnecessary if we installed OpenSRF with ./configure --with-websockets-port=443
147         sed -i 's/var WEBSOCKET_PORT_SSL = 7682;/var WEBSOCKET_PORT_SSL = 443;/g' ${INSTALLDIR}/lib/javascript/$WSJSFILE
148     done
149     # apache2-websockets
150     if [[ ! -n "$PROD" ]] ; then
151         if [ ! -d "/etc/apache2-websockets/ssl" ] ; then
152             cd /etc/apache2-websockets/ && ln -s /etc/apache2/ssl
153         fi
154     fi
155     if [ ! -d "/etc/apache2-websockets/includes" ] ; then
156         mkdir /etc/apache2-websockets/includes
157     fi
158     for WSINCLUDE in `ls /etc/apache2/includes` ; do
159         ln -s /etc/apache2/includes/${WSINCLUDE} /etc/apache2-websockets/includes/
160     done
161     for WSSITE in `ls /etc/apache2/sites-available` ; do
162         ln -s /etc/apache2/sites-available/${WSSITE} /etc/apache2-websockets/sites-available/
163     done
164     for WSSITEENABLED in `ls /etc/apache2/sites-enabled` ; do
165         ln -s /etc/apache2-websockets/sites-available/${WSSITEENABLED} /etc/apache2-websockets/sites-enabled/
166     done
167     if [[ -d "/etc/apache2-websockets/ssl" ]] ; then
168         rm -rf /etc/apache2-websockets/ssl
169     fi
170     cd /etc/apache2-websockets && ln -s /etc/apache2/ssl
171 fi
172
173 # install default crontab, if specified
174 if [[ -c "$CRONTAB" ]]; then
175   if [ ! -f "/etc/cron.d/evergreen-dailies" ] ; then
176     cp ${SITKACONF}/files/etc/cron.d/evergreen-dailies/${HOSTNAME} /etc/cron.d/evergreen-dailies
177   fi
178 fi
179
180 # set up log rotation
181 if [[ ! -n "$PROD" ]] ; then
182   if [ ! -f "/etc/logrotate.d/evergreen" ]
183   then
184     cp ${SITKACONF}/files/etc/logrotate.d/evergreen/${HOSTNAME} /etc/logrotate.d/evergreen
185   fi
186 fi
187
188 # action trigger filters (prod only)
189 if [[ -n "$PROD" ]] ; then
190   if [ -f "${INSTALLDIR}/conf/action_trigger_filters.json" ] ; then
191     mv ${INSTALLDIR}/conf/action_trigger_filters.json ${INSTALLDIR}/conf/action_trigger_filters.json.`date +%Y-%m-%d-%H%M%S`
192   fi
193   cp ${SITKACONF}/files/${INSTALLDIR}/conf/action_trigger_filters.json/${HOSTNAME} ${INSTALLDIR}/conf/action_trigger_filters.json
194 fi
195  
196 # 0. osrf conf stuff 
197 # FIXME: ensure osrf conf files point at a real, distinct db!
198 OSRFCONFFILES="${INSTALLDIR}/conf/opensrf.xml ${INSTALLDIR}/conf/opensrf_core.xml"
199 for OSRFCONFFILE in ${OSRFCONFFILES}
200 do
201   mv ${OSRFCONFFILE} ${OSRFCONFFILE}.`date +%Y-%m-%d-%H%M%S`
202   cp ${SITKACONF}/files/${OSRFCONFFILE}/${HOSTNAME} ${OSRFCONFFILE}
203   sed -i "s|__HOSTNAME__|${THISHOST}|g" ${OSRFCONFFILE}
204 done
205 if [ ! -f "/home/opensrf/.srfsh.xml" ]
206 then
207   cp ${SITKACONF}/files/home/opensrf/.srfsh.xml/${HOSTNAME} /home/opensrf/.srfsh.xml
208 fi 
209
210 # 1. install dojo
211 if [ ! -f "/home/opensrf/dojo-release-1.3.3.tar.gz" ]
212 then
213   cd /home/opensrf && wget http://download.dojotoolkit.org/release-1.3.3/dojo-release-1.3.3.tar.gz
214 fi
215 tar -C ${INSTALLDIR}/var/web/js -xzf /home/opensrf/dojo-release-1.3.3.tar.gz
216 cp -r ${INSTALLDIR}/var/web/js/dojo-release-1.3.3/* ${INSTALLDIR}/var/web/js/dojo/.
217 # FIXME stock dojo is probably superfluous when we use the following Evergreen-specific tarball...
218 if [ ! -f "/home/opensrf/dojo.tgz" ] ; then
219   cd /home/opensrf && wget http://evergreen-ils.org/downloads/dojo.tgz
220 fi
221 tar -C ${INSTALLDIR}/var/web/js/dojo/ -zxf /home/opensrf/dojo.tgz
222  
223 # 2. set up staff client
224 cd ${INSTALLDIR}/var/web/xul && rm server && rm current
225 cd ${INSTALLDIR}/var/web/xul && ln -s ${STAMP_ID} current && ln -s current/server server
226 for ALT_STAMP_ID in ${ALT_STAMP_IDS}
227 do
228   cd ${INSTALLDIR}/var/web/xul && ln -s current ${ALT_STAMP_ID}
229 done
230  
231 # 3. install circ scripts and opac skins - DEPRECATED
232
233 # 4a. avoid 404s
234 touch ${INSTALLDIR}/var/web/css/skin/default/register_custom.css
235 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/patron_custom.properties
236 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/common_custom.properties
237 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/offline_custom.properties
238 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/auth_custom.properties
239 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/cat_custom.properties
240 touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/circ_custom.properties
241 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/patron_custom.properties
242 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/common_custom.properties
243 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/offline_custom.properties
244 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/auth_custom.properties
245 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/cat_custom.properties
246 touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/circ_custom.properties
247 touch ${INSTALLDIR}/var/web/xul/server/skin/custom.js
248
249 # 4b. workaround for LP#1461683
250 cd ${INSTALLDIR}/var/web/xul/server/locale/en-CA && mv multiclass_search_help.html multiclass_search_help.html.orig && ln -s ../en-US/multiclass_search_help.html
251
252 # 5. locale hack - XXX deprecated?
253 #cd ${INSTALLDIR}/var/web/opac/locale && cp -fdr en-US en-US-bak && cp -fdr en-CA en-US
254  
255 # 6. deletepatron
256 # ensure apache conf contains deletepatron config (location should be ${INSTALLDIR}/var/web/deletepatron)
257 if [[ ! -d "${INSTALLDIR}/var/web/deletepatron" ]] ; then
258   NEW_DELETEPATRON_INSTALL="true"
259   cd ${INSTALLDIR}/var/web && git clone https://github.com/twirlip/deletepatron.git
260 fi
261 cd ${INSTALLDIR}/var/web/deletepatron && git checkout eg22
262 if [[ -n "$NEW_DELETEPATRON_INSTALL" ]] ; then
263   find ${INSTALLDIR}/var/web/deletepatron -name "*.pm" | xargs sed -i -e 's|/openils|/srv/openils|g'
264 fi
265 apt-get install -y libcgi-session-perl libhtml-template-perl
266
267 # 7. support scripts
268 cp ${BUILDDIR}/Open-ILS/src/support-scripts/generate_circ_notices.pl ${INSTALLDIR}/bin
269 cp ${BUILDDIR}/Open-ILS/src/support-scripts/oils_header.pl ${INSTALLDIR}/bin
270 cp ${BUILDDIR}/Open-ILS/src/support-scripts/badge_score_generator.pl ${INSTALLDIR}/bin
271
272 # 7.5 EDI (optional)
273 if [[ -n "$EDI" ]] ; then
274   cp -r ${BUILDDIR}/Open-ILS/src/edi_translator ${INSTALLDIR}/var/edi
275   cd ${INSTALLDIR}/var/edi && ./install.sh
276   cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_pusher.pl ${INSTALLDIR}/bin
277   cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_fetcher.pl ${INSTALLDIR}/bin
278   cp ${SYSADMIN}/files/${INSTALLDIR}/bin/edi_per_account_fetcher.sh ${INSTALLDIR}/bin/edi_per_account_fetcher.sh
279 fi
280
281 # 8. setup start page
282 if [ ! -d "${INSTALLDIR}/var/web/news" ]
283 then
284   mkdir ${INSTALLDIR}/var/web/news
285 fi
286 if [ ! -d "${INSTALLDIR}/var/web/news/media" ]
287 then
288   mkdir ${INSTALLDIR}/var/web/news/media
289 fi
290 NEWSFILES="index.html style.css media/logo.png media/book.png media/policy.png media/dash.png media/delete.png"
291 for NEWSFILE in ${NEWSFILES}
292 do
293   if [ -f "${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME}" ]
294   then
295     cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME} ${INSTALLDIR}/var/web/news/${NEWSFILE}
296   fi
297 done
298 if [[ -n "$PROD" ]] ; then
299   if [ ! -e "${INSTALLDIR}/var/web/news/wikipull.pl" ] ; then cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/wikipull.pl/${HOSTNAME} ${INSTALLDIR}/var/web/news/wikipull.pl ; fi
300   if [ ! -e "/etc/cron.d/news" ] ; then cp ${SITKACONF}/files/etc/cron.d/news/${HOSTNAME} /etc/cron.d/news ; fi
301 else
302   # nonprod server, auto-update splash page with install info
303   TODAY=`date +'%A %d %B %Y'`
304   sed -i "s|__THISHOST__|${THISHOST}|g" ${INSTALLDIR}/var/web/news/index.html
305   sed -i "s|__TODAY__|${TODAY}|g" ${INSTALLDIR}/var/web/news/index.html
306   sed -i "s|__VERSION__|${VERSION}|g" ${INSTALLDIR}/var/web/news/index.html
307   sed -i "s|__BRANCH__|${BRANCH}|g" ${INSTALLDIR}/var/web/news/index.html
308 fi
309
310 # 8.5 offline patron list
311 if [ ! -d "${INSTALLDIR}/var/data/offline/blocked" ] ; then 
312   # TODO: handle prod - an NFS share should exist
313   if [[ ! -n "$PROD" ]] ; then
314     mkdir -p ${INSTALLDIR}/var/data/offline/blocked
315   fi
316 fi
317 if [ ! -e "${INSTALLDIR}/var/web/standalone/list.txt" ] ; then ln -sf ${INSTALLDIR}/var/data/offline/blocked/patron-block-list.txt ${INSTALLDIR}/var/web/standalone/list.txt ; fi
318 if [ ! -e "${INSTALLDIR}/bin/update-offline-blocked-list.sh" ] ; then cp ${SITKATOOLS}/maintenance/update-offline-blocked-list.sh ${INSTALLDIR}/bin/update-offline-blocked-list.sh ; fi
319
320 cp ${SITKACONF}/files${INSTALLDIR}/var/data/zips.txt/${HOSTNAME} ${INSTALLDIR}/var/data/zips.txt
321
322 # install legacy OverDrive API integration
323 cp -r ${SITKATOOLS}/overdrive-eg-opac/build/* ${INSTALLDIR}/var/web/js/ui/default/opac
324 ODAPI_LIBS="bc mb"
325 for ODAPI_LIB in ${ODAPI_LIBS} ; do
326   cp ${SITKACONF}/files/${INSTALLDIR}/var/web/js/ui/default/opac/${ODAPI_LIB}/od_config.js ${INSTALLDIR}/var/web/js/ui/default/opac/${ODAPI_LIB}/od_config.js
327 done
328
329 # install mobile PAC
330 cd ${INSTALLDIR}/var/web/opac/extras && git clone git://git.sitka.bclibraries.ca/sitka/mobile-evergreen-opac.git mobile
331
332 # 9. make sure opensrf owns all the stuff we just did
333 echo 'managing file permissions...'
334 if [[ ! -n "$PROD" ]] ; then
335   chown -R opensrf:opensrf ${INSTALLDIR} 2>/dev/null
336 else
337   for file in `ls -1 ${INSTALLDIR} | grep -v var` ; do chown -R opensrf:opensrf ${INSTALLDIR}/$file ; done
338   chown opensrf:opensrf ${INSTALLDIR}/var
339   for file in `ls -1 ${INSTALLDIR}/var | egrep -v '(data|tmp|web)'` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/$file ; done
340   chown opensrf:opensrf ${INSTALLDIR}/var/data ${INSTALLDIR}/var/web
341   for file in `ls -1 ${INSTALLDIR}/var/data | grep -v offline` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/data/$file ; done
342   for file in `ls -1 ${INSTALLDIR}/var/web | grep -v reporter` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/web/$file ; done
343 fi
344 chown -R opensrf:opensrf /home/opensrf
345 SKINDIRS="${INSTALLDIR}/var/skins ${INSTALLDIR}/var/web/css/skin"
346 for SKINDIR in ${SKINDIRS} ; do
347   if [[ ! -d "${SKINDIR}" ]] ; then mkdir ${SKINDIR} ; fi
348   chmod 777 ${SKINDIR}
349   chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${SKINDIR}
350 done
351 chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${INSTALLDIR}/conf/kpac ${INSTALLDIR}/var/web/images/kpac
352
353 # 10. staff client stuff
354 apt-get install -y nsis unzip
355
356 # 11. integrity checker prereqs
357 apt-get install -y libconfig-simple-perl libgit-repository-perl libdate-manip-perl
358
359 # 12. paper overdue prereqs
360 apt-get install -y python-reportlab python-reportlab-accel unifont
361
362 echo 'Evergreen is installed!'
363 if [[ -n "$WEBCLIENT" ]] ; then
364   echo 'Remember to start the websockets service: /etc/init.d/apache2-websockets start'
365 fi
366