install-eg.sh: Install EG 3.1

[sitka/sitka-tools.git] / deployment / install-eg.sh

#!/bin/bash
# IMPORTANT! This script assumes you have already installed OpenSRF.

HOSTNAME="nonprod"
DEFAULT_USER="opensrf"
INSTALL_USER="opensrf"
#EGRELEASE="Evergreen-ILS-3.1.0"
#BUILDDIR="/home/${INSTALL_USER}/${EGRELEASE}"
BUILDDIR="/home/${INSTALL_USER}/evergreen"
INSTALLDIR="/srv/openils"
BRANCH="user/jeffdavis/upgrade-310-tpac"
STAMP_ID="rel_3_1_0"
ALT_STAMP_IDS="3_1_0"
VERSION="3.1.0.sitka.beta1"
SITKACONF="/home/${DEFAULT_USER}/sysadmin"
SITKACONF_BRANCH="eg310"
SITKATOOLS="/root/sitka-tools"

THISHOST=`hostname -s`

suwrap() {
  su -s /bin/bash -c "source ~/.bashrc ; $1" $2
}

while getopts ":pecwb" opt ; do
  case $opt in
    p ) PROD="prod";;
    e ) EDI="edi";;
    c ) CRONTAB="crontab";;
    w ) WEBCLIENT="webclient";;
    b ) USEBUNDLE="usebundle";;
  esac
done
shift $(($OPTIND - 1))

if [[ -n "$PROD" ]] ; then
  echo 'this is a production install'
  [ "$HOSTNAME" == "nonprod" ] && HOSTNAME="prod"
else
  echo 'this is NOT a production install'
fi

# as DEFAULT_USER

# grab Sitka config files
if [ ! -d "${SITKACONF}" ]
then
  # this will fail unless DEFAULT_USER has read access to the repo
  suwrap "cd /home/${DEFAULT_USER} && git clone git+ssh://git@git.sitka.bclibraries.ca/sitka-infra/sysadmin" ${DEFAULT_USER}
fi
suwrap "cd ${SITKACONF} && git fetch origin && git checkout ${SITKACONF_BRANCH} && git pull" ${DEFAULT_USER}

# checkout EG source
if [ ! -d "${BUILDDIR}" ]
then
  suwrap "cd /home/${INSTALL_USER} && git clone git://git.sitka.bclibraries.ca/sitka/evergreen evergreen" ${INSTALL_USER}
fi
suwrap "cd ${BUILDDIR} && git fetch origin && git checkout ${BRANCH} && git pull" ${INSTALL_USER}

# download and unpack EG release
#rm -rf ${BUILDDIR}
#suwrap "cd /home/${INSTALL_USER} && wget http://open-ils.org/downloads/${EGRELEASE}.tar.gz && tar xzf ${EGRELEASE}.tar.gz" ${INSTALL_USER}
 
# as root
cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-trusty
if [[ -n "$WEBCLIENT" ]] ; then
  cd ${BUILDDIR} && make -f Open-ILS/src/extras/Makefile.install ubuntu-trusty-developer # required for web client
fi
# by default, CPAN needs some manual input at this point; you can just accept all defaults
 
# web client
if [[ -n "$WEBCLIENT" ]] ; then
  if [[ -n "$USEBUNDLE" ]] ; then
    # use bundled web client dependencies from upstream
    if [ ! -d "/home/${INSTALL_USER}/web-client-deps" ] ; then
      suwrap "cd /home/${INSTALL_USER} && git clone git://git.sitka.bclibraries.ca/sitka/web-client-deps web-client-deps" ${INSTALL_USER}
    fi
    suwrap "cd /home/${INSTALL_USER}/web-client-deps && git checkout ${STAMP_ID}" ${INSTALL_USER}
    if [ -d "${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ] ; then rm -rf ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build ; fi
    suwrap "cp -r /home/${INSTALL_USER}/web-client-deps/build ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/build" ${INSTALL_USER}
  else
    # install dependencies
    cd ${BUILDDIR}/Open-ILS/web/js/ui/default/staff/
    suwrap "npm install" ${INSTALL_USER}
    suwrap "npm run build-prod && npm run test" ${INSTALL_USER} || { echo 'Could not install files for web-based staff client' ; exit 1; }
  fi
fi

# as INSTALL_USER
suwrap "cd ${BUILDDIR} && autoreconf -i" ${INSTALL_USER} # not required for release versions
suwrap "PATH=${INSTALLDIR}/bin:\$PATH cd ${BUILDDIR} && PATH=${INSTALLDIR}/bin:\$PATH ./configure -C --prefix=${INSTALLDIR} --sysconfdir=${INSTALLDIR}/conf --with-opensrf-headers=${INSTALLDIR}/include/ --with-opensrf-libs=${INSTALLDIR}/lib/" ${INSTALL_USER}
suwrap "cd ${BUILDDIR} && make" ${INSTALL_USER}
suwrap "cd ${BUILDDIR}/build/i18n && make LOCALE=fr-CA install && make LOCALE=en-CA install" ${INSTALL_USER}
 
# as root
cd ${BUILDDIR} && make STAFF_CLIENT_VERSION=${VERSION} STAFF_CLIENT_STAMP_ID=${STAMP_ID} install
mv ${INSTALLDIR}/var/web/reports/fm_IDL.xml ${INSTALLDIR}/var/web/reports/fm_IDL.xml.orig && cp ${INSTALLDIR}/conf/fm_IDL.xml ${INSTALLDIR}/var/web/reports/
 
# Apache stuff (as root):
APACHEFILES="/etc/apache2/mods-available/mpm_prefork.conf"
for APACHEFILE in ${APACHEFILES}
do
  [[ -e "${APACHEFILE}" ]] && mv ${APACHEFILE} ${APACHEFILE}.`date +%Y-%m-%d-%H%M%S`
  cp ${SITKACONF}/files/${APACHEFILE}/${HOSTNAME} ${APACHEFILE}
done
cp ${BUILDDIR}/Open-ILS/examples/apache/eg_startup /etc/apache2/eg_startup
sed -i 's/export APACHE_RUN_USER=www-data/export APACHE_RUN_USER=opensrf/' /etc/apache2/envvars
a2dismod mpm_event
a2enmod mpm_prefork
a2enmod headers
# ensure opensrf can run Apache
chown -R opensrf:opensrf /var/lock/apache2

# More Apache stuff for non-production sites
if [[ ! -n "$PROD" ]] ; then
  if [ ! -d "/etc/apache2/includes" ] ; then
    mkdir /etc/apache2/includes
  fi
  SITECONFIGS="/etc/apache2/sites-available/test-server.conf"
  for SITECONFIG in ${SITECONFIGS} ; do
    cp ${SITKACONF}/files/${SITECONFIG}/${HOSTNAME} ${SITECONFIG}
    sed -i "s|__NONPROD__|${THISHOST}|g" ${SITECONFIG}
    sed -i "s|__VERSION__|${VERSION}|g" ${SITECONFIG}
  done
  a2ensite test-server.conf
  a2dissite 000-default
  if [ ! -d "/etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop" ]
  then
    mkdir -p /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop
    cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.crt /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.crt
    cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.key /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.key
    cp ${SITKACONF}/files/etc/ssl/apache2/star.catalogue.libraries.coop/star.catalogue.libraries.coop.ca /etc/apache2/ssl/libraries.coop/star.catalogue.libraries.coop/star_catalogue_libraries_coop.ca
  fi
fi

# websockets config
if [[ -n "$WEBCLIENT" ]] ; then
    # use nginx proxy for websockets traffic
    apt-get install -y nginx
    cp -b ${SITKACONF}/files/etc/nginx/sites-available/osrf-ws-http-proxy/${HOSTNAME} /etc/nginx/sites-available/osrf-ws-http-proxy
    ln -s /etc/nginx/sites-available/osrf-ws-http-proxy /etc/nginx/sites-enabled/osrf-ws-http-proxy
    rm /etc/nginx/sites-enabled/default
    cp -b ${SITKACONF}/files/etc/apache2/ports.conf/${HOSTNAME} /etc/apache2/ports.conf
    WSJSFILES="opensrf_ws.js opensrf_ws_shared.js"
    for WSJSFILE in ${WSJSFILES} ; do
        # NOTE: this should be unnecessary if we installed OpenSRF with ./configure --with-websockets-port=443
        sed -i 's/var WEBSOCKET_PORT_SSL = 7682;/var WEBSOCKET_PORT_SSL = 443;/g' ${INSTALLDIR}/lib/javascript/$WSJSFILE
    done
    # apache2-websockets
    if [[ ! -n "$PROD" ]] ; then
        if [ ! -d "/etc/apache2-websockets/ssl" ] ; then
            cd /etc/apache2-websockets/ && ln -s /etc/apache2/ssl
        fi
    fi
    if [ ! -d "/etc/apache2-websockets/includes" ] ; then
        mkdir /etc/apache2-websockets/includes
    fi
    for WSINCLUDE in `ls /etc/apache2/includes` ; do
        ln -s /etc/apache2/includes/${WSINCLUDE} /etc/apache2-websockets/includes/
    done
    for WSSITE in `ls /etc/apache2/sites-available` ; do
        ln -s /etc/apache2/sites-available/${WSSITE} /etc/apache2-websockets/sites-available/
    done
    for WSSITEENABLED in `ls /etc/apache2/sites-enabled` ; do
        ln -s /etc/apache2-websockets/sites-available/${WSSITEENABLED} /etc/apache2-websockets/sites-enabled/
    done
    if [[ -d "/etc/apache2-websockets/ssl" ]] ; then
        rm -rf /etc/apache2-websockets/ssl
    fi
    cd /etc/apache2-websockets && ln -s /etc/apache2/ssl
fi

# install default crontab, if specified
if [[ -c "$CRONTAB" ]]; then
  if [ ! -f "/etc/cron.d/evergreen-dailies" ] ; then
    cp ${SITKACONF}/files/etc/cron.d/evergreen-dailies/${HOSTNAME} /etc/cron.d/evergreen-dailies
  fi
fi

# set up log rotation
if [[ ! -n "$PROD" ]] ; then
  if [ ! -f "/etc/logrotate.d/evergreen" ]
  then
    cp ${SITKACONF}/files/etc/logrotate.d/evergreen/${HOSTNAME} /etc/logrotate.d/evergreen
  fi
fi

# action trigger filters (prod only)
if [[ -n "$PROD" ]] ; then
  if [ -f "${INSTALLDIR}/conf/action_trigger_filters.json" ] ; then
    mv ${INSTALLDIR}/conf/action_trigger_filters.json ${INSTALLDIR}/conf/action_trigger_filters.json.`date +%Y-%m-%d-%H%M%S`
  fi
  cp ${SITKACONF}/files/${INSTALLDIR}/conf/action_trigger_filters.json/${HOSTNAME} ${INSTALLDIR}/conf/action_trigger_filters.json
fi
 
# 0. osrf conf stuff 
# FIXME: ensure osrf conf files point at a real, distinct db!
OSRFCONFFILES="${INSTALLDIR}/conf/opensrf.xml ${INSTALLDIR}/conf/opensrf_core.xml"
for OSRFCONFFILE in ${OSRFCONFFILES}
do
  mv ${OSRFCONFFILE} ${OSRFCONFFILE}.`date +%Y-%m-%d-%H%M%S`
  cp ${SITKACONF}/files/${OSRFCONFFILE}/${HOSTNAME} ${OSRFCONFFILE}
  sed -i "s|__HOSTNAME__|${THISHOST}|g" ${OSRFCONFFILE}
done
if [ ! -f "/home/opensrf/.srfsh.xml" ]
then
  cp ${SITKACONF}/files/home/opensrf/.srfsh.xml/${HOSTNAME} /home/opensrf/.srfsh.xml
fi 

# 1. install dojo
if [ ! -f "/home/opensrf/dojo-release-1.3.3.tar.gz" ]
then
  cd /home/opensrf && wget http://download.dojotoolkit.org/release-1.3.3/dojo-release-1.3.3.tar.gz
fi
tar -C ${INSTALLDIR}/var/web/js -xzf /home/opensrf/dojo-release-1.3.3.tar.gz
cp -r ${INSTALLDIR}/var/web/js/dojo-release-1.3.3/* ${INSTALLDIR}/var/web/js/dojo/.
# FIXME stock dojo is probably superfluous when we use the following Evergreen-specific tarball...
if [ ! -f "/home/opensrf/dojo.tgz" ] ; then
  cd /home/opensrf && wget http://evergreen-ils.org/downloads/dojo.tgz
fi
tar -C ${INSTALLDIR}/var/web/js/dojo/ -zxf /home/opensrf/dojo.tgz
 
# 2. set up staff client
cd ${INSTALLDIR}/var/web/xul && rm server && rm current
cd ${INSTALLDIR}/var/web/xul && ln -s ${STAMP_ID} current && ln -s current/server server
for ALT_STAMP_ID in ${ALT_STAMP_IDS}
do
  cd ${INSTALLDIR}/var/web/xul && ln -s current ${ALT_STAMP_ID}
done
 
# 3. install circ scripts and opac skins - DEPRECATED

# 4a. avoid 404s
touch ${INSTALLDIR}/var/web/css/skin/default/register_custom.css
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/patron_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/common_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/offline_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/auth_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/cat_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-CA/circ_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/patron_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/common_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/offline_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/auth_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/cat_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/locale/en-US/circ_custom.properties
touch ${INSTALLDIR}/var/web/xul/server/skin/custom.js

# 4b. workaround for LP#1461683
cd ${INSTALLDIR}/var/web/xul/server/locale/en-CA && mv multiclass_search_help.html multiclass_search_help.html.orig && ln -s ../en-US/multiclass_search_help.html

# 5. locale hack - XXX deprecated?
#cd ${INSTALLDIR}/var/web/opac/locale && cp -fdr en-US en-US-bak && cp -fdr en-CA en-US
 
# 6. deletepatron
# ensure apache conf contains deletepatron config (location should be ${INSTALLDIR}/var/web/deletepatron)
if [[ ! -d "${INSTALLDIR}/var/web/deletepatron" ]] ; then
  NEW_DELETEPATRON_INSTALL="true"
  cd ${INSTALLDIR}/var/web && git clone https://github.com/twirlip/deletepatron.git
fi
cd ${INSTALLDIR}/var/web/deletepatron && git checkout eg22
if [[ -n "$NEW_DELETEPATRON_INSTALL" ]] ; then
  find ${INSTALLDIR}/var/web/deletepatron -name "*.pm" | xargs sed -i -e 's|/openils|/srv/openils|g'
fi
apt-get install -y libcgi-session-perl libhtml-template-perl

# 7. support scripts
cp ${BUILDDIR}/Open-ILS/src/support-scripts/generate_circ_notices.pl ${INSTALLDIR}/bin
cp ${BUILDDIR}/Open-ILS/src/support-scripts/oils_header.pl ${INSTALLDIR}/bin
cp ${BUILDDIR}/Open-ILS/src/support-scripts/badge_score_generator.pl ${INSTALLDIR}/bin

# 7.5 EDI (optional)
if [[ -n "$EDI" ]] ; then
  cp -r ${BUILDDIR}/Open-ILS/src/edi_translator ${INSTALLDIR}/var/edi
  cd ${INSTALLDIR}/var/edi && ./install.sh
  cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_pusher.pl ${INSTALLDIR}/bin
  cp ${BUILDDIR}/Open-ILS/src/support-scripts/edi_fetcher.pl ${INSTALLDIR}/bin
  cp ${SYSADMIN}/files/${INSTALLDIR}/bin/edi_per_account_fetcher.sh ${INSTALLDIR}/bin/edi_per_account_fetcher.sh
fi

# 8. setup start page
if [ ! -d "${INSTALLDIR}/var/web/news" ]
then
  mkdir ${INSTALLDIR}/var/web/news
fi
if [ ! -d "${INSTALLDIR}/var/web/news/media" ]
then
  mkdir ${INSTALLDIR}/var/web/news/media
fi
NEWSFILES="index.html style.css media/logo.png media/book.png media/policy.png media/dash.png media/delete.png"
for NEWSFILE in ${NEWSFILES}
do
  if [ -f "${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME}" ]
  then
    cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/${NEWSFILE}/${HOSTNAME} ${INSTALLDIR}/var/web/news/${NEWSFILE}
  fi
done
if [[ -n "$PROD" ]] ; then
  if [ ! -e "${INSTALLDIR}/var/web/news/wikipull.pl" ] ; then cp ${SITKACONF}/files/${INSTALLDIR}/var/web/news/wikipull.pl/${HOSTNAME} ${INSTALLDIR}/var/web/news/wikipull.pl ; fi
  if [ ! -e "/etc/cron.d/news" ] ; then cp ${SITKACONF}/files/etc/cron.d/news/${HOSTNAME} /etc/cron.d/news ; fi
else
  # nonprod server, auto-update splash page with install info
  TODAY=`date +'%A %d %B %Y'`
  sed -i "s|__THISHOST__|${THISHOST}|g" ${INSTALLDIR}/var/web/news/index.html
  sed -i "s|__TODAY__|${TODAY}|g" ${INSTALLDIR}/var/web/news/index.html
  sed -i "s|__VERSION__|${VERSION}|g" ${INSTALLDIR}/var/web/news/index.html
  sed -i "s|__BRANCH__|${BRANCH}|g" ${INSTALLDIR}/var/web/news/index.html
fi

# 8.5 offline patron list
if [ ! -d "${INSTALLDIR}/var/data/offline/blocked" ] ; then 
  # TODO: handle prod - an NFS share should exist
  if [[ ! -n "$PROD" ]] ; then
    mkdir -p ${INSTALLDIR}/var/data/offline/blocked
  fi
fi
if [ ! -e "${INSTALLDIR}/var/web/standalone/list.txt" ] ; then ln -sf ${INSTALLDIR}/var/data/offline/blocked/patron-block-list.txt ${INSTALLDIR}/var/web/standalone/list.txt ; fi
if [ ! -e "${INSTALLDIR}/bin/update-offline-blocked-list.sh" ] ; then cp ${SITKATOOLS}/maintenance/update-offline-blocked-list.sh ${INSTALLDIR}/bin/update-offline-blocked-list.sh ; fi

cp ${SITKACONF}/files${INSTALLDIR}/var/data/zips.txt/${HOSTNAME} ${INSTALLDIR}/var/data/zips.txt

# install legacy OverDrive API integration
cp -r ${SITKATOOLS}/overdrive-eg-opac/build/* ${INSTALLDIR}/var/web/js/ui/default/opac
ODAPI_LIBS="bc mb"
for ODAPI_LIB in ${ODAPI_LIBS} ; do
  cp ${SITKACONF}/files/${INSTALLDIR}/var/web/js/ui/default/opac/${ODAPI_LIB}/od_config.js ${INSTALLDIR}/var/web/js/ui/default/opac/${ODAPI_LIB}/od_config.js
done

# install mobile PAC
cd ${INSTALLDIR}/var/web/opac/extras && git clone git://git.sitka.bclibraries.ca/sitka/mobile-evergreen-opac.git mobile

# 9. make sure opensrf owns all the stuff we just did
echo 'managing file permissions...'
if [[ ! -n "$PROD" ]] ; then
  chown -R opensrf:opensrf ${INSTALLDIR} 2>/dev/null
else
  for file in `ls -1 ${INSTALLDIR} | grep -v var` ; do chown -R opensrf:opensrf ${INSTALLDIR}/$file ; done
  chown opensrf:opensrf ${INSTALLDIR}/var
  for file in `ls -1 ${INSTALLDIR}/var | egrep -v '(data|tmp|web)'` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/$file ; done
  chown opensrf:opensrf ${INSTALLDIR}/var/data ${INSTALLDIR}/var/web
  for file in `ls -1 ${INSTALLDIR}/var/data | grep -v offline` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/data/$file ; done
  for file in `ls -1 ${INSTALLDIR}/var/web | grep -v reporter` ; do chown -R opensrf:opensrf ${INSTALLDIR}/var/web/$file ; done
fi
chown -R opensrf:opensrf /home/opensrf
SKINDIRS="${INSTALLDIR}/var/skins ${INSTALLDIR}/var/web/css/skin"
for SKINDIR in ${SKINDIRS} ; do
  if [[ ! -d "${SKINDIR}" ]] ; then mkdir ${SKINDIR} ; fi
  chmod 777 ${SKINDIR}
  chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${SKINDIR}
done
chown -R ${DEFAULT_USER}:${DEFAULT_USER} ${INSTALLDIR}/conf/kpac ${INSTALLDIR}/var/web/images/kpac

# 10. staff client stuff
apt-get install -y nsis unzip

# 11. integrity checker prereqs
apt-get install -y libconfig-simple-perl libgit-repository-perl libdate-manip-perl

# 12. paper overdue prereqs
apt-get install -y python-reportlab python-reportlab-accel unifont

echo 'Evergreen is installed!'
if [[ -n "$WEBCLIENT" ]] ; then
  echo 'Remember to start the websockets service: /etc/init.d/apache2-websockets start'
fi