install-osrf.sh: testing fix for LP#1774703

[sitka/sitka-tools.git] / deployment / git-deploy.sh

#!/bin/bash

#TODO decide about sql files and other odd files

PROD_SERVERS=" app1-1 app1-2 app2-1 app2-2 app3-1 app3-2 stanns bibc-prod "
REPO='.'
PATHMAP_FILE='pathmap.ini'

function usage()
{
    cat <<EOF
USAGE:
./git-deploy.sh -g ~/evergreen/.git -r origin -b HEAD host1 [ host2 ... ]
./git-deploy.sh -r origin -b user/lwhalen/rt15288 -P

This script is currently in testing.  By default it will echo the commands it would run to the screen.
If you wan to deploy something you need to use the -d option.

e.g. ./git-deploy.sh -r origin -b HEAD -d host1

As well, this script will not deploy to our production servers currently.  It will print out a message
saying so if you try to use a production server as a host option or if you use the -P option to deploy
to all production servers.

OPTIONS:
    -g The location of the git repo
    -r The remote to deploy from
    -b The branch on the remote to deploy from
    -c The config file with the path mapping between the repo and the server
    -P Deploy to all production servers
    -d Actually deploy.  While testing this option is needed to force the commands to execute
    -s Sync the entire branch (as much as possible tt2, pm, js, maybe others?) with the server(s)
    -h This help information
EOF
}

function get_hostname() {
    HOST=$1
    echo `echo $HOST | sed -e 's/^\([^.]*\).*$/\1/'`
}

function create_tmp_file() {
    TMP_DIR=$1
    FILENAME=$2
    touch $TMP_DIR/$FILENAME
    echo "$TMP_DIR/$FILENAME"
}

function does_file_exist() {
    FILE=$1;
    if [ `ls $FILE 2> /dev/null | wc -l` -eq 1 ]
    then
        return 0
    else
        return 1
    fi
}
    
function find_base_path() {
    RELATIVE_PATH=$1
    HOST=$2
    HOST=`get_hostname $HOST` 

    if does_file_exist ${HOST}'_'$PATHMAP_FILE
    then
        LOCAL_PATHMAP_FILE=${HOST}'_'$PATHMAP_FILE
    elif does_file_exist $PATHMAP_FILE 
    then
        LOCAL_PATHMAP_FILE=$PATHMAP_FILE
    else
        echo "$PATHMAP file could not be found!" >&2
        exit 4
    fi

    for COMPONENT in `$ACCESS_PATHMAP --config $LOCAL_PATHMAP_FILE`
    do
        BASE_PATH=`$ACCESS_PATHMAP --config $LOCAL_PATHMAP_FILE --component $COMPONENT --srcpath $RELATIVE_PATH`
        if [[ $BASE_PATH ]]
        then
            echo $BASE_PATH
            return
        fi
    done
}

function get_full_path() {
    RELATIVE_PATH=$1
    BASE_PATH=$2

    if [[ $BASE_PATH ]]
    then
        #We extract the last directory in the base path so we can
        #use parameter substitution to remove everything up to the
        #last directory in the BASE_PATH from the RELATIVE_PATH
        #this leaves us with the part of the git source tree path
        #that needs to be appended to the base path in order to locate
        #the file on the server
        LAST_DIR_IN_BASE_PATH=`basename $BASE_PATH`
        RELATIVE_PART=${RELATIVE_PATH/*$LAST_DIR_IN_BASE_PATH/}
        echo $BASE_PATH$RELATIVE_PART
        return
    fi
}

function deployfile() {
    REMOTE=$1
    BRANCH=$2
    BASE_PATH=$3
    RELATIVE_PATH=$4
    FILENAME=$5
    TMP_DIR=$6
    HOST=$7

    PERL_FILE_RE='^.*.pm$'
    SQL_FILE_RE='^.*.sql$'
    TT2_FILE_RE='^Open-ILS/src/(templates)/(.*)$'
    USER='opensrf'

    if [[ $FILENAME =~ $PERL_FILE_RE ]]
    then
        USER='root'
    elif [[ $FILENAME =~ $SQL_FILE_RE ]]
    then
        echo 'SQL file -- TAKE THE TIME TO LOAD THIS PROPERLY INTO THE DATABASE.  DO NOT FORGET TO WRAP IT IN BEGIN AND COMMIT'
        return
    else
        USER='opensrf'
    fi

    FULL_PATH=`get_full_path $RELATIVE_PATH $BASE_PATH`

    TEMPFILE=`create_tmp_file $TMP_DIR $FILENAME`
    git --git-dir $REPO show $REMOTE/$BRANCH:$RELATIVE_PATH/$FILENAME > $TEMPFILE
    echo  "git --git-dir $REPO show $REMOTE/$BRANCH:$RELATIVE_PATH/$FILENAME > $TEMPFILE"
    if [[ $PROD_SERVERS =~ " `echo $HOST | cut -d '.' -f 1` " ]]
    then
        echo "Cannot deploy `basename $TEMPFILE` to $HOST while testing.  Please use another server"
    else 
        COMMAND="deployfile.sh -f $TEMPFILE -p $FULL_PATH -u $USER -b $HOST"
        if [[ -z "$DEPLOY" ]]
        then
            echo $COMMAND
        else 
            $COMMAND
        fi
    fi
}

while getopts ":g:r:b:c:Pdsh" opt
do
    case $opt in
        g ) REPO=$OPTARG;;
        r ) REMOTE=$OPTARG;;
        b ) BRANCH=$OPTARG;;
        c ) PATHMAP_FILE=$OPTARG;;
        P ) PROD="P";;
        d ) DEPLOY="d";;
        s ) SYNC="s";;
        h ) usage && exit 0;;
    esac
done

if [[ ! "$REPO" =~ .git$ ]]
then
    REPO=$REPO"/.git"
fi

shift $(($OPTIND - 1))

if [[ -z "$PROD" ]]
then
    HOST_LIST=$@
else
    HOST_LIST=$@$PROD_SERVERS
fi

if [[ -z $HOST_LIST ]]
then
    echo 'You must specify a host to deploy to in order to use this script' >&2
    exit 1
fi

if [[ ! -z $SYNC ]]
then
    read -p "Are you SURE you want to sync $HOST_LIST with $BRANCH (Yes/No): " ANSWER 2>&1
    if [[ ! "$ANSWER" =~ [Yy]es ]]
    then
        echo "Aborting sync" >&2
        exit 2;
    fi
fi

#This line takes the host list and separates it into individual lines, then sorts it. Next it removes anything following the hostname with get_hostname
#(hopefully the domain name), then makes it a single line again with _ instead of ' '.
#It then uses parameter substitution to remove the last character from the string, which is a _ because sort places a newline at the end of the
#last server that gets translated into an unwanted _.  We need to sort the servers, so that they are used in a consistent manner for tracking
#deployment
HOST_LIST_FOR_DIR_NAME=`echo $HOST_LIST | tr ' ' '\n' | sort | while read SORTED_HOST_LIST ; do get_hostname $SORTED_HOST_LIST ; done | tr '\n' '_' | { read SORTED_HOST_LIST; echo ${SORTED_HOST_LIST%?}; }`

#do a git fetch on the repo
echo "Fetching $REMOTE from the $REPO"
git --git-dir $REPO fetch $REMOTE

if [[ -z "$SYNC" ]]
then
    LIST_BRANCH_FILES=`git --git-dir $REPO show $REMOTE/$BRANCH --name-only --oneline | awk '{if(NR!=1) {print}}'`
else
    LIST_BRANCH_FILES=`cd $REPO && git ls-tree -r  --full-name $REMOTE/$BRANCH | cut -f 2`
fi

#Find access_pathmap.pl and if not found assume it is in current direcotry
ACCESS_PATHMAP=`which access_pathmap.pl`

if [[ -z $ACCESS_PATHMAP ]]
then
    if does_file_exist access_pathmap.pl
    then
        ACCESS_PATHMAP='./access_pathmap.pl'
    else
        echo 'Could not locate access_pathmap.pl.  Either add access_pathmap.pl to your PATH or place it in the directory you are working in.' >&2
        exit 3
    fi
fi

for PATH_AND_FILENAME in $LIST_BRANCH_FILES
do
    FILENAME=`basename $PATH_AND_FILENAME`
    RELATIVE_PATH=`dirname $PATH_AND_FILENAME`
    for DEPLOY_HOST in $HOST_LIST
    do
        BASE_PATH=`find_base_path $RELATIVE_PATH $DEPLOY_HOST`
        if [[ $BASE_PATH ]]
        then
            TMP_DIR='/tmp/'$BRANCH'/'$HOST_LIST_FOR_DIR_NAME'/'`date +%Y_%m_%d_%H_%M_%S`'/'$RELATIVE_PATH
            mkdir -p $TMP_DIR
            deployfile $REMOTE $BRANCH $BASE_PATH $RELATIVE_PATH $FILENAME $TMP_DIR $DEPLOY_HOST
        else
            echo "Could not deploy $FILENAME to $DEPLOY_HOST because no mapping could be found in $PATHMAP_FILE or any host specific pathmap files" >&2
        fi
    done
done