source: misc/scripts/continuous_integration.sh @ 1081

#!/bin/sh
# Continuous integration build script
#
# What it does:
# - checkout the latest source code from svn
# - check if the grails version matches (if not, it downloads and
#   installs that particular grails release to $HOME and
#   updates the symbolic link ~/grails to the new release)
# - build a production war, undeploy the old release and deploy the
#   new release to tomcat's webapps
# - patch apache's virtual host configuration files in and trigger
#   restart of apache
#
# Prerequisites:
# - tomcat webabbs should be writable by user tomcat
# - in the end this script touches a file to restart apache
#   webserver. This particular cronjob running as root should
#   be available as well
# - obviously, postgres databases should be available
#
# @Author       Jeroen Wesbeek <J****n.W******@gmail.com>
# @Since        20100720
#
# Revision Information:
# $Author: work@osx.eu $
# $Date: 2010-11-04 15:28:24 +0000 (do, 04 nov 2010) $
# $Rev: 1081 $

if [ $1 ]; then
# set project
        PROJECT=$1
else
        echo "Usage: $0 <projectname>"
        exit;
fi

# Platform specific configuration
if [ -f /etc/gentoo-release ]; then
        # GENTOO
        export JAVA_HOME=/etc/java-config-2/current-system-vm
        GRAILS_INSTALL_PATH=$HOME
        PATH_TOMCAT_WEBAPPS=/var/lib/tomcat-6/webapps/
        APACHE_VHOST_FILES=/etc/apache2/vhosts.d/dbnp.org_ci.conf
        TOMCAT_STOP="sudo /etc/init.d/tomcat-6 stop"
        TOMCAT_START="sudo /etc/init.d/tomcat-6 start"
        APACHE_RESTART="sudo /etc/init.d/apache2 graceful"
elif [ -f /etc/debian_version ]; then
        # DEBIAN
        export JAVA_HOME=/usr/lib/jvm/java-6-sun
        GRAILS_INSTALL_PATH=/app
        PATH_TOMCAT_WEBAPPS=/home/tomcat/apache-tomcat/webapps
        APACHE_VHOST_FILES=/etc/apache2/sites-available/nmcdsp.org_$PROJECT-ci.conf
        TOMCAT_STOP="/home/tomcat/apache-tomcat/bin/shutdown.sh"
        TOMCAT_START="/home/tomcat/apache-tomcat/bin/startup.sh"
        APACHE_RESTART="sudo /etc/init.d/apache2 restart"
else
        echo Could not determine platform....
        exit
fi

# GENERIC CONFIGURATION
export CATALINA_OPTS="-Xms4096m -Xmx4096m -XX:MaxPermSize=2048m -XX:MaxHeapFreeRatio=70 -XX:MaxGCPauseMillis=10 -XX:+UseConcMarkSweepGC"
#export GRAILS_HOME=$GRAILS_INSTALL_PATH/grails
export JDK_HOME=$JAVA_HOME
export JAVAC=$JAVA_HOME/bin/javac
#export PATH=$GRAILS_HOME/bin:$PATH
STAMP=`date +'%Y%m%d%H%M'`
USER=`/usr/bin/whoami`
PATH_GRAILS_SOURCE=$HOME/workspace/$PROJECT
TEMP=$HOME/tmp
SVN=`which svn`
DEV_PLUGINS=( db-util nadd-neutralizer )
MANAGER_URL=http://manager.nmcdsp.org/manager/html/undeploy?path=
MANAGER_USER=ci
MANAGER_PASSWORD=berterni3
# Keys registered by t.w.abma[at]umcutrecht address (gscf.nmcdsp.org)
OAUTHKEY=Xhu1RtLtB43yIy29EYw
OAUTHSECRET=gYO5ps6JLDMEdJLOQkSBoTTbq11s8CrORqvrBkc6k

# Keys registered by t.w.abma[at]gmail address (gscf.nmcdsp.org)
#OAUTHKEY=M07bnXDthzcbWD7KKSlDYw
#OAUTHSECRET=odfnT08AUBYhh2z0PVMS9JT11D2jASwGNzAj9YFk7s

# are we user tomcat?
if [ $USER != 'tomcat' ]
then
        echo $STAMP "ERROR: you need to run this script as user tomcat..."
        exit;
fi

# is the update locked?
if [ -f $TEMP/$PROJECT.locked ]; then
        echo $STAMP project deployment is still happening
        exit;
fi

# lock deployment
touch $TEMP/$PROJECT.locked

# get svn revision of HEAD and running application
cd $PATH_GRAILS_SOURCE
OLD_APP_VERSION=`sed -n 's/app.version=\(.*\)$/\1/p' <  application.properties`
$SVN revert --recursive --quiet *
#$SVN update --quiet *
#SVN_REVISION=`$SVN update .| sed -n 's/At revision \(.*\)\./\1/p'`
SVN_REVISION=`$SVN update|sed -n 's/At revision \(.*\)\./\1/p'`
RUNNING_REVISION=`cat $TEMP/$PROJECT.revision`

# got an SVN revision?
if [ "$SVN_REVISION" = "" ]; then
        echo $STAMP haven\'t got an svn revision?
        rm $TEMP/$PROJECT.locked
        exit;
fi

# is a new revision available?
if [ "$RUNNING_REVISION" == "$SVN_REVISION" ]; then
        #echo $STAMP do nothing...
        rm $TEMP/$PROJECT.locked
        exit;
fi

# a new version is available, get application and
# grails version of HEAD
APP_VERSION=`sed -n 's/app.version=\(.*\)$/\1/p' <  application.properties`
GRAILS_VERSION=`sed -n 's/app.grails.version=\(.*\)$/\1/p' <  application.properties`

# feedback
echo $STAMP newer version of $PROJECT is available
echo $STAMP "deploying revision "$SVN_REVISION" (version "$APP_VERSION" / Grails "$GRAILS_VERSION") and undeploying revision "$RUNNING_REVISION"..."

# create minified JS and CSS if required
MINIFIED=`ls web-app/js/*.js web-app/css/*.css|grep -vi min.|xargs -i ~/scripts/minify_if_changed.sh {} 1|wc -l`
if [ $MINIFIED -gt 0 ]; then
        echo $STAMP "one or more JS / CSS files were minified, committing changes..."
        $SVN commit -m "Automated continuous integration commit of minified JS/CSS" web-app/css/*.min.css web-app/js/*.min.js > /dev/null
        SVN_REVISION=`$SVN update | sed -n 's/At revision \(.*\)\./\1/p'`
        echo $STAMP "updated SVN revision to "$SVN_REVISION
fi 

# see if this grails version is available
if [ ! -d $GRAILS_INSTALL_PATH/grails-$GRAILS_VERSION ]
then
        echo $STAMP "grails version "$GRAILS_VERSION" is not installed."

        cd $GRAILS_INSTALL_PATH
        ls -1 ~|grep grails|grep zip|xargs -i rm ~/{}
        
        echo $STAMP "downloading grails release "$GRAILS_VERSION"... (this might take a while)"
        wget -q "http://dist.codehaus.org/grails/grails-"$GRAILS_VERSION".zip"

        # success?
        if [ ! -f "grails-"$GRAILS_VERSION".zip" ]
        then
                echo $STAMP "could not download and install grails "$GRAILS_VERSION
                echo $STAMP "do it manually instead and update the symbolic link..."

                # remove lock file
                if [ -f $TEMP/$PROJECT.locked ]
                then
                        rm $TEMP/$PROJECT.locked
                fi
                exit;
        fi

        # unzip archive
        echo $STAMP "unzipping grails release "$GRAILS_VERSION
        unzip -qq "grails-"$GRAILS_VERSION".zip"

        # update symlink
        echo $STAMP "updating symbolic link"
        rm grails
        ln -s "grails-"$GRAILS_VERSION grails

        # switch to source dir
        cd $PATH_GRAILS_SOURCE

        GRAILS_UPGRADED=1
else
        GRAILS_UPGRADED=0
fi

# export environment variables so that the this CI script uses
# the grails version for this specific project and hence is
# grails version independent...
export GRAILS_HOME=$GRAILS_INSTALL_PATH/grails-$GRAILS_VERSION
export PATH=$GRAILS_HOME/bin:$PATH

# upgrade project to new grails version?
if [ $GRAILS_UPGRADED -eq 1 ]; then
        echo ".upgrade grails project"
        grails upgrade --non-interactive --quiet
fi

# uninstall development plugins
index=0
while [ "$index" -lt "${#DEV_PLUGINS[@]}" ]
do
        PLUGIN_INSTALLED=`find $HOME/.grails/$GRAILS_VERSION/projects/$PROJECT/plugins/ -maxdepth 1|grep -i ${DEV_PLUGINS[index]}|wc -l`
        if [ "$PLUGIN_INSTALLED" -gt "0" ]; then
                echo $STAMP uninstalling ${DEV_PLUGINS[index]} plugin
                grails uninstall-plugin ${DEV_PLUGINS[index]} > /dev/null
        fi
        ((index++))
done

# patch index page to contain revision information
echo $STAMP setting build information variables in application.properties
TIMESTAMP=`date +'%s'`
sed -i 's/app\.build\.type=\w\+/app.build.type=ci/gi' application.properties
sed -i 's/app\.build\.display\.info=\w\+/app.build.display.info=1/gi' application.properties
sed -i 's/app\.build\.timestamp=\w\+/app.build.timestamp='$TIMESTAMP'/gi' application.properties
sed -i 's/app\.build\.svn\.revision=\w\+/app.build.svn.revision='$SVN_REVISION'/gi' application.properties

# patch datasource.groovy
echo $STAMP patching datasource for ci instance
sed -i 's/5432\/'$PROJECT'/5432\/'$PROJECT'-ci/g' grails-app/conf/DataSource.groovy

# adding patch for OAuth configuration file (consumer key and consumer secret generated by myExperiment).
if [ "$PROJECT" = "gscf" ]
then
        echo $STAMP GSCF project given as argument, patching Config.groovy with OAuth [key:$OAUTHKEY, SECRET:$OAUTHSECRET]...
        sed -i 's/\$oauthkey\$/'$OAUTHKEY'/gi' grails-app/conf/Config.groovy
        sed -i 's/\$oauthsecret\$/'$OAUTHSECRET'/gi' grails-app/conf/Config.groovy
fi

# build new war
PWD=$(pwd)
echo $STAMP current workdirectory: $PWD
echo $STAMP building new war...
grails prod war --non-interactive > /dev/null

# undeploying gscf releases
echo $STAMP undeploying $PROJECT-$OLD_APP_VERSION-ci
curl --silent --user $MANAGER_USER:$MANAGER_PASSWORD --url $MANAGER_URL/$PROJECT-$OLD_APP_VERSION-ci > /dev/null
sleep 5

# deploying new build
echo $STAMP deploying new production WAR
cp target/$PROJECT-$APP_VERSION.war $PATH_TOMCAT_WEBAPPS/$PROJECT-$APP_VERSION-ci.war

# fix virtual host files
echo $STAMP updating apache virtual host configuration
ls $APACHE_VHOST_FILES|xargs -i sed -i 's/'$PROJECT'-[0-9]\.[0-9]\.[0-9]/'$PROJECT'-'$APP_VERSION'/g' {}

# restart apache
# (make sure sudoers is configured properly. On NBX-es
#  this does not work as it uses shared modules that
#  -somehow- make the sudo commands fail)
echo $STAMP reloading Apache
$APACHE_RESTART > /dev/null 2>&1

# update revision file
echo $SVN_REVISION > $TEMP/$PROJECT.revision

# remove lock file
if [ -f $TEMP/$PROJECT.locked ]
then
        rm $TEMP/$PROJECT.locked
fi

echo $STAMP" done deploying "$PROJECT" revision "$SVN_REVISION" (version "$APP_VERSION")"