source: scripts/autobuild.bash @ 2273

#!/bin/bash
# Helper bash script to build debian biarch i386 and amd64 packages from SVN
# Requires: svn-buildpackage, pbuilder, awk, reprepro, sed
# Coyright 2007 Alan Baghumian / GNU/GPL
#
# Created: 2007-10-20 15:10 +330 GMT
# Updated: 2007-10-22 08:55 +330 GMT
#
# TODO:
# 1) Queue support to automate build process
# 2) bz2 packages?

SVN_REPO_PATH="/svn/pkg-parsix/pkg/"
LOCAL_REPO_PATH="/home/parsix/public_html/packages/pool"
LOCAL_REPO_ROOT="/home/parsix/public_html/packages/"
APT_MIRROR="ftp://ftp.de.debian.org/debian"
SRC_PKG_NAME="$1"
DIST_NAME="$2"
UNDERLINE=$'\137' # 137 is octal ASCII code for '_'

# Define some colors
GREEN="[1;32m"
YELLOW="[1;33m"
BLUE="[1;34m"
MAGENTA="[1;35m"
CYAN="[1;36m"
WHITE="[1;37m"
RED="[1;31m"
NORMAL="[0;39m"

# Define core functions

# Reverts /etc/pbuilderrc base.tgz changes
revert_pbrc()
{
sed -i s/base-$PXBUILDARCH.tgz/base.tgz/g /etc/pbuilderrc
}

# Fixes /etc/pbuilderrc base.tgz
fix_pbrc()
{
sed -i s/base.tgz/base-$PXBUILDARCH.tgz/g /etc/pbuilderrc
}

# Builds or updates needed chroots
handle_chroot()
{
if [ ! -f /var/cache/pbuilder/base-$PXBUILDARCH.tgz ]; then
    echo "${GREEN}Creating ${YELLOW}$PXBUILDARCH${NORMAL} ${GREEN}chroot...${NORMAL}"
    pbuilder --create --distribution lenny --override-config --debootstrap debootstrap --debootstrapopts --arch --debootstrapopts $PXBUILDARCH --logfile $LOG_FILE --mirror $APT_MIRROR --othermirror "deb http://parsix.org/packages ramon main contrib non-free" &> /dev/null || echo "Build failed" >> $LOG_FILE && revert_pbrc && exit
else
    echo "${GREEN}Updating ${YELLOW}$PXBUILDARCH${NORMAL} ${GREEN}chroot...${NORMAL}"
    pbuilder --update --distribution lenny --override-config --debootstrap debootstrap --debootstrapopts --arch --debootstrapopts $PXBUILDARCH --logfile $LOG_FILE --mirror $APT_MIRROR --othermirror "deb http://parsix.org/packages ramon main contrib non-free" &> /dev/null || echo "Build failed" >> $LOG_FILE && revert_pbrc && exit
fi
}

# Checking required inputs
if [ -z "$1" ]; then
    echo "${GREEN}Couldn't detect source package name, exiting...${NORMAL}"
    exit
fi

if [ -z "$2" ]; then
    echo "${GREEN}Couldn't detect distro name, exiting...${NORMAL}"
    exit
fi

cd $LOCAL_REPO_PATH
POOL=`find ./ -type d | grep $SRC_PKG_NAME | awk 'BEGIN{FS="/"}{print $3}'`

cd $SVN_REPO_PATH
COMPONENT=`find ./ -maxdepth 2 -type d | grep /$SRC_PKG_NAME | awk 'BEGIN{FS="/"}{print $2}'`

if [ ! -z "$COMPONENT" ]; then
    echo "${GREEN}Detected component: ${YELLOW}$COMPONENT${NORMAL}"
else
    echo "${GREEN}Couldn't detect component, exiting...${NORMAL}"
    exit
fi

# Check if package exists on the SVN repo
if [ -d $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME ]; then
    cd $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME
else
    # Local working copy is out dated?
    svn up &> /dev/null
    if [ -d $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME ]; then
         cd $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME
    else
         echo "${GREEN}SVN directory does not exists, exiting...${NORMAL}"
         exit
    fi
fi

if [ ! -f trunk/debian/watch ]; then
    echo "${GREEN}Can't find watch file, exiting...${NORMAL}"
    exit
fi

# FIXME
chmod +x trunk/debian/rules
rm trunk/debian/control* &> /dev/null

# Update SVN to the latest version
svn up &> /dev/null

echo "${GREEN}Parsing changelog to get the latest prepared version...${NORMAL} "
PKG_VERSION=`dpkg-parsechangelog -ltrunk/debian/changelog  | grep Version | awk 'BEGIN{FS=": "}{print $2}' | awk 'BEGIN{FS="-"}{print $1}' | awk 'BEGIN{FS=" "}{print $1}'`
PKG_REVISION=`dpkg-parsechangelog -ltrunk/debian/changelog  | grep Version | awk 'BEGIN{FS=": "}{print $2}' | awk 'BEGIN{FS="-"}{print $2}'`
echo "${YELLOW}$PKG_VERSION-$PKG_REVISION${NORMAL}"

echo "${GREEN}Getting the latest upstream...${NORMAL}"
UPSTREAM_VERSION=`uscan --report --dehs --check-dirname-level 0 trunk/ | grep upstream-version | awk 'BEGIN{FS=">"}{print $2}' | awk 'BEGIN{FS="<"}{print $1}'`
UPSTREAM_TARBALL_URL=`uscan --report --dehs --check-dirname-level 0 trunk/ | grep upstream-url | awk 'BEGIN{FS=">"}{print $2}' | awk 'BEGIN{FS="<"}{print $1}'`
echo "${YELLOW}$UPSTREAM_VERSION${NORMAL}"

# Log filename
LOG_FILE="$LOCAL_REPO_ROOT../buildlogs/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION-$PKG_REVISION.log"
LOG_PATH="$LOCAL_REPO_ROOT../buildlogs"

# Clean up old logs
rm $LOG_PATH/$SRC_PKG_NAME* &> /dev/null

# clean up untarred packages
rm -r $SRC_PKG_NAME-* &> /dev/null
rm -r build-area/* &> /dev/null
rm *.tar.gz &> /dev/null

# try to get upstream tarball using uscan
uscan --rename --no-dehs --check-dirname-level 0 trunk/ >> $LOG_FILE

# if fails, try classic manual way
if [ ! -f $SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
       wget -c $UPSTREAM_TARBALL_URL &> /dev/null || exit 1
       mv `ls | grep tar.gz` $SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz -v >> $LOG_FILE
fi

echo "${GREEN}Copying orig tarball to the local apt repo...${NORMAL}"
cp *.orig.tar.gz $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/ -v >> $LOG_FILE

# Make tarballs
mkdir -p tarballs &> /dev/null
mkdir -p build-area &> /dev/null

# Copy tarball
cp *.orig.tar.gz tarballs/ -v >> $LOG_FILE

# Clean up untarred packages
rm -r $SRC_PKG_NAME-* &> /dev/null

# Check if both tarballs exist
if [ ! -f tarballs/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
     echo "${RED}Source tarball not found${NORMAL}" && echo "Build failed" >> $LOG_FILE && exit
fi

if [ ! -f $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
     echo "${RED}Source tarball not found on repo${NORMAL}" && echo "Build failed" >> $LOG_FILE && exit
fi

# Goto trunk to start build
cd trunk/

# Fixing /etc/pbuilderrc base.tgz
PXBUILDARCH="amd64"
fix_pbrc

# Build amd64 chroot if needed
handle_chroot

# Build amd64 packages
echo "${GREEN}Building ${YELLOW}amd64${NORMAL} ${GREEN}specific packages...${NORMAL}"
svn-buildpackage --svn-builder="pdebuild --use-pdebuild-internal -- --logfile $LOG_FILE" || echo "Build failed" >> $LOG_FILE && revert_pbrc && exit

# Revert /etc/pbuilderrc base.tgz changes
revert_pbrc

# Check if the result is platform independent and skip i386 build if needed
ARCH_ALL_COUNT="$(ls ../build-area/ | grep -c _all.deb)"
ARCH_I386_COUNT="$(ls ../build-area/ | grep -c _i386.deb)"
ARCH_AMD64_COUNT="$(ls ../build-area/ | grep -c _amd64.deb)"

if [ $ARCH_ALL_COUNT -gt 1 -a $ARCH_I386_COUNT -lt 1 -a $ARCH_AMD64_COUNT -lt 1 ]; then
    echo "${GREEN}Build is platform independent, skipping ${YELLOW}i386${NORMAL} build...${NORMAL}"
    ARCH_INDEP=1
else
    ARCH_INDEP=0
    # Fixing /etc/pbuilderrc base.tgz
    PXBUILDARCH="i386"
    fix_pbrc

    # Build i386 chroot if needed
    handle_chroot

    # Restore default controls
    rm debian/control* &> /dev/null
    svn up &> /dev/null

    # Build i386 packages
    echo "${GREEN}Building ${YELLOW}i386${NORMAL} ${GREEN}specific packages...${NORMAL}"
    svn-buildpackage --svn-builder="pdebuild --use-pdebuild-internal --debbuildopts -B -- --logfile $LOG_FILE" || echo "Build failed" >> $LOG_FILE && revert_pbrc  && exit

    # Revert /etc/pbuilderrc base.tgz changes
    revert_pbrc
fi

cd ../build-area/

if [ $ARCH_INDEP -eq 1 ]; then
    echo "${GREEN}Generating ${YELLOW}multi_arch${NORMAL} ${GREEN}changes file and centralizing packages...${NORMAL}"

    # Merging changes file for multiarch upload
    AMD64_CHANGES=`ls | grep _amd64.changes`
    I386_CHANGES=`ls | grep _i386.changes`
    mergechanges -f $AMD64_CHANGES $I386_CHANGES >> $LOG_FILE

    # Add package to the repo
    cd $LOCAL_REPO_ROOT
    reprepro -Vb . include $DIST_NAME $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/`ls $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/ | grep _multi.changes` >> $LOG_FILE
else
    # Add package to the repo
    cd $LOCAL_REPO_ROOT
    reprepro -Vb . include $DIST_NAME $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/`ls $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/ | grep _amd64.changes` >> $LOG_FILE
fi

sh ../../sign >> $LOG_FILE && cd

echo "${GREEN}Finished.${NORMAL}"
echo "Build OK" >> $LOG_FILE