source: scripts/autobuild.bash @ 2332

#!/bin/bash
# Helper bash script to build debian biarch i386 and amd64 packages from SVN
# Requires: subversion, devcripts, svn-buildpackage, pbuilder, awk, reprepro, sed, gnupg
# Coyright 2007 Alan Baghumian / GNU/GPL
#
# Created: 2007-10-20 15:10 +330 GMT
# Updated: 2007-10-25 11:13 +330 GMT
#
# TODO:
# 1) bz2 packages?
# 2) Automated emails

SVN_REPO_PATH="/svn/pkg-parsix/pkg/"
LOCAL_REPO_PATH="/home/parsix/public_html/packages/pool"
LOCAL_REPO_ROOT="/home/parsix/public_html/packages/"
APT_MIRROR="ftp://ftp.de.debian.org/debian"
SRC_PKG_NAME="$1"
DIST_NAME="$2"
UNDERLINE=$'\137' # 137 is octal ASCII code for '_'

# Security?
GPG_KEY="26DB05E5"
GPG_PASS="blahblah!"

# Define some colors
GREEN="[1;32m"
YELLOW="[1;33m"
BLUE="[1;34m"
MAGENTA="[1;35m"
CYAN="[1;36m"
WHITE="[1;37m"
RED="[1;31m"
NORMAL="[0;39m"

# Define core functions

# Reverts /etc/pbuilderrc base.tgz changes
revert_pbrc()
{
sed -i s/base-$PXBUILDARCH.tgz/base.tgz/g /etc/pbuilderrc
}

# Fixes /etc/pbuilderrc base.tgz
fix_pbrc()
{
sed -i s/base.tgz/base-$PXBUILDARCH.tgz/g /etc/pbuilderrc
}

# Builds or updates needed chroots
handle_chroot()
{
if [ ! -f /var/cache/pbuilder/base-$PXBUILDARCH.tgz ]; then
    echo "${GREEN}Creating ${YELLOW}$PXBUILDARCH${NORMAL} ${GREEN}chroot...${NORMAL}"
    pbuilder --create --distribution lenny --override-config --debootstrap debootstrap --debootstrapopts --arch --debootstrapopts $PXBUILDARCH --logfile $LOG_FILE --mirror $APT_MIRROR --othermirror "deb http://parsix.org/packages ramon main contrib non-free" &> /dev/null || exit
else
    echo "${GREEN}Updating ${YELLOW}$PXBUILDARCH${NORMAL} ${GREEN}chroot...${NORMAL}"
    pbuilder --update --distribution lenny --override-config --debootstrap debootstrap --debootstrapopts --arch --debootstrapopts $PXBUILDARCH --logfile $LOG_FILE --mirror $APT_MIRROR --othermirror "deb http://parsix.org/packages ramon main contrib non-free" &> /dev/null || exit
fi
}

# This takes three arguments: the name of the file to sign, the key
# or maintainer name to use and password. Based On Debian's debsign
signfile () {
    signcommand="gpg"
    signinterface="gpg"
    if [ $signinterface = gpg ]
    then
        gpgversion=`gpg --version | head -n 1 | cut -d' ' -f3`
        gpgmajorversion=`echo $gpgversion | cut -d. -f1`
        gpgminorversion=`echo $gpgversion | cut -d. -f2`
        if [ $gpgmajorversion -gt 1 -o $gpgminorversion -ge 4 ]
        then
                (cat "$1" ; echo "") | \
                    $signcommand --passphrase "$3" --local-user "$2" --clearsign \
                    --list-options no-show-policy-urls \
                    --armor --textmode --output - - > "$1.asc" || exit
        else
                (cat "$1" ; echo "") | \
                    $signcommand --passphrase "$3" --local-user "$2" --clearsign \
                        --no-show-policy-url \
                        --armor --textmode --output - - > "$1.asc" || exit
        fi
    else
        $signcommand -u "$2" +clearsig=on -fast < "$1" > "$1.asc"
    fi

    echo
    PRECIOUS_FILES=$(($PRECIOUS_FILES + 1))
    mv -f -- "$1.asc" "$1"
}

# Checking required inputs
if [ -z "$1" ]; then
    echo "${GREEN}Couldn't detect source package name, exiting...${NORMAL}"
    exit
fi

if [ -z "$2" ]; then
    echo "${GREEN}Couldn't detect distro name, exiting...${NORMAL}"
    exit
fi

cd $LOCAL_REPO_PATH
POOL=`find ./ -type d | grep $SRC_PKG_NAME | awk 'BEGIN{FS="/"}{print $3}'`

cd $SVN_REPO_PATH
COMPONENT=`find ./ -maxdepth 2 -type d | grep /$SRC_PKG_NAME$ | awk 'BEGIN{FS="/"}{print $2}'`

if [ ! -z "$COMPONENT" ]; then
    echo "${GREEN}Detected component: ${YELLOW}$COMPONENT${NORMAL}"
else
    echo "${GREEN}Couldn't detect component, exiting...${NORMAL}"
    exit
fi

# Check if package exists on the SVN repo
if [ -d $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME ]; then
    cd $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME
else
    # Local working copy is out dated?
    svn up &> /dev/null
    if [ -d $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME ]; then
         cd $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME
    else
         echo "${GREEN}SVN directory does not exists, exiting...${NORMAL}"
         exit
    fi
fi

if [ ! -f trunk/debian/watch ]; then
    echo "${GREEN}Can't find watch file, exiting...${NORMAL}"
    exit
fi

# Update SVN to the latest version
rm trunk/debian/control* &> /dev/null
svn up &> /dev/null

echo "${GREEN}Parsing changelog to get the latest prepared version...${NORMAL} "
PKG_VERSION=`dpkg-parsechangelog -ltrunk/debian/changelog  | grep Version | awk 'BEGIN{FS=": "}{print $2}' | awk 'BEGIN{FS="-"}{print $1}' | awk 'BEGIN{FS=" "}{print $1}'`
PKG_REVISION=`dpkg-parsechangelog -ltrunk/debian/changelog  | grep Version | awk 'BEGIN{FS=": "}{print $2}' | awk 'BEGIN{FS="-"}{print $2}'`
echo "${YELLOW}$PKG_VERSION-$PKG_REVISION${NORMAL}"

echo "${GREEN}Getting the latest upstream version...${NORMAL}"
UPSTREAM_VERSION=`uscan --report --dehs --check-dirname-level 0 trunk/ | grep upstream-version | awk 'BEGIN{FS=">"}{print $2}' | awk 'BEGIN{FS="<"}{print $1}'`
UPSTREAM_TARBALL_URL=`uscan --report --dehs --check-dirname-level 0 trunk/ | grep upstream-url | awk 'BEGIN{FS=">"}{print $2}' | awk 'BEGIN{FS="<"}{print $1}'`

if [ ! -z `echo "$PKG_VERSION" | awk 'BEGIN{FS=":"}{print $2}'` ]; then
   PKG_VERSION=`echo "$PKG_VERSION" | awk 'BEGIN{FS=":"}{print $2}'`
fi

if [ ! "$UPSTREAM_VERSION" = "$PKG_VERSION" ]; then
   UPSTREAM_VERSION="$PKG_VERSION"
   echo "${YELLOW}Prepared $UPSTREAM_VERSION${NORMAL}"
else
   echo "${YELLOW}$UPSTREAM_VERSION${NORMAL}"
fi

# Log filename
LOG_FILE="$LOCAL_REPO_ROOT../buildlogs/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION-$PKG_REVISION.log"
LOG_PATH="$LOCAL_REPO_ROOT../buildlogs"

# Clean up old logs
rm $LOG_PATH/$SRC_PKG_NAME* &> /dev/null

# clean up untarred packages
rm -r $SRC_PKG_NAME-* &> /dev/null
rm -r build-area/* &> /dev/null
rm *.tar.gz &> /dev/null

# Make tarballs
mkdir -p tarballs &> /dev/null
mkdir -p build-area &> /dev/null

if [ -f $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
    echo "${GREEN}Copying orig tarball to the tarballs directory...${NORMAL}"
    cp $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz tarballs/ -v >> $LOG_FILE
else
    # try to get upstream tarball using uscan
    uscan --rename --no-dehs --check-dirname-level 0 trunk/ >> $LOG_FILE

    # if fails, try classic manual way
    if [ ! -f $SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
       wget -c $UPSTREAM_TARBALL_URL &> /dev/null
       FRESH_TARBALL=`ls | grep .tar.gz$`

       if [ ! -z "$FRESH_TARBALL" ]; then
          mv $FRESH_TARBALL $SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz -v >> $LOG_FILE
       else
          echo "${GREEN}Can't find fresh tarball file, exiting...${NORMAL}"
          echo "Can't find fresh tarball file, exiting..." >> $LOG_FILE
          exit
       fi
    fi

    echo "${GREEN}Copying orig tarball to the local apt repo...${NORMAL}"
    cp *.orig.tar.gz $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/ -v >> $LOG_FILE

    # Copy tarball
    cp *.orig.tar.gz tarballs/ -v >> $LOG_FILE

    # Clean up untarred packages
    rm -r $SRC_PKG_NAME-* &> /dev/null
fi

# Check if both tarballs exist
if [ ! -f tarballs/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
     echo "${RED}Source tarball not found${NORMAL}" && exit
fi

if [ ! -f $LOCAL_REPO_PATH/$COMPONENT/$POOL/$SRC_PKG_NAME/$SRC_PKG_NAME$UNDERLINE$UPSTREAM_VERSION.orig.tar.gz ]; then
     echo "${RED}Source tarball not found on repo${NORMAL}" && exit
fi

# Goto trunk to start build
cd trunk/

# Fixing /etc/pbuilderrc base.tgz
PXBUILDARCH="amd64"
fix_pbrc

# Build amd64 chroot if needed
handle_chroot

# Build amd64 packages
echo "${GREEN}Building ${YELLOW}amd64${NORMAL} ${GREEN}specific packages...${NORMAL}"
svn-buildpackage --svn-noninteractive --svn-builder="pdebuild --use-pdebuild-internal -- --logfile $LOG_FILE" || exit

# Revert /etc/pbuilderrc base.tgz changes
revert_pbrc

# Check if the result is platform independent and skip i386 build if needed
ARCH_ALL_COUNT="$(ls ../build-area/ | grep -c _all.deb)"
ARCH_I386_COUNT="$(ls ../build-area/ | grep -c _i386.deb)"
ARCH_AMD64_COUNT="$(ls ../build-area/ | grep -c _amd64.deb)"

if [ $ARCH_ALL_COUNT -gt 0 -a $ARCH_I386_COUNT -lt 1 -a $ARCH_AMD64_COUNT -lt 1 ]; then
    echo "${GREEN}Build is platform independent, skipping ${YELLOW}i386${NORMAL} ${GREEN}build...${NORMAL}"
    ARCH_INDEP=1
else
    ARCH_INDEP=0
    # Fixing /etc/pbuilderrc base.tgz
    PXBUILDARCH="i386"
    fix_pbrc

    # Build i386 chroot if needed
    handle_chroot

    # Restore default controls
    rm debian/control* &> /dev/null
    svn up &> /dev/null

    # Build i386 packages
    echo "${GREEN}Building ${YELLOW}i386${NORMAL} ${GREEN}specific packages...${NORMAL}"
    svn-buildpackage --svn-noninteractive --svn-builder="pdebuild --use-pdebuild-internal --debbuildopts -B -- --logfile $LOG_FILE" || exit

    # Revert /etc/pbuilderrc base.tgz changes
    revert_pbrc
fi

cd ../build-area/

if [ $ARCH_INDEP -eq 0 ]; then
    echo "${GREEN}Signing and adding ${YELLOW}multi_arch${NORMAL} ${GREEN}packages to the APT repository...${NORMAL}"

    # Merging changes file for multiarch upload
    AMD64_CHANGES=`ls | grep _amd64.changes`
    I386_CHANGES=`ls | grep _i386.changes`
    mergechanges -f $AMD64_CHANGES $I386_CHANGES >> $LOG_FILE

    CHANGES_FILE=`ls | grep _multi.changes$`
    DSC_FILE=`ls | grep .dsc$`

    if [ -z "$CHANGES_FILE" ]; then
        echo "${GREEN}No ${YELLOW}changes${NORMAL} ${GREEN}file?${NORMAL}"
        echo "No changes file" >> $LOG_FILE
        echo "Build failed" >> $LOG_FILE
        exit 
    fi

    DSC_OLDMD5SUM=`md5sum $DSC_FILE | awk '{print $1}'`
    DSC_OLDSIZE=`ls -l $DSC_FILE | awk '{print $5}'` 

    # Sign dsc file
    signfile "$DSC_FILE" "$GPG_KEY" "$GPG_PASS"
    
    DSC_MD5SUM=`md5sum $DSC_FILE | awk '{print $1}'`
    DSC_SIZE=`ls -l $DSC_FILE | awk '{print $5}'` 

    sed -i s/"$DSC_OLDMD5SUM"/"$DSC_MD5SUM"/g $CHANGES_FILE || exit
    sed -i s/"$DSC_OLDSIZE"/"$DSC_SIZE"/g $CHANGES_FILE || exit

    # Sign changes file
    signfile "$CHANGES_FILE" "$GPG_KEY" "$GPG_PASS"

    # Add package to the repo
    cd $LOCAL_REPO_ROOT
    reprepro -Vb --ignore=wrongdistribution . include $DIST_NAME $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/$CHANGES_FILE >> $LOG_FILE
else
    echo "${GREEN}Signing and adding ${YELLOW}plat_indep${NORMAL} ${GREEN}packages to the APT repository...${NORMAL}"

    CHANGES_FILE=`ls | grep _amd64.changes$`
  
    if [ -z "$CHANGES_FILE" ]; then
        CHANGES_FILE=`ls | grep _i386.changes$`
    fi

    if [ -z "$CHANGES_FILE" ]; then
        echo "${GREEN}No ${YELLOW}changes${NORMAL} ${GREEN}file?${NORMAL}"
        echo "No changes file" >> $LOG_FILE
        echo "Build failed" >> $LOG_FILE
        exit 
    fi
 
    DSC_FILE=`ls | grep .dsc$`

    DSC_OLDMD5SUM=`md5sum $DSC_FILE | awk '{print $1}'`
    DSC_OLDSIZE=`ls -l $DSC_FILE | awk '{print $5}'` 

    # Sign dsc file
    signfile "$DSC_FILE" "$GPG_KEY" "$GPG_PASS"
  
    DSC_MD5SUM=`md5sum $DSC_FILE | awk '{print $1}'`
    DSC_SIZE=`ls -l $DSC_FILE | awk '{print $5}' ` 
  
    sed -i s/"$DSC_OLDMD5SUM"/"$DSC_MD5SUM"/g $CHANGES_FILE || exit
    sed -i s/"$DSC_OLDSIZE"/"$DSC_SIZE"/g $CHANGES_FILE || exit

    # Sign changes file
    signfile "$CHANGES_FILE" "$GPG_KEY" "$GPG_PASS"
  
    # Add package to the repo
    cd $LOCAL_REPO_ROOT
    reprepro -Vb --ignore=wrongdistribution . include $DIST_NAME $SVN_REPO_PATH/$COMPONENT/$SRC_PKG_NAME/build-area/$CHANGES_FILE >> $LOG_FILE
fi

# Sign release files
sh ../../sign >> $LOG_FILE && cd

echo "${GREEN}Finished.${NORMAL}"
echo "Build OK" >> $LOG_FILE