# The shell is commented out so that it will run in bash on linux and ksh on aix # !/bin/bash # Build and upload the xcat-core code, on either linux or aix. # Getting Started: # - Check out the xcat-core svn repository (either the trunk or a branch) into # a dir called /src/xcat-core, where is the same as the release dir it will be # uploaded to in sourceforge (e.g. devel, or 2.3). # - You probably also want to put root's pub key from the build machine onto sourceforge for # the upload user listed below, so you don't have to keep entering pw's. You can do this # at https://sourceforge.net/account/ssh # - On Linux: make sure createrepo is installed on the build machine # - On AIX: Install openssl and openssh installp pkgs and run updtvpkg. Install from http://www.perzl.org/aix/ # apr, apr-util, bash, bzip2, db4, expat, gdbm, gettext, glib2, gmp, info, libidn, neon, openssl (won't # conflict with the installp version), pcre, perl-DBD-SQLite, perl-DBI, popt, python, readline, rsynce, sqlite, # subversion, unixODBC, wget, zlib. # - Run this script from the local svn repository you just created. It will create the other # directories that are needed. # Usage: buildcore.sh [attr=value attr=value ...] # PROMOTE=1 - if the attribute "PROMOTE" is specified, means an official dot release. # Otherwise, and snap build is assumed. # PREGA=1 - means this is a branch that has not been released yet, so during the promote, copy the # xcat-core tarball to the SF web site instead of the FRS area. # UP=0 or UP=1 - override the default upload behavior # SVNUP= - control which rpms get built by specifying a coresvnup file # you can change this if you need to UPLOADUSER=bp-sawyers OSNAME=$(uname) cd `dirname $0` # Strip the /src/xcat-core from the end of the dir to get the next dir up and use as the release CURDIR=`pwd` #D=${CURDIR/\/src\/xcat-core/} D=${CURDIR%/src/xcat-core} REL=`basename $D` if [ "$OSNAME" != "AIX" ]; then GSA=http://pokgsa.ibm.com/projects/x/xcat/build/linux # Get a lock, so can not do 2 builds at once exec 8>/var/lock/xcatbld-$REL.lock if ! flock -n 8; then echo "Can't get lock /var/lock/xcatbld-$REL.lock. Someone else must be doing a build right now. Exiting...." exit 1 fi fi set -x # Process cmd line variable assignments, assigning each attr=val pair to a variable of same name for i in $*; do #declare `echo $i|cut -d '=' -f 1`=`echo $i|cut -d '=' -f 2` export $i done if [ "$OSNAME" != "AIX" ]; then export HOME=/root # This is so rpm and gpg will know home, even in sudo fi XCATCORE="xcat-core" svn up Version VER=`cat Version` SHORTVER=`cat Version|cut -d. -f 1,2` SHORTSHORTVER=`cat Version|cut -d. -f 1` if [ "$PROMOTE" = 1 ]; then CORE="xcat-core" if [ "$OSNAME" = "AIX" ]; then TARNAME=core-aix-$VER.tar.gz else TARNAME=xcat-core-$VER.tar.bz2 fi else CORE="core-snap" if [ "$OSNAME" = "AIX" ]; then TARNAME=core-aix-snap.tar.gz else TARNAME=core-rpms-snap.tar.bz2 fi fi DESTDIR=../../$XCATCORE SRCD=core-snap-srpms if [ "$PROMOTE" != 1 ]; then # very long if statement to not do builds if we are promoting mkdir -p $DESTDIR SRCDIR=../../$SRCD mkdir -p $SRCDIR GREP=grep # currently aix builds ppc rpms, but it should build noarch if [ "$OSNAME" = "AIX" ]; then NOARCH=ppc else NOARCH=noarch fi UPLOAD=0 if [ "$OSNAME" = "AIX" ]; then source=/opt/freeware/src/packages else if [ -f /etc/redhat-release ]; then source="/usr/src/redhat" else source="/usr/src/packages" fi fi # If they have not given us a premade update file, do an svn update and capture the results if [ -z "$SVNUP" ]; then SVNUP=../coresvnup svn up > $SVNUP fi # If anything has changed, we should always rebuild perl-xCAT if ! $GREP 'At revision' $SVNUP; then # Use to be: $GREP perl-xCAT $SVNUP; then UPLOAD=1 ./makeperlxcatrpm rm -f $DESTDIR/perl-xCAT*rpm rm -f $SRCDIR/perl-xCAT*rpm mv $source/RPMS/$NOARCH/perl-xCAT-$VER*rpm $DESTDIR/ mv $source/SRPMS/perl-xCAT-$VER*rpm $SRCDIR/ fi if [ "$OSNAME" = "AIX" ]; then # For the 1st one we overwrite, not append echo "rpm -Uvh perl-xCAT-$SHORTSHORTVER*rpm" > $DESTDIR/instxcat fi if $GREP xCAT-client $SVNUP; then UPLOAD=1 ./makeclientrpm rm -f $DESTDIR/xCAT-client*rpm rm -f $SRCDIR/xCAT-client*rpm mv $source/RPMS/$NOARCH/xCAT-client-$VER*rpm $DESTDIR/ mv $source/SRPMS/xCAT-client-$VER*rpm $SRCDIR/ fi if [ "$OSNAME" = "AIX" ]; then echo "rpm -Uvh xCAT-client-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat fi if $GREP xCAT-UI $SVNUP; then UPLOAD=1 rm -f $DESTDIR/xCAT-UI*rpm rm -f $SRCDIR/xCAT-UI*rpm ./makeuirpm mv $source/RPMS/noarch/xCAT-UI-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-UI-$VER*rpm $SRCDIR fi # Do not automatically install xCAT-UI on AIX #if [ "$OSNAME" = "AIX" ]; then # echo "rpm -Uvh xCAT-UI-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat #fi if $GREP xCAT-IBMhpc $SVNUP; then UPLOAD=1 rm -f $DESTDIR/xCAT-IBMhpc*rpm rm -f $SRCDIR/xCAT-IBMhpc*rpm ./makehpcrpm mv $source/RPMS/$NOARCH/xCAT-IBMhpc-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-IBMhpc-$VER*rpm $SRCDIR fi # Do not automatically install xCAT-IBMhpc on AIX #if [ "$OSNAME" = "AIX" ]; then # echo "rpm -Uvh xCAT-IBMhpc-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat #fi if $GREP xCAT-server $SVNUP; then UPLOAD=1 ./makeserverrpm rm -f $DESTDIR/xCAT-server*rpm rm -f $SRCDIR/xCAT-server*rpm mv $source/RPMS/$NOARCH/xCAT-server-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-server-$VER*rpm $SRCDIR fi if [ "$OSNAME" = "AIX" ]; then echo "rpm -Uvh xCAT-server-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat fi if $GREP xCAT-rmc $SVNUP; then UPLOAD=1 ./makermcrpm rm -f $DESTDIR/xCAT-rmc*rpm rm -f $SRCDIR/xCAT-rmc*rpm mv $source/RPMS/$NOARCH/xCAT-rmc-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-rmc-$VER*rpm $SRCDIR fi # Note: not putting xCAT-rmc into instxcat for aix here, because it has to be installed # after xCAT. if $GREP xCAT-test $SVNUP; then UPLOAD=1 ./maketestrpm rm -f $DESTDIR/xCAT-test*rpm rm -f $SRCDIR/xCAT-test*rpm mv $source/RPMS/$NOARCH/xCAT-test-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-test-$VER*rpm $SRCDIR fi # Note: not putting xCAT-test into instxcat for aix, because it is optional if [ "$OSNAME" != "AIX" ]; then if $GREP xCAT-nbroot $SVNUP; then UPLOAD=1 ./makenbrootrpm x86_64 ./makenbrootrpm ppc64 ./makenbrootrpm x86 rm -f $DESTDIR/xCAT-nbroot-core*rpm rm -f $SRCDIR/xCAT-nbroot-core*rpm mv $source/RPMS/noarch/xCAT-nbroot-core-*rpm $DESTDIR mv $source/SRPMS/xCAT-nbroot-core-*rpm $SRCDIR fi fi if $GREP -E '^[UAD] +xCATsn/' $SVNUP; then UPLOAD=1 rm -f $DESTDIR/xCATsn-*rpm rm -f $SRCDIR/xCATsn-*rpm if [ "$OSNAME" = "AIX" ]; then ./makexcatsnrpm mv $source/RPMS/*/xCATsn-$VER*rpm $DESTDIR mv $source/SRPMS/xCATsn-$VER*rpm $SRCDIR else ./makexcatsnrpm x86_64 mv $source/RPMS/*/xCATsn-$VER*rpm $DESTDIR mv $source/SRPMS/xCATsn-$VER*rpm $SRCDIR ./makexcatsnrpm i386 mv $source/RPMS/*/xCATsn-$VER*rpm $DESTDIR ./makexcatsnrpm ppc64 mv $source/RPMS/*/xCATsn-$VER*rpm $DESTDIR ./makexcatsnrpm s390x mv $source/RPMS/*/xCATsn-$VER*rpm $DESTDIR fi fi if $GREP -E '^[UAD] +xCAT/' $SVNUP; then UPLOAD=1 rm -f $DESTDIR/xCAT-$SHORTSHORTVER*rpm rm -f $SRCDIR/xCAT-$SHORTSHORTVER*rpm if [ "$OSNAME" = "AIX" ]; then ./makexcatrpm mv $source/RPMS/*/xCAT-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-$VER*rpm $SRCDIR else ./makexcatrpm x86_64 mv $source/RPMS/*/xCAT-$VER*rpm $DESTDIR mv $source/SRPMS/xCAT-$VER*rpm $SRCDIR ./makexcatrpm i386 mv $source/RPMS/*/xCAT-$VER*rpm $DESTDIR ./makexcatrpm ppc64 mv $source/RPMS/*/xCAT-$VER*rpm $DESTDIR ./makexcatrpm s390x mv $source/RPMS/*/xCAT-$VER*rpm $DESTDIR fi fi if [ "$OSNAME" = "AIX" ]; then echo "rpm -Uvh xCAT-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat echo "rpm -Uvh xCAT-rmc-$SHORTSHORTVER*rpm" >> $DESTDIR/instxcat # add the service node bundle files # these are now shipped as part of xCAT-server !!!! # - installed in /opt/xcat/share/xcat/installp_bundles # cp xCATaixSN.bnd xCATaixSN2.bnd xCATaixSSH.bnd xCATaixSSL.bnd $DESTDIR/ fi # Decide if anything was built or not if [ $UPLOAD == 0 -a "$UP" != 1 ]; then echo "Nothing new detected" exit 0; fi #else we will continue # Prepare the RPMs for pkging and upload # get gpg keys in place if [ "$OSNAME" != "AIX" ]; then mkdir -p $HOME/.gnupg for i in pubring.gpg secring.gpg trustdb.gpg; do if [ ! -f $HOME/.gnupg/$i ] || [ `wc -c $HOME/.gnupg/$i|cut -f 1 -d' '` == 0 ]; then rm -f $HOME/.gnupg/$i wget -P $HOME/.gnupg $GSA/keys/$i chmod 600 $HOME/.gnupg/$i fi done # tell rpm to use gpg to sign MACROS=$HOME/.rpmmacros if ! $GREP -q '%_signature gpg' $MACROS 2>/dev/null; then echo '%_signature gpg' >> $MACROS fi if ! $GREP -q '%_gpg_name' $MACROS 2>/dev/null; then echo '%_gpg_name Jarrod Johnson' >> $MACROS fi build-utils/rpmsign.exp $DESTDIR/*rpm build-utils/rpmsign.exp $SRCDIR/*rpm createrepo $DESTDIR createrepo $SRCDIR rm -f $SRCDIR/repodata/repomd.xml.asc rm -f $DESTDIR/repodata/repomd.xml.asc gpg -a --detach-sign $DESTDIR/repodata/repomd.xml gpg -a --detach-sign $SRCDIR/repodata/repomd.xml if [ ! -f $DESTDIR/repodata/repomd.xml.key ]; then wget -P $DESTDIR/repodata $GSA/keys/repomd.xml.key fi if [ ! -f $SRCDIR/repodata/repomd.xml.key ]; then wget -P $SRCDIR/repodata $GSA/keys/repomd.xml.key fi fi # make everything have a group of xcat, so anyone can manage them once they get on SF if [ "$OSNAME" = "AIX" ]; then mkgroup xcat 2>/dev/null chmod +x $DESTDIR/instxcat else groupadd -f xcat fi chgrp -R xcat $DESTDIR chmod -R g+w $DESTDIR chgrp -R xcat $SRCDIR chmod -R g+w $SRCDIR fi # end of very long if-not-promote cd $DESTDIR if [ "$OSNAME" != "AIX" ]; then # Modify the repo file to point to either xcat-core or core-snap # Always recreate it, in case the whole dir was copied from devel to 2.x cat >xCAT-core.repo << EOF [xcat-2-core] name=xCAT 2 Core packages baseurl=http://xcat.sourceforge.net/yum/$REL/$CORE enabled=1 gpgcheck=1 gpgkey=http://xcat.sourceforge.net/yum/$REL/$CORE/repodata/repomd.xml.key EOF # Create the mklocalrepo script cat >mklocalrepo.sh << 'EOF2' #!/bin/sh cd `dirname $0` REPOFILE=`basename xCAT-*.repo` sed -e 's|baseurl=.*|baseurl=file://'"`pwd`"'|' $REPOFILE | sed -e 's|gpgkey=.*|gpgkey=file://'"`pwd`"'/repodata/repomd.xml.key|' > /etc/yum.repos.d/$REPOFILE cd - EOF2 chmod 775 mklocalrepo.sh fi # not AIX # Build the tarball cd .. if [ "$OSNAME" = "AIX" ]; then tar -hcvf ${TARNAME%.gz} $XCATCORE rm -f $TARNAME gzip ${TARNAME%.gz} else tar -hjcvf $TARNAME $XCATCORE fi chgrp xcat $TARNAME chmod g+w $TARNAME # Decide whether to upload or not if [ -n "$UP" ] && [ "$UP" == 0 ]; then exit 0; fi #else we will continue # Upload the individual RPMs to sourceforge if [ "$OSNAME" = "AIX" ]; then YUM=aix else YUM=yum fi if [ ! -e core-snap ]; then ln -s xcat-core core-snap fi while ! rsync -urLv --delete $CORE $UPLOADUSER,xcat@web.sourceforge.net:htdocs/$YUM/$REL/ do : ; done # Upload the individual source RPMs to sourceforge while ! rsync -urLv --delete $SRCD $UPLOADUSER,xcat@web.sourceforge.net:htdocs/$YUM/$REL/ do : ; done # Upload the tarball to sourceforge if [ "$PROMOTE" = 1 -a "$REL" != "devel" -a "$PREGA" != 1 ]; then # upload tarball to FRS area #scp $TARNAME $UPLOADUSER@web.sourceforge.net:uploads/ while ! rsync -v $TARNAME $UPLOADUSER,xcat@web.sourceforge.net:/home/frs/project/x/xc/xcat/xcat/$REL.x_$OSNAME/ do : ; done else while ! rsync -v $TARNAME $UPLOADUSER,xcat@web.sourceforge.net:htdocs/$YUM/$REL/ do : ; done fi # Extract and upload the man pages in html format if [ "$OSNAME" != "AIX" -a "$REL" = "devel" -a "$PROMOTE" != 1 ]; then mkdir -p man cd man rm -rf opt rpm2cpio ../$XCATCORE/xCAT-client-*.$NOARCH.rpm | cpio -id '*.html' rpm2cpio ../$XCATCORE/perl-xCAT-*.$NOARCH.rpm | cpio -id '*.html' rpm2cpio ../$XCATCORE/xCAT-test-*.$NOARCH.rpm | cpio -id '*.html' while ! rsync -rv opt/xcat/share/doc/man1 opt/xcat/share/doc/man3 opt/xcat/share/doc/man5 opt/xcat/share/doc/man7 opt/xcat/share/doc/man8 $UPLOADUSER,xcat@web.sourceforge.net:htdocs/ do : ; done cd .. fi