#!/bin/sh # # Package up all the xCAT open source dependencies # - creating the yum repos # - tar up the deps package # # This script assumes that the individual rpms have already been compiled # for the relevant architectures from the src & spec files in git. # # Dependencies: # - createrepo command needs to be present on the build machine # # Usage: builddep.sh [attr=value attr=value ...] # DESTDIR= - the dir to place the dep tarball in. The default is ../../../xcat-dep, # relative to where this script is located. # UP=0 or UP=1 - override the default upload behavior # FRSYUM=0 - put the directory of individual rpms in the project web area instead # of the FRS area. # VERBOSE=1 - Set to 1 to see more VERBOSE output # you can change this if you need to USER=xcat TARGET_MACHINE=xcat.org FRS=/var/www/xcat.org/files/xcat OSNAME=$(uname) UP=0 # Process cmd line variable assignments, assigning each attr=val pair to a variable of same name for i in $*; do # upper case the variable name varstring=`echo "$i"|cut -d '=' -f 1|tr [a-z] [A-Z]`=`echo "$i"|cut -d '=' -f 2` export $varstring done if [ "$OSNAME" == "AIX" ]; then DFNAME=dep-aix-`date +%Y%m%d%H%M`.tar.gz GSA=/gsa/pokgsa/projects/x/xcat/build/aix/xcat-dep else DFNAME=xcat-dep-`date +%Y%m%d%H%M`.tar.bz2 GSA=/gsa/pokgsa/projects/x/xcat/build/linux/xcat-dep export HOME=/root # This is so rpm and gpg will know home, even in sudo fi if [ ! -d $GSA ]; then echo "ERROR: This script is intended to be used by xCAT development..." echo "ERROR: The GSA directory ($GSA) directory does not appear to be mounted, cannot continue!" exit 1 fi # set grep to quiet by default GREP="grep -q" if [ "$VERBOSE" = "1" -o "$VERBOSE" = "yes" ]; then set -x VERBOSEMODE=1 GREP="grep" fi # this is needed only when we are transitioning the yum over to frs # YUMREPOURL1="http://xcat.org/yum" # YUMREPOURL2="http://xcat.org/files/yum" if [ "$FRSYUM" != 0 ]; then YUMDIR="$FRS/repos" # YUMREPOURL="$YUMREPOURL2" else YUMDIR=htdocs # YUMREPOURL="$YUMREPOURL1" fi cd `dirname $0` XCATCOREDIR=`/bin/pwd` if [ -z "$DESTDIR" ]; then # This is really a hack here because it depends on the build # environment structure. However, it's not expected that # users are building the xcat-dep packages DESTDIR=../../xcat-dep fi # Sync from the GSA master copy of the dep rpms mkdir -p $DESTDIR/xcat-dep echo "Syncing RPMs from $GSA/ to $DESTDIR/xcat-dep ..." rsync -ilrtpu --delete $GSA/ $DESTDIR/xcat-dep cd $DESTDIR/xcat-dep # add a comment to indicate the latest xcat-dep tar ball name sed -i -e "s#REPLACE_LATEST_SNAP_LINE#The latest xcat-dep tar ball is ${DFNAME}#g" README if [ "$OSNAME" != "AIX" ]; then # Get gpg keys in place mkdir -p $HOME/.gnupg for i in pubring.gpg secring.gpg trustdb.gpg; do if [ ! -f $HOME/.gnupg/$i ] || [ `wc -c $HOME/.gnupg/$i|cut -f 1 -d' '` == 0 ]; then rm -f $HOME/.gnupg/$i cp $GSA/../keys/$i $HOME/.gnupg chmod 600 $HOME/.gnupg/$i fi done # Tell rpm to use gpg to sign MACROS=$HOME/.rpmmacros if ! $GREP -q '%_signature gpg' $MACROS 2>/dev/null; then echo '%_signature gpg' >> $MACROS fi if ! $GREP -q '%_gpg_name' $MACROS 2>/dev/null; then echo '%_gpg_name xCAT Security Key' >> $MACROS fi # Sign the rpms that are not already signed. The "standard input reopened" warnings are normal. echo "===> Signing RPMs..." $XCATCOREDIR/build-utils/rpmsign.exp `find . -type f -name '*.rpm'` | grep -v -E '(already contains identical signature|was already signed|rpm --quiet --resign|WARNING: standard input reopened)' # Create the repodata dirs echo "===> Creating repodata directories..." for i in `find -mindepth 2 -maxdepth 2 -type d `; do if [ -n "$VERBOSEMODE" ]; then createrepo --checksum sha $i # specifying checksum so the repo will work on rhel5 else createrepo --checksum sha $i >/dev/null fi rm -f $i/repodata/repomd.xml.asc gpg -a --detach-sign $i/repodata/repomd.xml if [ ! -f $i/repodata/repomd.xml.key ]; then cp $GSA/../keys/repomd.xml.key $i/repodata fi done # Modify xCAT-dep.repo files to point to the correct place echo "===> Modifying the xCAT-dep.repo files to point to the correct location..." # 10/01/2015 - vkhu # The URLs have been updated in GSA, this section is not needed at the moment # #if [ "$FRSYUM" != 0 ]; then # newurl="$YUMREPOURL2" # oldurl="$YUMREPOURL1" #else # newurl="$YUMREPOURL1" # oldurl="$YUMREPOURL2" #fi # #sed -i -e "s|=$oldurl|=$newurl|g" `find . -name "xCAT-dep.repo" ` fi if [ "$OSNAME" == "AIX" ]; then # Build the instoss file ------------------------------------------ cat >instoss << 'EOF' #!/bin/ksh # IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html # xCAT on AIX - prerequisite install script cd `dirname $0` PERLVER=`perl -v|grep 'This is perl'|cut -d' ' -f 4` if [ "$PERLVER" == "v5.8.2" ]; then OSVER='5.3' elif [ "$PERLVER" == "v5.8.8" ]; then OSVER='6.1' aixver=`lslpp -lc|grep 'bos.rte:'|head -1|cut -d: -f3` if [[ $aixver < '6.1.9.0' ]]; then AIX61Y=0 else AIX61Y=1 fi elif [ "$PERLVER" == "v5.10.1" ]; then OSVER='7.1' aixver=`lslpp -lc|grep 'bos.rte:'|head -1|cut -d: -f3` if [[ $aixver < '7.1.3.0' ]]; then AIX71L=0 else AIX71L=1 fi else echo "Error: the perl version of '$PERLVER' is not one that instoss understands. Exiting..." exit 2 fi cd $OSVER # Have to install rpms 1 at a time, since some may be already installed. # The only interdependency between the dep rpms so far is that net-snmp requires bash, and # pyodbc requires unixODBC. (The bash dependency is taken care of automatically because it # comes earlier in the alphabet.) # first run /usr/sbin/updtvpkg to make sure any installp software is # registered with RPM. echo "Running updtvpkg. This could take a few minutes." /usr/sbin/updtvpkg echo "updtvpkg has completed." # unixODBC is required by pyodbc, so install it first rpm -Uvh unixODBC* # Now install the bulk of the rpms, one at a time, in case some are already installed for i in `ls *.rpm|grep -v -E '^tcl-|^tk-|^expect-|^unixODBC-|^xCAT-UI-deps|^perl-DBD-DB2Lite|^net-snmp'`; do if [ "$i" == "perl-Net-DNS-0.66-1.aix5.3.ppc.rpm" ]; then opts="--nodeps" else opts="" fi # On 7.1L and 6.1Y we need a newer version of perl-Net_SSLeay.pm if [[ $AIX71L -eq 1 || $AIX61Y -eq 1 ]]; then if [[ $i == perl-Net_SSLeay.pm-1.30-* ]]; then continue; fi # skip the old rpm else if [[ $i == perl-Net_SSLeay.pm-1.55-* ]]; then continue; fi # skip the new rpm fi echo rpm -Uvh $opts $i rpm -Uvh $opts $i done # Have to upgrade all of the net-snmp rpms together because they depend on each other. # Also, they require bash, so do it after the loop, rather than before rpm -Uvh net-snmp* EOF # end of instoss file content --------------------------------------------- chmod +x instoss fi # Get the permissions and group correct if [ "$OSNAME" == "AIX" ]; then # AIX SYSGRP=system YUM=aix FRSDIR='2.x_AIX' else # Linux SYSGRP=root YUM=yum FRSDIR='2.x_Linux' fi chgrp -R -h $SYSGRP * chmod -R g+w * echo "===> Building the tarball..." # # Want to stay above xcat-dep so we can rsync the whole directory # DO NOT CHANGE DIRECTORY AFTER THIS POINT!! # cd .. pwd verbosetar="" if [ -n "$VERBOSEMODE" ]; then verbosetar="-v" fi echo "===> Creating $DFNAME ..." if [ "$OSNAME" == "AIX" ]; then tar $verbosetar -cf ${DFNAME%.gz} xcat-dep rm -f $DFNAME gzip ${DFNAME%.gz} else # Linux tar $verbosetar -jcf $DFNAME xcat-dep fi if [[ ${UP} -eq 0 ]]; then echo "Upload not being done, set UP=1 to upload to xcat.org" exit 0; fi # Upload the directory structure to xcat.org yum area (xcat/repos/yum). if [ "$FRSYUM" != 0 ]; then links="-L" # FRS does not support rsyncing sym links else links="-l" fi i=0 echo "Uploading the xcat-deps RPMs from xcat-dep to RPMs from xcat-dep to $YUMDIR/$YUM/ ..." while [ $((i+=1)) -le 5 ] && ! rsync $links -ruv --delete xcat-dep $USER@$TARGET_MACHINE:$YUMDIR/$YUM/ do : ; done # Upload the tarball to the xcat.org FRS Area i=0 echo "Uploading $DFNAME to $FRS/xcat-dep/$FRSDIR/ ..." while [ $((i+=1)) -le 5 ] && ! rsync -v $DFNAME $USER@$TARGET_MACHINE:$FRS/xcat-dep/$FRSDIR/ do : ; done # Upload the README to the xcat.org FRS Area i=0 cd xcat-dep echo "Uploading README to $FRS/xcat-dep/$FRSDIR/ ..." while [ $((i+=1)) -le 5 ] && ! rsync -v README $USER@$TARGET_MACHINE:$FRS/xcat-dep/$FRSDIR/ do : ; done # For some reason the README is not updated echo "Uploading README to $YUMDIR/$YUM/ ..." while [ $((i+=1)) -le 5 ] && ! rsync -v README $USER@$TARGET_MACHINE:$YUMDIR/$YUM/ do : ; done