mirror of
https://github.com/xcat2/xcat-core.git
synced 2025-05-29 09:13:08 +00:00
adf9f05d3f
the changes in the files directory on the xcat.org server Tried to simplify this script in the process
292 lines
8.7 KiB
Bash
Executable File
292 lines
8.7 KiB
Bash
Executable File
# The shell is commented out so that it will run in bash on linux and ksh on aix
|
|
# !/bin/sh
|
|
#
|
|
# Package up all the xCAT open source dependencies
|
|
# - creating the yum repos
|
|
# - tar up the deps package
|
|
#
|
|
# This script assumes that the individual rpms have already been compiled
|
|
# for the relevant architectures from the src & spec files in git.
|
|
#
|
|
# Dependencies:
|
|
# - createrepo command needs to be present on the build machine
|
|
#
|
|
# Usage: builddep.sh [attr=value attr=value ...]
|
|
# DESTDIR=<dir> - the dir to place the dep tarball in. The default is ../../../xcat-dep,
|
|
# relative to where this script is located.
|
|
# UP=0 or UP=1 - override the default upload behavior
|
|
# FRSYUM=0 - put the directory of individual rpms in the project web area instead
|
|
# of the FRS area.
|
|
# VERBOSE=1 - Set to 1 to see more VERBOSE output
|
|
|
|
# you can change this if you need to
|
|
USER=xcat
|
|
TARGET_MACHINE=xcat.org
|
|
|
|
FRS=/var/www/xcat.org/files/xcat
|
|
OSNAME=$(uname)
|
|
|
|
UP=0
|
|
# Process cmd line variable assignments, assigning each attr=val pair to a variable of same name
|
|
for i in $*; do
|
|
# upper case the variable name
|
|
varstring=`echo "$i"|cut -d '=' -f 1|tr [a-z] [A-Z]`=`echo "$i"|cut -d '=' -f 2`
|
|
export $varstring
|
|
done
|
|
|
|
if [ "$OSNAME" == "AIX" ]; then
|
|
DFNAME=dep-aix-`date +%Y%m%d%H%M`.tar.gz
|
|
GSA=/gsa/pokgsa/projects/x/xcat/build/aix/xcat-dep
|
|
else
|
|
DFNAME=xcat-dep-snap`date +%Y%m%d%H%M`.tar.bz2
|
|
GSA=/gsa/pokgsa/projects/x/xcat/build/linux/xcat-dep
|
|
export HOME=/root # This is so rpm and gpg will know home, even in sudo
|
|
fi
|
|
|
|
if [ ! -d $GSA ]; then
|
|
echo "ERROR: This script is intended to be used by xCAT development..."
|
|
echo "ERROR: The GSA directory ($GSA) directory does not appear to be mounted, cannot continue!"
|
|
exit 1
|
|
fi
|
|
|
|
# set grep to quiet by default
|
|
GREP="grep -q"
|
|
if [ "$VERBOSE" = "1" -o "$VERBOSE" = "yes" ]; then
|
|
set -x
|
|
VERBOSEMODE=1
|
|
GREP="grep"
|
|
fi
|
|
|
|
# this is needed only when we are transitioning the yum over to frs
|
|
# YUMREPOURL1="http://xcat.org/yum"
|
|
# YUMREPOURL2="http://xcat.org/files/yum"
|
|
if [ "$FRSYUM" != 0 ]; then
|
|
YUMDIR="$FRS/repos"
|
|
# YUMREPOURL="$YUMREPOURL2"
|
|
else
|
|
YUMDIR=htdocs
|
|
# YUMREPOURL="$YUMREPOURL1"
|
|
fi
|
|
|
|
cd `dirname $0`
|
|
XCATCOREDIR=`/bin/pwd`
|
|
if [ -z "$DESTDIR" ]; then
|
|
# This is really a hack here because it depends on the build
|
|
# environment structure. However, it's not expected that
|
|
# users are building the xcat-dep packages
|
|
DESTDIR=../../xcat-dep
|
|
fi
|
|
|
|
# Sync from the GSA master copy of the dep rpms
|
|
mkdir -p $DESTDIR/xcat-dep
|
|
echo "Syncing RPMs from $GSA/ to $DESTDIR/xcat-dep ..."
|
|
rsync -ilrtpu --delete $GSA/ $DESTDIR/xcat-dep
|
|
cd $DESTDIR/xcat-dep
|
|
|
|
# add a comment to indicate the latest xcat-dep tar ball name
|
|
sed -i -e "s#REPLACE_LATEST_SNAP_LINE#The latest xcat-dep tar ball is ${DFNAME}#g" README
|
|
|
|
if [ "$OSNAME" != "AIX" ]; then
|
|
# Get gpg keys in place
|
|
mkdir -p $HOME/.gnupg
|
|
for i in pubring.gpg secring.gpg trustdb.gpg; do
|
|
if [ ! -f $HOME/.gnupg/$i ] || [ `wc -c $HOME/.gnupg/$i|cut -f 1 -d' '` == 0 ]; then
|
|
rm -f $HOME/.gnupg/$i
|
|
cp $GSA/../keys/$i $HOME/.gnupg
|
|
chmod 600 $HOME/.gnupg/$i
|
|
fi
|
|
done
|
|
|
|
# Tell rpm to use gpg to sign
|
|
MACROS=$HOME/.rpmmacros
|
|
if ! $GREP -q '%_signature gpg' $MACROS 2>/dev/null; then
|
|
echo '%_signature gpg' >> $MACROS
|
|
fi
|
|
if ! $GREP -q '%_gpg_name' $MACROS 2>/dev/null; then
|
|
echo '%_gpg_name xCAT Security Key' >> $MACROS
|
|
fi
|
|
|
|
# Sign the rpms that are not already signed. The "standard input reopened" warnings are normal.
|
|
echo "===> Signing RPMs..."
|
|
$XCATCOREDIR/build-utils/rpmsign.exp `find . -type f -name '*.rpm'` | grep -v -E '(already contains identical signature|was already signed|rpm --quiet --resign|WARNING: standard input reopened)'
|
|
|
|
# Create the repodata dirs
|
|
echo "===> Creating repodata directories..."
|
|
for i in `find -mindepth 2 -maxdepth 2 -type d `; do
|
|
if [ -n "$VERBOSEMODE" ]; then
|
|
createrepo --checksum sha $i # specifying checksum so the repo will work on rhel5
|
|
else
|
|
createrepo --checksum sha $i >/dev/null
|
|
fi
|
|
rm -f $i/repodata/repomd.xml.asc
|
|
gpg -a --detach-sign $i/repodata/repomd.xml
|
|
if [ ! -f $i/repodata/repomd.xml.key ]; then
|
|
cp $GSA/../keys/repomd.xml.key $i/repodata
|
|
fi
|
|
done
|
|
|
|
# Modify xCAT-dep.repo files to point to the correct place
|
|
echo "===> Modifying the xCAT-dep.repo files to point to the correct location..."
|
|
# 10/01/2015 - vkhu
|
|
# The URLs have been updated in GSA, this section is not needed at the moment
|
|
#
|
|
#if [ "$FRSYUM" != 0 ]; then
|
|
# newurl="$YUMREPOURL2"
|
|
# oldurl="$YUMREPOURL1"
|
|
#else
|
|
# newurl="$YUMREPOURL1"
|
|
# oldurl="$YUMREPOURL2"
|
|
#fi
|
|
#
|
|
#sed -i -e "s|=$oldurl|=$newurl|g" `find . -name "xCAT-dep.repo" `
|
|
fi
|
|
|
|
if [ "$OSNAME" == "AIX" ]; then
|
|
# Build the instoss file ------------------------------------------
|
|
|
|
cat >instoss << 'EOF'
|
|
#!/bin/ksh
|
|
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
|
|
# xCAT on AIX - prerequisite install script
|
|
cd `dirname $0`
|
|
PERLVER=`perl -v|grep 'This is perl'|cut -d' ' -f 4`
|
|
if [ "$PERLVER" == "v5.8.2" ]; then
|
|
OSVER='5.3'
|
|
elif [ "$PERLVER" == "v5.8.8" ]; then
|
|
OSVER='6.1'
|
|
aixver=`lslpp -lc|grep 'bos.rte:'|head -1|cut -d: -f3`
|
|
if [[ $aixver < '6.1.9.0' ]]; then
|
|
AIX61Y=0
|
|
else
|
|
AIX61Y=1
|
|
fi
|
|
elif [ "$PERLVER" == "v5.10.1" ]; then
|
|
OSVER='7.1'
|
|
aixver=`lslpp -lc|grep 'bos.rte:'|head -1|cut -d: -f3`
|
|
if [[ $aixver < '7.1.3.0' ]]; then
|
|
AIX71L=0
|
|
else
|
|
AIX71L=1
|
|
fi
|
|
|
|
else
|
|
echo "Error: the perl version of '$PERLVER' is not one that instoss understands. Exiting..."
|
|
exit 2
|
|
fi
|
|
cd $OSVER
|
|
# Have to install rpms 1 at a time, since some may be already installed.
|
|
# The only interdependency between the dep rpms so far is that net-snmp requires bash, and
|
|
# pyodbc requires unixODBC. (The bash dependency is taken care of automatically because it
|
|
# comes earlier in the alphabet.)
|
|
|
|
# first run /usr/sbin/updtvpkg to make sure any installp software is
|
|
# registered with RPM.
|
|
echo "Running updtvpkg. This could take a few minutes."
|
|
/usr/sbin/updtvpkg
|
|
echo "updtvpkg has completed."
|
|
|
|
# unixODBC is required by pyodbc, so install it first
|
|
rpm -Uvh unixODBC*
|
|
# Now install the bulk of the rpms, one at a time, in case some are already installed
|
|
for i in `ls *.rpm|grep -v -E '^tcl-|^tk-|^expect-|^unixODBC-|^xCAT-UI-deps|^perl-DBD-DB2Lite|^net-snmp'`; do
|
|
if [ "$i" == "perl-Net-DNS-0.66-1.aix5.3.ppc.rpm" ]; then
|
|
opts="--nodeps"
|
|
else
|
|
opts=""
|
|
fi
|
|
|
|
# On 7.1L and 6.1Y we need a newer version of perl-Net_SSLeay.pm
|
|
if [[ $AIX71L -eq 1 || $AIX61Y -eq 1 ]]; then
|
|
if [[ $i == perl-Net_SSLeay.pm-1.30-* ]]; then continue; fi # skip the old rpm
|
|
else
|
|
if [[ $i == perl-Net_SSLeay.pm-1.55-* ]]; then continue; fi # skip the new rpm
|
|
fi
|
|
|
|
echo rpm -Uvh $opts $i
|
|
rpm -Uvh $opts $i
|
|
done
|
|
# Have to upgrade all of the net-snmp rpms together because they depend on each other.
|
|
# Also, they require bash, so do it after the loop, rather than before
|
|
rpm -Uvh net-snmp*
|
|
|
|
EOF
|
|
# end of instoss file content ---------------------------------------------
|
|
|
|
|
|
chmod +x instoss
|
|
fi
|
|
|
|
# Get the permissions and group correct
|
|
if [ "$OSNAME" == "AIX" ]; then
|
|
# AIX
|
|
SYSGRP=system
|
|
YUM=aix
|
|
FRSDIR='2.x_AIX'
|
|
else
|
|
# Linux
|
|
SYSGRP=root
|
|
YUM=yum
|
|
FRSDIR='2.x_Linux'
|
|
fi
|
|
chgrp -R -h $SYSGRP *
|
|
chmod -R g+w *
|
|
|
|
echo "===> Building the tarball..."
|
|
#
|
|
# Want to stay above xcat-dep so we can rsync the whole directory
|
|
# DO NOT CHANGE DIRECTORY AFTER THIS POINT!!
|
|
#
|
|
cd ..
|
|
pwd
|
|
|
|
verbosetar=""
|
|
if [ -n "$VERBOSEMODE" ]; then
|
|
verbosetar="-v"
|
|
fi
|
|
|
|
echo "===> Creating $DFNAME ..."
|
|
if [ "$OSNAME" == "AIX" ]; then
|
|
tar $verbosetar -cf ${DFNAME%.gz} xcat-dep
|
|
rm -f $DFNAME
|
|
gzip ${DFNAME%.gz}
|
|
else
|
|
# Linux
|
|
tar $verbosetar -jcf $DFNAME xcat-dep
|
|
fi
|
|
|
|
if [[ ${UP} -eq 0 ]]; then
|
|
echo "Upload not being done, set UP=1 to upload to xcat.org"
|
|
exit 0;
|
|
fi
|
|
|
|
# Upload the directory structure to xcat.org yum area (xcat/repos/yum).
|
|
if [ "$FRSYUM" != 0 ]; then
|
|
links="-L" # FRS does not support rsyncing sym links
|
|
else
|
|
links="-l"
|
|
fi
|
|
|
|
i=0
|
|
echo "Uploading the xcat-deps RPMs from xcat-dep to RPMs from xcat-dep to $YUMDIR/$YUM/ ..."
|
|
while [ $((i+=1)) -le 5 ] && ! rsync $links -ruv --delete xcat-dep $USER@$TARGET_MACHINE:$YUMDIR/$YUM/
|
|
do : ; done
|
|
|
|
# Upload the tarball to the xcat.org FRS Area
|
|
i=0
|
|
echo "Uploading $DFNAME to $FRS/xcat-dep/$FRSDIR/ ..."
|
|
while [ $((i+=1)) -le 5 ] && ! rsync -v $DFNAME $USER@$TARGET_MACHINE:$FRS/xcat-dep/$FRSDIR/
|
|
do : ; done
|
|
|
|
# Upload the README to the xcat.org FRS Area
|
|
i=0
|
|
cd xcat-dep
|
|
echo "Uploading README to $FRS/xcat-dep/$FRSDIR/ ..."
|
|
while [ $((i+=1)) -le 5 ] && ! rsync -v README $USER@$TARGET_MACHINE:$FRS/xcat-dep/$FRSDIR/
|
|
do : ; done
|
|
|
|
# For some reason the README is not updated
|
|
echo "Uploading README to $YUMDIR/$YUM/ ..."
|
|
while [ $((i+=1)) -le 5 ] && ! rsync -v README $USER@$TARGET_MACHINE:$YUMDIR/$YUM/
|
|
do : ; done
|
|
|