Fix otherpkgs in the face of robots.txt

git-svn-id: https://svn.code.sf.net/p/xcat/code/xcat-core/branches/2.7@12354 8638fb3e-16cb-4fca-ae20-7b5d299a9bcd
This commit is contained in:
jbjohnso 2012-04-26 13:00:25 +00:00
parent f26491b055
commit 707353d7a4

View File

@ -590,7 +590,7 @@ while [ $op_index -le $OTHERPKGS_INDEX ]; do
rm -f -R /tmp/postage/*
cd /tmp/postage
wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -t 0 -T 60 --reject "index.html*" --no-parent http://$OTHERPKGDIR/ 2> /tmp/wget.log
wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -e robots=off -t 0 -T 60 --reject "index.html*" --no-parent http://$OTHERPKGDIR/ 2> /tmp/wget.log
cd /tmp/postage/$NFSSERVER$INSTALLDIR
mv $dir_no_ftproot/* /xcatpost/$dir_no_ftproot;