From bc9e8d2f92606cca123ecb1f454ebd8a8106d031 Mon Sep 17 00:00:00 2001 From: jbjohnso Date: Thu, 26 Apr 2012 13:00:41 +0000 Subject: [PATCH] Fix otherpkgs in the face of robots.txt git-svn-id: https://svn.code.sf.net/p/xcat/code/xcat-core/trunk@12355 8638fb3e-16cb-4fca-ae20-7b5d299a9bcd --- xCAT/postscripts/otherpkgs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/xCAT/postscripts/otherpkgs b/xCAT/postscripts/otherpkgs index b8a989cc4..0a16f2361 100755 --- a/xCAT/postscripts/otherpkgs +++ b/xCAT/postscripts/otherpkgs @@ -590,7 +590,7 @@ while [ $op_index -le $OTHERPKGS_INDEX ]; do rm -f -R /tmp/postage/* cd /tmp/postage - wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -t 0 -T 60 --reject "index.html*" --no-parent http://$OTHERPKGDIR/ 2> /tmp/wget.log + wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -e robots=off -t 0 -T 60 --reject "index.html*" --no-parent http://$OTHERPKGDIR/ 2> /tmp/wget.log cd /tmp/postage/$NFSSERVER$INSTALLDIR mv $dir_no_ftproot/* /xcatpost/$dir_no_ftproot;