From 957464e075a451b2b5531f7e81cac9cac18b78d9 Mon Sep 17 00:00:00 2001 From: jbjohnso Date: Thu, 26 Apr 2012 12:40:46 +0000 Subject: [PATCH] Have wget http ignore robots.txt git-svn-id: https://svn.code.sf.net/p/xcat/code/xcat-core/trunk@12352 8638fb3e-16cb-4fca-ae20-7b5d299a9bcd --- xCAT-server/share/xcat/install/scripts/post.xcat | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/xCAT-server/share/xcat/install/scripts/post.xcat b/xCAT-server/share/xcat/install/scripts/post.xcat index e1b38e179..dfc8d8257 100644 --- a/xCAT-server/share/xcat/install/scripts/post.xcat +++ b/xCAT-server/share/xcat/install/scripts/post.xcat @@ -17,7 +17,7 @@ do for i in $MASTER_IPS do #wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -t 0 -T 60 ftp://$i/postscripts - wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -nH --cut-dirs=2 --reject "index.html*" --no-parent -t 0 -T 60 http://$i$INSTALLDIR/postscripts/ -P /xcatpost + wget -l inf -N -r --waitretry=10 --random-wait --retry-connrefused -e robots=off -nH --cut-dirs=2 --reject "index.html*" --no-parent -t 0 -T 60 http://$i$INSTALLDIR/postscripts/ -P /xcatpost if [ "$?" = "0" ] then if [ ! -x /usr/bin/openssl ]; then #Stop if no openssl to help the next bit