#!/usr/bin/perl # Copy the initrd, kernel, params, and static IP info to nodes, so they can net install # even across vlans (w/o setting up pxe/dhcp broadcast relay). This assumes a working # OS is on the node. This script is primarily meant to be used in the softlayer environment. #todo: site attr for using static ip? use strict; use Getopt::Long; use Data::Dumper; # Globals - these are set once and then only read. my $HELP; my $VERBOSE; my $WAITTIME; my $NOAUTOINST; my $usage = sub { my $exitcode = shift @_; print "Usage: pushinitrd [-?|-h|--help] [-v|--verbose] [-w ] \n\n"; if (!$exitcode) { print "Copy the initrd, kernel, params, and static IP info to nodes, so they can net install\n"; print "even across vlans (w/o setting up pxe/dhcp broadcast relay). This assumes a working\n"; print "OS is on the node, that you've run nodeset for these nodes, and that all of the nodes\n"; print "are using the same osimage.\n"; } exit $exitcode; }; # Process the cmd line args Getopt::Long::Configure("bundling"); #Getopt::Long::Configure("pass_through"); Getopt::Long::Configure("no_pass_through"); if (!GetOptions('h|?|help' => \$HELP, 'v|verbose' => \$VERBOSE, 'w|waittime=s' => \$WAITTIME, 'a|noautoinst' => \$NOAUTOINST)) { $usage->(1); } if ($HELP) { $usage->(0); } if (scalar(@ARGV) != 1) { $usage->(1); } if (!defined($WAITTIME)) { $WAITTIME = 75; } # seconds to wait after configuring the nic (to let the switch handle the state change) my $noderange = $ARGV[0]; my %bootparms = getBootParms($noderange); copyFilesToNodes($noderange, \%bootparms); updateGrubOnNodes($noderange, \%bootparms); if ($bootparms{osimageprovmethod} eq 'install' && !$NOAUTOINST) { modifyAutoinstFiles($noderange, \%bootparms); } if ($bootparms{osimageprovmethod} eq 'sysclone') { copySyscloneFiles(); } exit(0); # Query the db for the kernel, initrd, and kcmdline attributes of the 1st node in the noderange sub getBootParms { my $nr = shift @_; my %bootparms; my @output = runcmd("nodels $nr bootparams.kernel bootparams.initrd bootparams.kcmdline nodetype.provmethod"); # the attributes can be displayed in a different order than requested, so need to grep for them foreach my $attr (qw(bootparams.kernel bootparams.initrd bootparams.kcmdline nodetype.provmethod)) { my ($a) = $attr =~ m/\.(.*)$/; my @gresults = grep(/^\S+:\s+$attr:/, @output); if (!scalar(@gresults)) { die "Error: attribute $attr not defined for the noderange. Did you run 'nodeset osimage=' ?\n"; } # for now just pick the 1st one. They should all be the same, except for the node name in kcmdline chomp($gresults[0]); $gresults[0] =~ s/^\S+:\s+$attr:\s*//; $bootparms{$a} = $gresults[0]; } $bootparms{kcmdline} =~ s|/install/autoinst/\S+|/install/autoinst/|; # from the nodes provmethod, get the osimage provmethod, so we know the type of install @output = runcmd("lsdef -t osimage $bootparms{provmethod} -ci provmethod"); chomp($output[0]); my ($junk, $provmethod) = split(/=/, $output[0]); $bootparms{osimageprovmethod} = $provmethod; # get the mgmt node cluster-facing ip addr @output = runcmd('lsdef -t site -ci master'); chomp($output[0]); my ($junk, $ip) = split(/=/, $output[0]); $bootparms{mnip} = $ip; verbose(Dumper(\%bootparms)); return %bootparms; } # Copy the kernel and initrd to the nodes # Args: noderange, reference to the bootparms hash sub copyFilesToNodes { my $nr = shift @_; my $bootparms = shift @_; foreach my $a (qw(kernel initrd)) { my $file = $bootparms->{$a}; my $localfile = "/tftpboot/$file"; # for the my $remotefile = '/boot/' . remoteFilename($file); print "Copying $localfile to $nr:$remotefile\n"; runcmd("xdcp $nr -p $localfile $remotefile"); } } # Form the remote file name, using the last 2 parts of the path, separated by "-" sub remoteFilename { my $f = shift @_; $f =~ s|^.*?([^/]+)/([^/]+)$|$1-$2|; return $f; } # Run the modifygrub script on the nodes to update the grub config file # Args: noderange, reference to the bootparms hash sub updateGrubOnNodes { my $nr = shift @_; my $bootparms = shift @_; my $vtxt = ($VERBOSE ? '-v' : ''); my @output = runcmd('which modifygrub'); my $modifygrub = $output[0]; chomp($modifygrub); my $cmd = "xdsh $nr -e $modifygrub $vtxt -w $WAITTIME -p " . $bootparms->{osimageprovmethod} . ' ' . remoteFilename($bootparms->{kernel}) . ' ' . remoteFilename($bootparms->{initrd}) . ' '; # we need to quote the kernel parms, both here when passing it to xdsh, and on the node # when xdsh is passing it to modifygrub. The way to get single quotes inside single quotes # is to quote each of the outer single quotes with double quotes. $cmd .= q("'"') . $bootparms->{kcmdline} . q('"'"); $cmd .= ' ' . $bootparms->{mnip}; print "Running modifygrub on $nr to update the grub configuration.\n"; runcmd($cmd); } # Hack the autoinst files to wait in a key spot to make them work even tho it takes # the NICs almost a min before they can transmit after a state change. #todo: this has only been tested with SLES nodes sub modifyAutoinstFiles { my $nr = shift @_; my $bootparms = shift @_; # expand the noderange into a list of nodes my @nodes = runcmd("nodels $nr"); chomp(@nodes); # Edit each file to have chroot.sles insert a wait at the end of /etc/init.d/network # this finds the end of boot.sh script (which is chroot.sles) my $search = '\n\]\]>\s*\s*\s*'; # hack the /etc/init.d/network script to put a wait in it my $file = '/mnt/etc/init.d/network'; # at this point in the installation, the permanent file system is just mounted #my $waitstring = 'echo Sleeping for 55s;sleep 55'; # this is the string to insert in the nodes /etc/init.d/network script. It is a while loop pinging the mn, but some of the chars need to be escaped for sed my $waitstring = 'echo -n Waiting to reach xCAT mgmt node ' . $bootparms->{mnip} . '.;xcatretries=60;while \[ \$\(\(xcati+=1\)\) -le \$xcatretries \] \&\& ! ping -c2 -w3 ' . $bootparms->{mnip} .' \>\/dev\/null 2\>\&1; do echo -n .; done; if \[ \$xcati -le \$xcatretries \]; then echo success; else echo failed; fi; sleep 3'; # this crazy sed string is from google. It gathers up the whole file into the hold buffer, and then the substitution is done on the whole file my $sedstring = q|sed -n '1h;1!H;${;g;s/\(\t\treload_firewall\n\)\n/\1\t\t| . $waitstring . q(\n\n/g;p;}') . " $file > $file.new"; # finally create the perl replace string that will be used to modify the autoinst file my $replace = "$sedstring\nchmod 755 $file.new; mv -f $file.new $file"; # Now instead we add a script that gets invoked by the OS after the nic is brought up # these are specific to SLES #my $netdir = '/etc/sysconfig/network'; #my $filename = '/etc/sysconfig/network/if-up.d/xcat-sl-wait'; #my $mnip = $bootparms->{mnip}; #todo: to support rhel, use these values instead #my $netdir='/etc/sysconfig/network-scripts'; #my $filename='/sbin/ifup-local'; # this does not work, because midway thru the autoyast process, the if-up.d scripts do not seem to get invoked # so autoyast fails to get he media #my $replace = qq( #FILENAME=$filename #NETDIR=$netdir #MNIP=$mnip #); # $replace .= q( #cat >$FILENAME << EOF1 #MNIP=$MNIP #NETDIR=$NETDIR #EOF1 # # this part of the file we do NOT want to expand the variables in the content #cat >>$FILENAME << 'EOF2' #NIC="$1" # look in this ifcfg script to get the nics ip to see if this is the one we should be waiting on #NICIP=`awk -F= '/^IPADDR/ {print $2}' $NETDIR/ifcfg-$NIC | tr -d \' ` #if [ "${NICIP%.*.*}" != "${MNIP%.*.*}" ]; then exit; fi # hack: compare the 1st 2 octets #echo -n Waiting to reach xCAT mgmt node $MNIP. #xcatretries=60 #while [ $((xcati+=1)) -le $xcatretries ] && ! ping -c2 -w3 $MNIP >/dev/null 2>&1; do echo -n .; done #if [ $xcati -le $xcatretries ]; then echo " success"; else echo " failed"; fi #sleep 3 #EOF2 # #chmod +x $FILENAME #); # now actually update the file print "Updating /install/autoinst files.\n"; foreach my $n (@nodes) { my $f = "/install/autoinst/$n"; my $matches = sed($f, $search, $replace, mode=>'insertbefore'); if (!$matches) { die "Error: could not find the right place in $f to insert the sed of the network wait.\n"; } } } # Copy softlayer specific systemimager post-install scripts to the systemimager location. # These cause si to use static ip and insert a wait into the bring up of the network. sub copySyscloneFiles { my $cmd = "cp -f /opt/xcat/share/xcat/sysclone/post-install/* /install/sysclone/scripts/post-install"; print "Copying SoftLayer-specific post scripts to the SystemImager post-install directory.\n"; runcmd($cmd); } # this is like multi-line sed replace function # Args: filename, search-string, replace-string sub sed { my ($file, $search, $replace, %options) = @_; #my $opts = 's'; #if ($options{global}) { $opts .= 'g'; } # open the file for reading verbose("reading $file"); open(FILE, $file) || die "Error: can not open file $file for reading: $!\n"; my $lines; while () { $lines .= $_; } #verbose('file length is '.length($lines)); close FILE; # we also need to look for this string 1st my $replacecopy = $replace; # a search string can't have special chars in it $replacecopy =~ s/(\W)/\\$1/g; # so escape all of the meta characters #print "replacecopy=$replacecopy\n"; # check to see if the replace string is already in the file if ($lines =~ m/$replacecopy/s) { print "$file did not need updating.\n"; return 1; } # search/replace and see if there were any matches my $matches; if ($options{mode} eq 'insertbefore') { $matches = $lines =~ s/($search)/\n$replace\n$1/s; } elsif ($options{mode} eq 'insertafter') { $matches = $lines =~ s/($search)/$1\n$replace\n/s; } elsif ($options{mode} eq 'replace') { $matches = $lines =~ s/$search/$replace/s; } else { die "Internal error: don't suppor sed mode of $options{mode}.\n"; } # write file if necessary if ($matches) { verbose("updating $file"); open(FILE, '>', $file) || die "Error: can not open file $file for writing: $!\n"; print FILE $lines; close FILE; } return $matches; } # Pring msg only if -v was specified sub verbose { if ($VERBOSE) { print shift, "\n"; } } # Run a command. If called in the context of return an array, it will capture the output # of the cmd and return it. Otherwise, it will display the output to stdout. # If the cmd has a non-zero rc, this function will die with a msg. sub runcmd { my ($cmd) = @_; my $rc; $cmd .= ' 2>&1' ; verbose($cmd); my @output; if (wantarray) { @output = `$cmd`; $rc = $?; } else { system($cmd); $rc = $?; } if ($rc) { $rc = $rc >> 8; if ($rc > 0) { die "Error: rc $rc return from cmd: $cmd\n"; } else { die "Error: system error returned from cmd: $cmd\n"; } } elsif (wantarray) { return @output; } }