# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html package xCAT_plugin::xnba; use strict; use Sys::Syslog; use Socket; use File::Copy; use File::Path; use xCAT::Scope; use xCAT::MsgUtils; use Getopt::Long; my $addkcmdlinehandled; my $request; my $callback; my $dhcpconf = "/etc/dhcpd.conf"; #my $tftpdir = "/tftpboot"; my $globaltftpdir = xCAT::Utils->getTftpDir(); #my $dhcpver = 3; my %usage = ( "nodeset" => "Usage: nodeset [install|shell|boot|runcmd=bmcsetup|netboot|iscsiboot|osimage=|statelite|offline]", ); sub handled_commands { return { nodeset => "noderes:netboot" } } sub check_dhcp { return 1; #TODO: omapi magic to do things right my $node = shift; my $dhcpfile; open ($dhcpfile,$dhcpconf); while (<$dhcpfile>) { if (/host $node\b/) { close $dhcpfile; return 1; } } close $dhcpfile; return 0; } sub _slow_get_tftpdir { #make up for paths where tftpdir is not passed in my $node=shift; my $nrtab = xCAT::Table->new('noderes',-create=>0); #in order to detect per-node tftp directories unless ($nrtab) { return $globaltftpdir; } my $ent = $nrtab->getNodeAttribs($node,["tftpdir"]); if ($ent and $ent->{tftpdir}) { return $ent->{tftpdir}; } else { return $globaltftpdir; } } sub getstate { my $node = shift; my $tftpdir = shift; unless ($tftpdir) { $tftpdir = _slow_get_tftpdir($node); } if (check_dhcp($node)) { if (-r $tftpdir . "/xcat/xnba/nodes/".$node) { my $fhand; open ($fhand,$tftpdir . "/xcat/xnba/nodes/".$node); my $headline = <$fhand>; $headline = <$fhand>; #second line is the comment now... close $fhand; $headline =~ s/^#//; chomp($headline); return $headline; } elsif (-r $tftpdir . "/pxelinux.cfg/".$node) { my $fhand; open ($fhand,$tftpdir . "/pxelinux.cfg/".$node); my $headline = <$fhand>; close $fhand; $headline =~ s/^#//; chomp($headline); return $headline; } else { return "boot"; } } else { return "discover"; } } sub setstate { =pod This function will manipulate the pxelinux.cfg structure to match what the noderes/chain tables indicate the node should be booting. =cut my $node = shift; my %bphash = %{shift()}; my %chainhash = %{shift()}; my %machash = %{shift()}; my %iscsihash = %{shift()}; my $tftpdir = shift; my $kern = $bphash{$node}->[0]; #$bptab->getNodeAttribs($node,['kernel','initrd','kcmdline']); unless ($addkcmdlinehandled->{$node}) { #Tag to let us know the plugin had a special syntax implemented for addkcmdline if ($kern->{addkcmdline}) { #Implement the kcmdline append here for #most generic, least code duplication ###hack start # This is my comment. There are many others like it, but this one is mine. # My comment is my best friend. It is my life. I must master it as I must master my life. # Without me, my comment is useless. Without my comment, I am useless. # Jarrod to clean up. It really should be in Table.pm and support # the new statelite $table notation. #I dislike spaces, tabs are cleaner, I'm too tired to change all the xCAT code. #I give in. my $kcmdlinehack = $kern->{addkcmdline}; while ($kcmdlinehack =~ /#NODEATTRIB:([^:#]+):([^:#]+)#/) { my $natab = xCAT::Table->new($1); my $naent = $natab->getNodeAttribs($node,[$2]); my $naval = $naent->{$2}; $kcmdlinehack =~ s/#NODEATTRIB:([^:#]+):([^:#]+)#/$naval/; } while ($kcmdlinehack =~ /#TABLE:([^:#]+):([^:#]+):([^:#]+)#/) { my $tabname = $1; my $keyname = $2; my $colname = $3; if ($2 =~ /THISNODE/ or $2 =~ /\$NODE/) { my $natab = xCAT::Table->new($tabname); my $naent = $natab->getNodeAttribs($node,[$colname]); my $naval = $naent->{$colname}; $kcmdlinehack =~ s/#TABLE:([^:#]+):([^:#]+):([^:#]+)#/$naval/; } else { my $msg = "Table key of $2 not yet supported by boottarget mini-template"; $callback->({ error => ["$msg"], errorcode => [1] }); } } #$kern->{kcmdline} .= " ".$kern->{addkcmdline}; $kern->{kcmdline} .= " ".$kcmdlinehack; ###hack end } } my $elilokcmdline = $kern->{kcmdline}; #track it separate, since vars differ my $pxelinuxkcmdline = $kern->{kcmdline}; #track it separate, since vars differ if ($kern->{kcmdline} =~ /!myipfn!/) { my $ipfn = '${next-server}';#xCAT::Utils->my_ip_facing($node); $kern->{kcmdline} =~ s/!myipfn!/$ipfn/g; $elilokcmdline =~ s/!myipfn!/%N/g; $ipfn = xCAT::Utils->my_ip_facing($node); unless ($ipfn) { $ipfn = $::XCATSITEVALS{master}; } if ($ipfn) { $pxelinuxkcmdline =~ s/!myipfn!/$ipfn/g; } } my $pcfg; unlink($tftpdir."/xcat/xnba/nodes/".$node.".pxelinux"); open($pcfg,'>',$tftpdir."/xcat/xnba/nodes/".$node); my $cref=$chainhash{$node}->[0]; #$chaintab->getNodeAttribs($node,['currstate']); print $pcfg "#!gpxe\n"; if ($cref->{currstate}) { print $pcfg "#".$cref->{currstate}."\n"; } if ($cref and $cref->{currstate} eq "boot") { my $ient = $iscsihash{$node}->[0]; if ($ient and $ient->{server} and $ient->{target}) { print $pcfg "hdboot\n"; } else { print $pcfg "exit\n"; } close($pcfg); } elsif ($kern and $kern->{kernel}) { if ($kern->{kernel} =~ /!/) { #TODO: deprecate this, do stateless Xen like stateless ESXi my $hypervisor; my $kernel; ($kernel,$hypervisor) = split /!/,$kern->{kernel}; print $pcfg " set 209:string xcat/xnba/nodes/$node.pxelinux\n"; print $pcfg " set 210:string http://".'${next-server}'."/tftpboot/\n"; print $pcfg " imgfetch -n pxelinux.0 http://".'${next-server}'."/tftpboot/xcat/pxelinux.0\n"; print $pcfg " imgload pxelinux.0\n"; print $pcfg " imgexec pxelinux.0\n"; close($pcfg); open($pcfg,'>',$tftpdir."/xcat/xnba/nodes/".$node.".pxelinux"); print $pcfg "DEFAULT xCAT\nLABEL xCAT\n KERNEL mboot.c32\n"; print $pcfg " APPEND $hypervisor --- $kernel ".$pxelinuxkcmdline." --- ".$kern->{initrd}."\n"; } else { if ($kern->{kernel} =~ /\.c32\z/ or $kern->{kernel} =~ /memdisk\z/) { #gPXE comboot support seems insufficient, chain pxelinux instead print $pcfg " set 209:string xcat/xnba/nodes/$node.pxelinux\n"; print $pcfg " set 210:string http://".'${next-server}'."/tftpboot/\n"; print $pcfg " imgfetch -n pxelinux.0 http://".'${next-server}'."/tftpboot/xcat/pxelinux.0\n"; print $pcfg " imgload pxelinux.0\n"; print $pcfg " imgexec pxelinux.0\n"; close($pcfg); open($pcfg,'>',$tftpdir."/xcat/xnba/nodes/".$node.".pxelinux"); #It's time to set pxelinux for this node to boot the kernel.. print $pcfg "DEFAULT xCAT\nLABEL xCAT\n"; print $pcfg " KERNEL ".$kern->{kernel}."\n"; if ($kern->{initrd} or $kern->{kcmdline}) { print $pcfg " APPEND "; } if ($kern and $kern->{initrd}) { print $pcfg "initrd=".$kern->{initrd}." "; } if ($kern and $kern->{kcmdline}) { print $pcfg $pxelinuxkcmdline."\n"; } else { print $pcfg "\n"; } print $pcfg "IPAPPEND 2\n"; if ($kern->{kernel} =~ /esxi5/) { #Make uefi boot provisions my $ucfg; open($ucfg,'>',$tftpdir."/xcat/xnba/nodes/".$node.".uefi"); if ($kern->{kcmdline} =~ / xcat\/netboot/) { $kern->{kcmdline} =~ s/xcat\/netboot/\/tftpboot\/xcat\/netboot/; } print $ucfg "#!gpxe\n"; print $ucfg 'chain http://${next-server}/tftpboot/xcat/esxboot-x64.efi '.$kern->{kcmdline}."\n"; close($ucfg); } } else { #other than comboot/multiboot, we won't have need of pxelinux print $pcfg "imgfetch -n kernel http://".'${next-server}/tftpboot/'.$kern->{kernel}."\n"; print $pcfg "imgload kernel\n"; if ($kern->{kcmdline}) { print $pcfg "imgargs kernel ".$kern->{kcmdline}.' BOOTIF=01-${netX/machyp}'."\n"; } else { print $pcfg "imgargs kernel BOOTIF=".'${netX/mac}'."\n"; } if ($kern->{initrd}) { print $pcfg "imgfetch http://".'${next-server}'."/tftpboot/".$kern->{initrd}."\n"; } print $pcfg "imgexec kernel\n"; if ($kern->{kcmdline} and $kern->{initrd}) { #only a linux kernel/initrd pair should land here, write elilo config and uefi variant of xnba config file my $ucfg; open($ucfg,'>',$tftpdir."/xcat/xnba/nodes/".$node.".uefi"); print $ucfg "#!gpxe\n"; print $ucfg 'chain http://${next-server}/tftpboot/xcat/elilo-x64.efi -C /tftpboot/xcat/xnba/nodes/'.$node.".elilo\n"; close($ucfg); open($ucfg,'>',$tftpdir."/xcat/xnba/nodes/".$node.".elilo"); print $ucfg 'default="xCAT"'."\n"; print $ucfg "delay=0\n\n"; print $ucfg "image=/tftpboot/".$kern->{kernel}."\n"; print $ucfg " label=\"xCAT\"\n"; print $ucfg " initrd=/tftpboot/".$kern->{initrd}."\n"; print $ucfg " append=\"".$elilokcmdline.' BOOTIF=%B"'."\n"; close($ucfg); } } } close($pcfg); } else { #TODO: actually, should possibly default to xCAT image? print $pcfg "LOCALBOOT 0\n"; close($pcfg); } } my $errored = 0; sub pass_along { my $resp = shift; if ($resp->{error} and not ref $resp->{error}) { $resp->{error} = [ $resp->{error} ]; } if ($resp and ($resp->{errorcode} and $resp->{errorcode}->[0]) or ($resp->{error} and $resp->{error}->[0])) { $errored=1; } foreach (@{$resp->{node}}) { if ($_->{error} or $_->{errorcode}) { $errored=1; } if ($_->{_addkcmdlinehandled}) { $addkcmdlinehandled->{$_->{name}->[0]}=1; return; #Don't send back to client this internal hint } } $callback->($resp); } sub preprocess_request { my $req = shift; if ($req->{_xcatpreprocessed}->[0] == 1) { return [$req]; } my $callback1 = shift; my $command = $req->{command}->[0]; my $sub_req = shift; my @args=(); if (ref($req->{arg})) { @args=@{$req->{arg}}; } else { @args=($req->{arg}); } @ARGV = @args; #use Getopt::Long; Getopt::Long::Configure("bundling"); Getopt::Long::Configure("pass_through"); my $HELP; my $VERSION; if (!GetOptions('h|?|help' => \$HELP, 'v|version' => \$VERSION) ) { if($usage{$command}) { my %rsp; $rsp{data}->[0]=$usage{$command}; $callback1->(\%rsp); } return; } if ($HELP) { if($usage{$command}) { my %rsp; $rsp{data}->[0]=$usage{$command}; $callback1->(\%rsp); } return; } if ($VERSION) { my $ver = xCAT::Utils->Version(); my %rsp; $rsp{data}->[0]="$ver"; $callback1->(\%rsp); return; } if (@ARGV==0) { if($usage{$command}) { my %rsp; $rsp{data}->[0]=$usage{$command}; $callback1->(\%rsp); } return; } #Assume shared tftp directory for boring people, but for cool people, help sync up tftpdirectory contents when #they specify no sharedtftp in site table my $stab = xCAT::Table->new('site'); my $sent = $stab->getAttribs({key=>'sharedtftp'},'value'); if ($sent and ($sent->{value} == 0 or $sent->{value} =~ /no/i)) { $req->{'_disparatetftp'}=[1]; if ($req->{inittime}->[0]) { return [$req]; } return xCAT::Scope->get_broadcast_scope($req,@_); } return [$req]; } #sub preprocess_request { # my $req = shift; # $callback = shift; # if ($req->{_xcatpreprocessed}->[0] == 1) { return [$req]; } # my @requests = ({%$req}); #Start with a straight copy to reflect local instance # my $sitetab = xCAT::Table->new('site'); # (my $ent) = $sitetab->getAttribs({key=>'xcatservers'},'value'); # $sitetab->close; # if ($ent and $ent->{value}) { # foreach (split /,/,$ent->{value}) { # if (xCAT::Utils->thishostisnot($_)) { # my $reqcopy = {%$req}; # $reqcopy->{'_xcatdest'} = $_; # $reqcopy->{_xcatpreprocessed}->[0] = 1; # push @requests,$reqcopy; # } # } # } # return \@requests; #} #sub preprocess_request { # my $req = shift; # my $callback = shift; # my %localnodehash; # my %dispatchhash; # my $nrtab = xCAT::Table->new('noderes'); # foreach my $node (@{$req->{node}}) { # my $nodeserver; # my $tent = $nrtab->getNodeAttribs($node,['tftpserver']); # if ($tent) { $nodeserver = $tent->{tftpserver} } # unless ($tent and $tent->{tftpserver}) { # $tent = $nrtab->getNodeAttribs($node,['servicenode']); # if ($tent) { $nodeserver = $tent->{servicenode} } # } # if ($nodeserver) { # $dispatchhash{$nodeserver}->{$node} = 1; # } else { # $localnodehash{$node} = 1; # } # } # my @requests; # my $reqc = {%$req}; # $reqc->{node} = [ keys %localnodehash ]; # if (scalar(@{$reqc->{node}})) { push @requests,$reqc } # # foreach my $dtarg (keys %dispatchhash) { #iterate dispatch targets # my $reqcopy = {%$req}; #deep copy # $reqcopy->{'_xcatdest'} = $dtarg; # $reqcopy->{node} = [ keys %{$dispatchhash{$dtarg}}]; # push @requests,$reqcopy; # } # return \@requests; #} sub process_request { $request = shift; $callback = shift; my $sub_req = shift; my @args; my @nodes; my @rnodes; if (ref($request->{node})) { @rnodes = @{$request->{node}}; } else { if ($request->{node}) { @rnodes = ($request->{node}); } } unless (@rnodes) { if ($usage{$request->{command}->[0]}) { $callback->({data=>$usage{$request->{command}->[0]}}); } return; } #if not shared, then help sync up if ($request->{'_disparatetftp'}->[0]) { #reading hint from preprocess_command @nodes = (); foreach (@rnodes) { if (xCAT::Utils->nodeonmynet($_)) { push @nodes,$_; } else { xCAT::MsgUtils->message("S", "$_: xnba netboot: stop configuration because of none sharedtftp and not on same network with its xcatmaster."); } } } else { @nodes = @rnodes; } # return directly if no nodes in the same network unless (@nodes) { xCAT::MsgUtils->message("S", "xCAT: xnba netboot: no valid nodes. Stop the operation on this server."); return; } if (ref($request->{arg})) { @args=@{$request->{arg}}; } else { @args=($request->{arg}); } #now run the begin part of the prescripts unless ($args[0] eq 'stat') { # or $args[0] eq 'enact') { $errored=0; if ($request->{'_disparatetftp'}->[0]) { #the call is distrubuted to the service node already, so only need to handles my own children $sub_req->({command=>['runbeginpre'], node=>\@nodes, arg=>[$args[0], '-l']},\&pass_along); } else { #nodeset did not distribute to the service node, here we need to let runednpre to distribute the nodes to their masters $sub_req->({command=>['runbeginpre'], node=>\@rnodes, arg=>[$args[0]]},\&pass_along); } if ($errored) { my $rsp; $rsp->{errorcode}->[0]=1; $rsp->{error}->[0]="Failed in running begin prescripts.\n"; $callback->($rsp); return; } } #back to normal business if (! -r "$globaltftpdir/xcat/pxelinux.0") { unless (-r $::XCATROOT."/share/xcat/netboot/syslinux/pxelinux.0") { $callback->({error=>["Unable to find pxelinux.0 at ".$::XCATROOT."/share/xcat/netboot/syslinux/pxelinux.0"],errorcode=>[1]}); return; } copy($::XCATROOT."/share/xcat/netboot/syslinux/pxelinux.0","$globaltftpdir/xcat/pxelinux.0"); chmod(0644,"$globaltftpdir/xcat/pxelinux.0"); } unless ( -r "$globaltftpdir/xcat/pxelinux.0" ) { $callback->({error=>["Unable to find pxelinux.0 from syslinux"],errorcode=>[1]}); return; } my $inittime=0; if (exists($request->{inittime})) { $inittime= $request->{inittime}->[0];} if (!$inittime) { $inittime=0;} $errored=0; unless ($args[0] eq 'stat') { # or $args[0] eq 'enact') { $sub_req->({command=>['setdestiny'], node=>\@nodes, inittime=>[$inittime], arg=>[$args[0]]},\&pass_along); } if ($errored) { return; } #Time to actually configure the nodes, first extract database data with the scalable calls my $bptab = xCAT::Table->new('bootparams',-create=>1); my $chaintab = xCAT::Table->new('chain'); my $noderestab = xCAT::Table->new('noderes'); #in order to detect per-node tftp directories my $mactab = xCAT::Table->new('mac'); #to get all the hostnames my %nrhash = %{$noderestab->getNodesAttribs(\@nodes,[qw(tftpdir)])}; my %bphash = %{$bptab->getNodesAttribs(\@nodes,[qw(kernel initrd kcmdline addkcmdline)])}; my %chainhash = %{$chaintab->getNodesAttribs(\@nodes,[qw(currstate)])}; my %iscsihash; my $iscsitab = xCAT::Table->new('iscsi'); if ($iscsitab) { %iscsihash = %{$iscsitab->getNodesAttribs(\@nodes,[qw(server target)])}; } my %machash = %{$mactab->getNodesAttribs(\@nodes,[qw(mac)])}; foreach (@nodes) { my $tftpdir; if ($nrhash{$_}->[0] and $nrhash{$_}->[0]->{tftpdir}) { $tftpdir = $nrhash{$_}->[0]->{tftpdir}; } else { $tftpdir = $globaltftpdir; } mkpath($tftpdir."/xcat/xnba/nodes/"); my %response; $response{node}->[0]->{name}->[0]=$_; if ($args[0] eq 'stat') { $response{node}->[0]->{data}->[0]= getstate($_,$tftpdir); $callback->(\%response); } elsif ($args[0]) { #If anything else, send it on to the destiny plugin, then setstate my $rc; my $errstr; ($rc,$errstr) = setstate($_,\%bphash,\%chainhash,\%machash,\%iscsihash,$tftpdir); #currently, it seems setstate doesn't return error codes... #if ($rc) { # $response{node}->[0]->{errorcode}->[0]= $rc; # $response{node}->[0]->{errorc}->[0]= $errstr; # $callback->(\%response); #} if($args[0] eq 'offline') { unlink($tftpdir."/xcat/xnba/nodes/".$_); unlink($tftpdir."/xcat/xnba/nodes/".$_.".pxelinux"); unlink($tftpdir."/xcat/xnba/nodes/".$_.".uefi"); unlink($tftpdir."/xcat/xnba/nodes/".$_.".elilo"); } } } #dhcp stuff -- inittime is set when xcatd on sn is started unless (($args[0] eq 'stat') || ($inittime) || ($args[0] eq 'offline')) { my $do_dhcpsetup=1; my $sitetab = xCAT::Table->new('site'); if ($sitetab) { (my $ref) = $sitetab->getAttribs({key => 'dhcpsetup'}, 'value'); if ($ref) { if ($ref->{value} =~ /0|n|N/) { $do_dhcpsetup=0; } } } if ($do_dhcpsetup) { if ($request->{'_disparatetftp'}->[0]) { #reading hint from preprocess_command $sub_req->({command=>['makedhcp'],arg=>['-l'], node=>\@nodes},$callback); } else { $sub_req->({command=>['makedhcp'], node=>\@nodes},$callback); } } } #now run the end part of the prescripts unless ($args[0] eq 'stat') { # or $args[0] eq 'enact') $errored=0; if ($request->{'_disparatetftp'}->[0]) { #the call is distrubuted to the service node already, so only need to handles my own children $sub_req->({command=>['runendpre'], node=>\@nodes, arg=>[$args[0], '-l']},\&pass_along); } else { #nodeset did not distribute to the service node, here we need to let runednpre to distribute the nodes to their masters $sub_req->({command=>['runendpre'], node=>\@rnodes, arg=>[$args[0]]},\&pass_along); } if ($errored) { my $rsp; $rsp->{errorcode}->[0]=1; $rsp->{error}->[0]="Failed in running end prescripts.\n"; $callback->($rsp); return; } } } #---------------------------------------------------------------------------- =head3 getNodesetStates returns the nodeset state for the given nodes. The possible nodeset states are: netboot, install, boot and discover. Arguments: nodes --- a pointer to an array of nodes states -- a pointer to a hash table. This hash will be filled by this function. The key is the nodeset status and the value is a pointer to an array of nodes. Returns: (return code, error message) =cut #----------------------------------------------------------------------------- sub getNodesetStates { my $noderef=shift; if ($noderef =~ /xCAT_plugin::pxe/) { $noderef=shift; } my @nodes=@$noderef; my $hashref=shift; my $noderestab = xCAT::Table->new('noderes'); #in order to detect per-node tftp directories my %nrhash = %{$noderestab->getNodesAttribs(\@nodes,[qw(tftpdir)])}; if (@nodes>0) { foreach my $node (@nodes) { my $tftpdir; if ($nrhash{$node}->[0] and $nrhash{$node}->[0]->{tftpdir}) { $tftpdir = $nrhash{$node}->[0]->{tftpdir}; } else { $tftpdir = $globaltftpdir; } my $tmp=getstate($node,$tftpdir); my @a=split(' ', $tmp); my $stat = $a[0]; if (exists($hashref->{$stat})) { my $pa=$hashref->{$stat}; push(@$pa, $node); } else { $hashref->{$stat}=[$node]; } } } return (0, ""); } 1;