2010-03-04 15:30:12 +00:00
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
package xCAT_plugin::vsmppxe ;
use Data::Dumper ;
use Sys::Syslog ;
2013-09-13 12:00:12 +00:00
use xCAT::Scope ;
use xCAT::Utils ;
use xCAT::NetworkUtils ;
2010-03-04 15:30:12 +00:00
use Socket ;
use File::Copy ;
use Getopt::Long ;
2012-03-16 10:31:33 +00:00
use xCAT::MsgUtils ;
2013-09-12 13:24:20 +00:00
use xCAT::ServiceNodeUtils ;
2013-09-13 12:00:12 +00:00
use xCAT::TableUtils ;
2010-03-04 15:30:12 +00:00
my $ addkcmdlinehandled ;
my $ request ;
my $ callback ;
my $ dhcpconf = "/etc/dhcpd.conf" ;
my $ tftpdir = "/tftpboot/vsmp" ;
#my $dhcpver = 3;
my % usage = (
2012-12-11 20:59:50 +00:00
"nodeset" = > "Usage: nodeset <noderange> [install|shell|boot|runcmd=bmcsetup|netboot|iscsiboot|osimage[=<imagename>]]" ,
2010-03-04 15:30:12 +00:00
) ;
sub handled_commands {
return {
nodeset = > "noderes:netboot"
}
}
sub check_dhcp {
return 1 ;
#TODO: omapi magic to do things right
my $ node = shift ;
my $ dhcpfile ;
open ( $ dhcpfile , $ dhcpconf ) ;
while ( <$dhcpfile> ) {
if ( /host $node\b/ ) {
close $ dhcpfile ;
return 1 ;
}
}
close $ dhcpfile ;
return 0 ;
}
sub getstate {
my $ node = shift ;
if ( check_dhcp ( $ node ) ) {
if ( - r $ tftpdir . "/pxelinux.cfg/" . $ node ) {
my $ fhand ;
open ( $ fhand , $ tftpdir . "/pxelinux.cfg/" . $ node ) ;
my $ headline = <$fhand> ;
close $ fhand ;
$ headline =~ s/^#// ;
chomp ( $ headline ) ;
return $ headline ;
} else {
return "boot" ;
}
} else {
return "discover" ;
}
}
sub setstate {
= pod
This function will manipulate the pxelinux . cfg structure to match what the noderes / chain tables indicate the node should be booting .
= cut
my $ node = shift ;
my $ primarynode = $ node ;
$ primarynode =~ s/-vsmp$//gm ;
my % bphash = % { shift ( ) } ;
my % chainhash = % { shift ( ) } ;
my % machash = % { shift ( ) } ;
my $ kern = $ bphash { $ node } - > [ 0 ] ; #$bptab->getNodeAttribs($node,['kernel','initrd','kcmdline']);
if ( not $ addkcmdlinehandled - > { $ node } and $ kern - > { addkcmdline } ) { #Implement the kcmdline append here for
#most generic, least code duplication
$ kern - > { kcmdline } . = " " . $ kern - > { addkcmdline } ;
}
if ( $ kern - > { kcmdline } =~ /!myipfn!/ ) {
2012-08-09 04:07:40 +00:00
my $ ipfn = xCAT::NetworkUtils - > my_ip_facing ( $ node ) ;
2010-03-04 15:30:12 +00:00
unless ( $ ipfn ) {
2012-08-09 04:07:40 +00:00
my @ myself = xCAT::NetworkUtils - > determinehostname ( ) ;
2010-03-04 15:30:12 +00:00
my $ myname = $ myself [ ( scalar @ myself ) - 1 ] ;
$ callback - > (
{
error = > [
"$myname: Unable to determine or reasonably guess the image server for $node"
] ,
errorcode = > [ 1 ]
}
) ;
}
$ kern - > { kcmdline } =~ s/!myipfn!/$ipfn/g ;
}
my $ pcfg ;
open ( $ pcfg , '>' , $ tftpdir . "/pxelinux.cfg/" . $ node ) ;
my $ cref = $ chainhash { $ node } - > [ 0 ] ; #$chaintab->getNodeAttribs($node,['currstate']);
if ( $ cref - > { currstate } ) {
print $ pcfg "#" . $ cref - > { currstate } . "\n" ;
}
print $ pcfg "DEFAULT xCAT\n" ;
print $ pcfg "LABEL xCAT\n" ;
if ( $ cref and $ cref - > { currstate } eq "boot" ) {
print $ pcfg "LOCALBOOT 0\n" ;
close ( $ pcfg ) ;
} elsif ( $ kern and $ kern - > { kernel } ) {
if ( $ kern - > { kernel } =~ /!/ ) {
my $ hypervisor ;
my $ kernel ;
( $ kernel , $ hypervisor ) = split /!/ , $ kern - > { kernel } ;
print $ pcfg " KERNEL mboot.c32\n" ;
print $ pcfg " APPEND $hypervisor --- $kernel " . $ kern - > { kcmdline } . " --- " . $ kern - > { initrd } . "\n" ;
} else {
#It's time to set pxelinux for this node to boot the kernel..
print $ pcfg " KERNEL " . $ kern - > { kernel } . "\n" ;
if ( $ kern - > { initrd } or $ kern - > { kcmdline } ) {
print $ pcfg " APPEND " ;
}
if ( $ kern and $ kern - > { initrd } ) {
print $ pcfg "initrd=" . $ kern - > { initrd } . " " ;
}
if ( $ kern and $ kern - > { kcmdline } ) {
print $ pcfg $ kern - > { kcmdline } . "\n" ;
} else {
print $ pcfg "\n" ;
}
}
close ( $ pcfg ) ;
my $ inetn = inet_aton ( $ primarynode ) ;
unless ( $ inetn ) {
2013-10-18 11:42:10 +00:00
syslog ( "local4|err" , "xCAT unable to resolve IP for $node in pxe plugin" ) ;
2010-03-04 15:30:12 +00:00
return ;
}
} else { #TODO: actually, should possibly default to xCAT image?
print $ pcfg "LOCALBOOT 0\n" ;
close ( $ pcfg ) ;
}
my $ mactab = xCAT::Table - > new ( 'mac' ) ; #to get all the hostnames
my % ipaddrs ;
unless ( inet_aton ( $ primarynode ) ) {
2013-10-18 11:42:10 +00:00
syslog ( "local4|err" , "xCAT unable to resolve IP in pxe plugin" ) ;
2010-03-04 15:30:12 +00:00
return ;
}
my $ ip = inet_ntoa ( inet_aton ( $ primarynode ) ) ; ;
unless ( $ ip ) {
2013-10-18 11:42:10 +00:00
syslog ( "local4|err" , "xCAT unable to resolve IP in pxe plugin" ) ;
2010-03-04 15:30:12 +00:00
return ;
}
$ ipaddrs { $ ip } = 1 ;
if ( $ mactab ) {
my $ ment = $ machash { $ primarynode } - > [ 0 ] ; #$mactab->getNodeAttribs($node,['mac']);
if ( $ ment and $ ment - > { mac } ) {
my @ macs = split ( /\|/ , $ ment - > { mac } ) ;
foreach ( @ macs ) {
if ( /!(.*)/ ) {
if ( inet_aton ( $ 1 ) ) {
$ ipaddrs { inet_ntoa ( inet_aton ( $ 1 ) ) } = 1 ;
}
}
}
}
}
my $ hassymlink = eval { symlink ( "" , "" ) ; 1 } ;
foreach $ ip ( keys % ipaddrs ) {
my @ ipa = split ( /\./ , $ ip ) ;
my $ pname = sprintf ( "%02X%02X%02X%02X" , @ ipa ) ;
unlink ( $ tftpdir . "/pxelinux.cfg/" . $ pname ) ;
if ( $ hassymlink ) {
symlink ( $ node , $ tftpdir . "/pxelinux.cfg/" . $ pname ) ;
} else {
link ( $ tftpdir . "/pxelinux.cfg/" . $ node , $ tftpdir . "/pxelinux.cfg/" . $ pname ) ;
}
}
}
my $ errored = 0 ;
sub pass_along {
my $ resp = shift ;
if ( $ resp and ( $ resp - > { errorcode } and $ resp - > { errorcode } - > [ 0 ] ) or ( $ resp - > { error } and $ resp - > { error } - > [ 0 ] ) ) {
$ errored = 1 ;
}
foreach ( @ { $ resp - > { node } } ) {
if ( $ _ - > { error } or $ _ - > { errorcode } ) {
$ errored = 1 ;
}
if ( $ _ - > { _addkcmdlinehandled } ) {
$ addkcmdlinehandled - > { $ _ - > { name } - > [ 0 ] } = 1 ;
return ; #Don't send back to client this internal hint
}
}
$ callback - > ( $ resp ) ;
}
sub preprocess_request {
#Assume shared tftp directory for boring people, but for cool people, help sync up tftpdirectory contents when
#they specify no sharedtftp in site table
2012-02-03 13:27:19 +00:00
2012-05-23 06:18:22 +00:00
#my $stab = xCAT::Table->new('site');
2010-03-04 15:30:12 +00:00
my $ req = shift ;
2012-02-03 13:27:19 +00:00
if ( ( defined ( $ req - > { _xcatpreprocessed } ) )
&& ( $ req - > { _xcatpreprocessed } - > [ 0 ] == 1 ) )
{
return [ $ req ] ;
}
2010-03-04 15:30:12 +00:00
my $ callback1 = shift ;
my $ command = $ req - > { command } - > [ 0 ] ;
my $ sub_req = shift ;
2013-09-12 13:24:20 +00:00
my $ nodes = $ req - > { node } ;
2010-03-04 15:30:12 +00:00
my @ args = ( ) ;
if ( ref ( $ req - > { arg } ) ) {
@ args = @ { $ req - > { arg } } ;
} else {
@ args = ( $ req - > { arg } ) ;
}
@ ARGV = @ args ;
Getopt::Long:: Configure ( "bundling" ) ;
Getopt::Long:: Configure ( "pass_through" ) ;
if ( ! GetOptions ( 'h|?|help' = > \ $ HELP , 'v|version' = > \ $ VERSION ) ) {
if ( $ usage { $ command } ) {
my % rsp ;
$ rsp { data } - > [ 0 ] = $ usage { $ command } ;
$ callback1 - > ( \ % rsp ) ;
}
return ;
}
if ( $ HELP ) {
if ( $ usage { $ command } ) {
my % rsp ;
$ rsp { data } - > [ 0 ] = $ usage { $ command } ;
$ callback1 - > ( \ % rsp ) ;
}
return ;
}
if ( $ VERSION ) {
my $ ver = xCAT::Utils - > Version ( ) ;
my % rsp ;
$ rsp { data } - > [ 0 ] = "$ver" ;
$ callback1 - > ( \ % rsp ) ;
return ;
}
if ( @ ARGV == 0 ) {
if ( $ usage { $ command } ) {
my % rsp ;
$ rsp { data } - > [ 0 ] = $ usage { $ command } ;
$ callback1 - > ( \ % rsp ) ;
}
return ;
}
2012-08-09 04:07:40 +00:00
my @ entries = xCAT::TableUtils - > get_site_attribute ( "sharedtftp" ) ;
2012-05-23 06:18:22 +00:00
my $ t_entry = $ entries [ 0 ] ;
if ( defined ( $ t_entry ) and ( $ t_entry == 0 or $ t_entry =~ /no/i ) ) {
2013-09-12 13:24:20 +00:00
# check for computenodes and servicenodes from the noderange, if so error out
my @ SN ;
my @ CN ;
xCAT::ServiceNodeUtils - > getSNandCPnodes ( \ @$ nodes , \ @ SN , \ @ CN ) ;
if ( ( @ SN > 0 ) && ( @ CN > 0 ) ) { # there are both SN and CN
my $ rsp ;
$ rsp - > { data } - > [ 0 ] =
"Nodeset was run with a noderange containing both service nodes and compute nodes. This is not valid. You must submit with either compute nodes in the noderange or service nodes. \n" ;
xCAT::MsgUtils - > message ( "E" , $ rsp , $ callback1 ) ;
return ;
}
2010-03-04 15:30:12 +00:00
$ req - > { '_disparatetftp' } = [ 1 ] ;
if ( $ req - > { inittime } - > [ 0 ] ) {
return [ $ req ] ;
}
2013-09-13 12:00:12 +00:00
if ( @ CN > 0 ) { # if there are compute nodes then broadcast to any servicenodes
return xCAT::Scope - > get_broadcast_scope ( $ req , @ _ ) ;
}
2010-03-04 15:30:12 +00:00
}
return [ $ req ] ;
}
sub process_request {
$ request = shift ;
$ callback = shift ;
my $ sub_req = shift ;
my @ args ;
my @ nodes ;
my @ rnodes ;
if ( ref ( $ request - > { node } ) ) {
@ rnodes = @ { $ request - > { node } } ;
} else {
if ( $ request - > { node } ) {
@ rnodes = ( $ request - > { node } ) ;
}
}
unless ( @ rnodes ) {
if ( $ usage { $ request - > { command } - > [ 0 ] } ) {
$ callback - > ( { data = > $ usage { $ request - > { command } - > [ 0 ] } } ) ;
}
return ;
}
#if not shared, then help sync up
if ( $ request - > { '_disparatetftp' } - > [ 0 ] ) { #reading hint from preprocess_command
@ nodes = ( ) ;
foreach ( @ rnodes ) {
2012-08-09 04:07:40 +00:00
if ( xCAT::NetworkUtils - > nodeonmynet ( $ _ ) ) {
2010-03-04 15:30:12 +00:00
push @ nodes , $ _ ;
2011-12-05 14:53:13 +00:00
} else {
2012-03-16 10:31:33 +00:00
xCAT::MsgUtils - > message ( "S" , "$_: vsmppxe netboot: stop configuration because of none sharedtftp and not on same network with its xcatmaster." ) ;
2010-03-04 15:30:12 +00:00
}
}
} else {
@ nodes = @ rnodes ;
}
2012-03-16 10:31:33 +00:00
# return directly if no nodes in the same network
unless ( @ nodes ) {
xCAT::MsgUtils - > message ( "S" , "xCAT: vsmppxe netboot: no valid nodes. Stop the operation on this server." ) ;
return ;
}
2010-03-04 15:30:12 +00:00
if ( ref ( $ request - > { arg } ) ) {
@ args = @ { $ request - > { arg } } ;
} else {
@ args = ( $ request - > { arg } ) ;
}
#now run the begin part of the prescripts
unless ( $ args [ 0 ] eq 'stat' ) { # or $args[0] eq 'enact') {
$ errored = 0 ;
if ( $ request - > { '_disparatetftp' } - > [ 0 ] ) { #the call is distrubuted to the service node already, so only need to handles my own children
$ sub_req - > ( { command = > [ 'runbeginpre' ] ,
node = > \ @ nodes ,
arg = > [ $ args [ 0 ] , '-l' ] } , \ & pass_along ) ;
} else { #nodeset did not distribute to the service node, here we need to let runednpre to distribute the nodes to their masters
$ sub_req - > ( { command = > [ 'runbeginpre' ] ,
node = > \ @ rnodes ,
arg = > [ $ args [ 0 ] ] } , \ & pass_along ) ;
}
2011-05-16 19:59:10 +00:00
if ( $ errored ) {
my $ rsp ;
$ rsp - > { errorcode } - > [ 0 ] = 1 ;
$ rsp - > { error } - > [ 0 ] = "Failed in running begin prescripts\n" ;
$ callback - > ( $ rsp ) ;
return ;
}
2010-03-04 15:30:12 +00:00
}
#end prescripts code
# Need to make sure the $tftpdir is actually there ! :)
if ( ! - d "$tftpdir" ) {
mkdir ( "$tftpdir" , 0755 ) ;
}
# Same for pxelinux.cfg dir
if ( ! - d "$tftpdir/pxelinux.cfg" ) {
mkdir ( "$tftpdir/pxelinux.cfg" , 0755 ) ;
}
# Since our pxe root is /tftpboot/vsmp we need a way to reference the
# netboot images. We do that here by placing a symlink back to the xcat
# dir in /tftpboot
if ( ! - l "$tftpdir/xcat" ) {
symlink ( "/tftpboot/xcat" , $ tftpdir . "/xcat" ) ;
}
if ( ! - r "$tftpdir/pxelinux.0" ) {
unless ( - r "/usr/lib/syslinux/pxelinux.0" or - r "/usr/share/syslinux/pxelinux.0" ) {
$ callback - > ( { error = > [ "Unable to find pxelinux.0 " ] , errorcode = > [ 1 ] } ) ;
return ;
}
if ( - r "/usr/lib/syslinux/pxelinux.0" ) {
copy ( "/usr/lib/syslinux/pxelinux.0" , "$tftpdir/pxelinux.0" ) ;
} else {
copy ( "/usr/share/syslinux/pxelinux.0" , "$tftpdir/pxelinux.0" ) ;
}
chmod ( 0644 , "$tftpdir/pxelinux.0" ) ;
}
unless ( - r "$tftpdir/pxelinux.0" ) {
$ callback - > ( { errror = > [ "Unable to find pxelinux.0 from syslinux" ] , errorcode = > [ 1 ] } ) ;
return ;
}
$ errored = 0 ;
my $ inittime = 0 ;
if ( exists ( $ request - > { inittime } ) ) { $ inittime = $ request - > { inittime } - > [ 0 ] ; }
if ( ! $ inittime ) { $ inittime = 0 ; }
unless ( $ args [ 0 ] eq 'stat' ) { # or $args[0] eq 'enact') {
$ sub_req - > ( { command = > [ 'setdestiny' ] ,
node = > \ @ nodes ,
inittime = > [ $ inittime ] ,
arg = > [ $ args [ 0 ] ] } , \ & pass_along ) ;
}
if ( $ errored ) { return ; }
#Time to actually configure the nodes, first extract database data with the scalable calls
my $ bptab = xCAT::Table - > new ( 'bootparams' , - create = > 1 ) ;
my $ chaintab = xCAT::Table - > new ( 'chain' ) ;
my $ mactab = xCAT::Table - > new ( 'mac' ) ; #to get all the hostnames
my % bphash = % { $ bptab - > getNodesAttribs ( \ @ nodes , [ qw( kernel initrd kcmdline addkcmdline ) ] ) } ;
my % chainhash = % { $ chaintab - > getNodesAttribs ( \ @ nodes , [ qw( currstate ) ] ) } ;
my % machash = % { $ mactab - > getNodesAttribs ( \ @ nodes , [ qw( mac ) ] ) } ;
foreach ( @ nodes ) {
my % response ;
$ response { node } - > [ 0 ] - > { name } - > [ 0 ] = $ _ ;
if ( $ args [ 0 ] eq 'stat' ) {
$ response { node } - > [ 0 ] - > { data } - > [ 0 ] = getstate ( $ _ ) ;
$ callback - > ( \ % response ) ;
} elsif ( $ args [ 0 ] ) { #If anything else, send it on to the destiny plugin, then setstate
( $ rc , $ errstr ) = setstate ( $ _ , \ % bphash , \ % chainhash , \ % machash ) ;
if ( $ rc ) {
$ response { node } - > [ 0 ] - > { errorcode } - > [ 0 ] = $ rc ;
$ response { node } - > [ 0 ] - > { errorc } - > [ 0 ] = $ errstr ;
$ callback - > ( \ % response ) ;
}
}
}
my $ inittime = 0 ;
if ( exists ( $ request - > { inittime } ) ) { $ inittime = $ request - > { inittime } - > [ 0 ] ; }
if ( ! $ inittime ) { $ inittime = 0 ; }
#dhcp stuff -- inittime is set when xcatd on sn is started
unless ( ( $ args [ 0 ] eq 'stat' ) || ( $ inittime ) ) {
my $ do_dhcpsetup = 1 ;
2012-05-23 06:18:22 +00:00
#my $sitetab = xCAT::Table->new('site');
#if ($sitetab) {
#(my $ref) = $sitetab->getAttribs({key => 'dhcpsetup'}, 'value');
2012-08-09 04:07:40 +00:00
my @ entries = xCAT::TableUtils - > get_site_attribute ( "dhcpsetup" ) ;
2012-05-23 06:18:22 +00:00
my $ t_entry = $ entries [ 0 ] ;
if ( defined ( $ t_entry ) ) {
if ( $ t_entry =~ /0|n|N/ ) { $ do_dhcpsetup = 0 ; }
2010-03-04 15:30:12 +00:00
}
2012-05-23 06:18:22 +00:00
#}
2010-03-04 15:30:12 +00:00
if ( $ do_dhcpsetup ) {
if ( $ request - > { '_disparatetftp' } - > [ 0 ] ) { #reading hint from preprocess_command
$ sub_req - > ( { command = > [ 'makedhcp' ] , arg = > [ '-l' ] ,
node = > \ @ nodes } , $ callback ) ;
} else {
$ sub_req - > ( { command = > [ 'makedhcp' ] ,
node = > \ @ nodes } , $ callback ) ;
}
}
}
#now run the end part of the prescripts
unless ( $ args [ 0 ] eq 'stat' ) { # or $args[0] eq 'enact')
$ errored = 0 ;
if ( $ request - > { '_disparatetftp' } - > [ 0 ] ) { #the call is distrubuted to the service node already, so only need to handles my own children
$ sub_req - > ( { command = > [ 'runendpre' ] ,
node = > \ @ nodes ,
arg = > [ $ args [ 0 ] , '-l' ] } , \ & pass_along ) ;
} else { #nodeset did not distribute to the service node, here we need to let runednpre to distribute the nodes to their masters
$ sub_req - > ( { command = > [ 'runendpre' ] ,
node = > \ @ rnodes ,
arg = > [ $ args [ 0 ] ] } , \ & pass_along ) ;
}
2011-05-16 19:59:10 +00:00
if ( $ errored ) {
my $ rsp ;
$ rsp - > { errorcode } - > [ 0 ] = 1 ;
$ rsp - > { error } - > [ 0 ] = "Failed in running end prescripts\n" ;
$ callback - > ( $ rsp ) ;
return ;
}
2010-03-04 15:30:12 +00:00
}
}
#----------------------------------------------------------------------------
= head3 getNodesetStates
returns the nodeset state for the given nodes . The possible nodeset
states are: netboot , install , boot and discover .
Arguments:
nodes - - - a pointer to an array of nodes
states - - a pointer to a hash table . This hash will be filled by this
function . The key is the nodeset status and the value is a pointer
to an array of nodes .
Returns:
( return code , error message )
= cut
#-----------------------------------------------------------------------------
sub getNodesetStates {
my $ noderef = shift ;
if ( $ noderef =~ /xCAT_plugin::vsmppxe/ ) {
$ noderef = shift ;
}
my @ nodes = @$ noderef ;
my $ hashref = shift ;
if ( @ nodes > 0 ) {
foreach my $ node ( @ nodes ) {
my $ tmp = getstate ( $ node ) ;
my @ a = split ( ' ' , $ tmp ) ;
$ stat = $ a [ 0 ] ;
if ( exists ( $ hashref - > { $ stat } ) ) {
my $ pa = $ hashref - > { $ stat } ;
push ( @$ pa , $ node ) ;
}
else {
$ hashref - > { $ stat } = [ $ node ] ;
}
}
}
return ( 0 , "" ) ;
}
1 ;
