465 lines
13 KiB
Perl
465 lines
13 KiB
Perl
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
|
|
package xCAT_plugin::prescripts;
|
|
BEGIN
|
|
{
|
|
$::XCATROOT = $ENV{'XCATROOT'} ? $ENV{'XCATROOT'} : '/opt/xcat';
|
|
}
|
|
use lib "$::XCATROOT/lib/perl";
|
|
use strict;
|
|
require xCAT::Table;
|
|
require xCAT::Utils;
|
|
require xCAT::TableUtils;
|
|
require xCAT::ServiceNodeUtils;
|
|
require xCAT::MsgUtils;
|
|
use Getopt::Long;
|
|
use Sys::Hostname;
|
|
use Time::HiRes qw(gettimeofday sleep);
|
|
use POSIX "WNOHANG";
|
|
|
|
|
|
1;
|
|
|
|
#-------------------------------------------------------
|
|
=head3 handled_commands
|
|
Return list of commands handled by this plugin
|
|
=cut
|
|
#-------------------------------------------------------
|
|
|
|
sub handled_commands
|
|
{
|
|
return {
|
|
runbeginpre => "prescripts",
|
|
runendpre => "prescripts"
|
|
};
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
=head3 preprocess_request
|
|
Check and setup for hierarchy
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub preprocess_request
|
|
{
|
|
my $req = shift;
|
|
my $cb = shift;
|
|
|
|
#if already preprocessed, go straight to request
|
|
if ($req->{_xcatpreprocessed}->[0] == 1) { return [$req]; }
|
|
|
|
my $req_nodes = $req->{node};
|
|
if (!$req_nodes) { return;}
|
|
|
|
my @nodes;
|
|
my $command = $req->{command}->[0];
|
|
my $column;
|
|
if ($command eq 'runbeginpre') { $column = 'begin'; }
|
|
elsif ($command eq 'runendpre') { $column = 'end'; }
|
|
else { $column = ''; }
|
|
|
|
# See if anything in the prescripts table for the nodes. If not, skip.
|
|
# Nothing to do.
|
|
my $tab = xCAT::Table->new('prescripts');
|
|
#first check if xcatdefaults entry
|
|
if ( $tab->getAttribs({node=>"xcatdefaults"},$column) ) {
|
|
# yes - process all nodes
|
|
@nodes = @$req_nodes;
|
|
} else {
|
|
# no xcatdefaults, check for node entries
|
|
my $tabdata=$tab->getNodesAttribs($req_nodes,['node', $column]);
|
|
if ($tabdata) {
|
|
foreach my $node (@$req_nodes) {
|
|
if (($tabdata->{$node}) &&
|
|
($tabdata->{$node}->[0]) &&
|
|
($tabdata->{$node}->[0]->{$column}) ) {
|
|
push (@nodes,$node);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# if no nodes left to process, we are done
|
|
if (! @nodes) { return; }
|
|
|
|
my $service = "xcat";
|
|
my @args=();
|
|
if (ref($req->{arg})) {
|
|
@args=@{$req->{arg}};
|
|
} else {
|
|
@args=($req->{arg});
|
|
}
|
|
@ARGV = @args;
|
|
|
|
#print "prepscripts: preprocess_request get called, args=@args, nodes=@$nodes\n";
|
|
|
|
#use Getopt::Long;
|
|
Getopt::Long::Configure("bundling");
|
|
Getopt::Long::Configure("pass_through");
|
|
GetOptions('l' => \$::LOCAL);
|
|
my $sn = xCAT::ServiceNodeUtils->getSNformattedhash(\@nodes, $service, "MN");
|
|
my @requests;
|
|
if ($::LOCAL) { #only handle the local nodes
|
|
#print "process local nodes: @$nodes\n";
|
|
#get its own children only
|
|
my @hostinfo=xCAT::NetworkUtils->determinehostname();
|
|
my %iphash=();
|
|
foreach(@hostinfo) {$iphash{$_}=1;}
|
|
|
|
my @children=();
|
|
foreach my $snkey (keys %$sn) {
|
|
if (exists($iphash{$snkey})) {
|
|
my $tmp=$sn->{$snkey};
|
|
@children=(@children,@$tmp);
|
|
}
|
|
}
|
|
if (@children > 0) {
|
|
my $reqcopy = {%$req};
|
|
$reqcopy->{node} = \@children;
|
|
$reqcopy->{'_xcatdest'} = $hostinfo[0];
|
|
$reqcopy->{_xcatpreprocessed}->[0] = 1;
|
|
push @requests, $reqcopy;
|
|
return \@requests;
|
|
}
|
|
} else { #run on mn and need to dispatch the requests to the service nodes
|
|
#print "dispatch to sn\n";
|
|
# find service nodes for requested nodes
|
|
# build an individual request for each service node
|
|
# find out the names for the Management Node
|
|
foreach my $snkey (keys %$sn)
|
|
{
|
|
my $reqcopy = {%$req};
|
|
$reqcopy->{node} = $sn->{$snkey};
|
|
$reqcopy->{'_xcatdest'} = $snkey;
|
|
$reqcopy->{_xcatpreprocessed}->[0] = 1;
|
|
push @requests, $reqcopy;
|
|
|
|
} # end foreach
|
|
return \@requests;
|
|
}
|
|
return;
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
|
|
=head3 process_request
|
|
|
|
Process the command
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------
|
|
sub process_request
|
|
{
|
|
my $request = shift;
|
|
my $callback = shift;
|
|
my $nodes = $request->{node};
|
|
my $command = $request->{command}->[0];
|
|
my $args = $request->{arg};
|
|
my $rsp = {};
|
|
|
|
if ($command eq "runbeginpre")
|
|
{
|
|
runbeginpre($nodes, $request, $callback);
|
|
}
|
|
else
|
|
{
|
|
if ($command eq "runendpre")
|
|
{
|
|
runendpre($nodes, $request, $callback)
|
|
}
|
|
else
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"Unknown command $command. Cannot process the command.";
|
|
xCAT::MsgUtils->message("E", $rsp, $callback, 1);
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
=head3 runbeginpre
|
|
Runs all the begin scripts defined in prescripts.begin column for the give nodes.
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub runbeginpre
|
|
{
|
|
my ($nodes, $request, $callback) = @_;
|
|
my $args = $request->{arg};
|
|
my $action=$args->[0];
|
|
my $localhostname=hostname();
|
|
my $installdir = xCAT::TableUtils->getInstallDir();
|
|
|
|
my %script_hash=getprescripts($nodes, $action, "begin");
|
|
foreach my $scripts (keys %script_hash) {
|
|
my $runnodes=$script_hash{$scripts};
|
|
if ($runnodes && (@$runnodes>0)) {
|
|
my $runnodes_s=join(',', @$runnodes);
|
|
|
|
#now run the scripts
|
|
my @script_array=split(',', $scripts);
|
|
foreach my $s (@script_array) {
|
|
my $rsp = {};
|
|
$rsp->{data}->[0]="$localhostname: Running begin script $s for nodes $runnodes_s.";
|
|
$callback->($rsp);
|
|
|
|
#check if the script need to be invoked for each node in parallel.
|
|
#script must contian a line like this in order to be run this way: #xCAT setting: MAX_INSTANCE=4
|
|
#where 4 is the maximum instance at a time
|
|
my $max_instance=0;
|
|
my $ret=`grep -E '#+xCAT setting: *MAX_INSTANCE=' $installdir/prescripts/$s`;
|
|
if ($? == 0) {
|
|
$max_instance=`echo "$ret" | cut -d= -f2`;
|
|
chomp($max_instance);
|
|
}
|
|
|
|
if ($max_instance > 0) {
|
|
#run the script for each node in paralell, no more than max_instance at a time
|
|
run_script_single_node($installdir, $s,$action,$max_instance,$runnodes,$callback);
|
|
} else {
|
|
undef $SIG{CHLD};
|
|
#pass all the nodes to the script, only invoke the script once
|
|
my $ret=`NODES=$runnodes_s ACTION=$action $installdir/prescripts/$s 2>&1`;
|
|
my $err_code=$?/256;
|
|
if ($err_code != 0) {
|
|
my $rsp = {};
|
|
$rsp->{error}->[0]="$localhostname: $s: return code=$err_code. Error message=$ret";
|
|
$callback->($rsp);
|
|
if ($err_code > 1) { return $err_code; }
|
|
} else {
|
|
if ($ret) {
|
|
my $rsp = {};
|
|
$rsp->{data}->[0]="$localhostname: $s: $ret";
|
|
$callback->($rsp);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return;
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
=head3 runendpre
|
|
Runs all the begin scripts defined in prescripts.begin column for the give nodes.
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub runendpre
|
|
{
|
|
my ($nodes, $request, $callback) = @_;
|
|
|
|
my $args= $request->{arg};
|
|
my $action=$args->[0];
|
|
my $localhostname=hostname();
|
|
my $installdir = xCAT::TableUtils->getInstallDir();
|
|
|
|
my %script_hash=getprescripts($nodes, $action, "end");
|
|
foreach my $scripts (keys %script_hash) {
|
|
my $runnodes=$script_hash{$scripts};
|
|
if ($runnodes && (@$runnodes>0)) {
|
|
my $runnodes_s=join(',', @$runnodes);
|
|
my %runnodes_hash=();
|
|
|
|
#now run the scripts
|
|
my @script_array=split(',', $scripts);
|
|
foreach my $s (@script_array) {
|
|
my $rsp = {};
|
|
$rsp->{data}->[0]="$localhostname: Running end script $s for nodes $runnodes_s.";
|
|
$callback->($rsp);
|
|
|
|
#check if the script need to be invoked for each node in parallel.
|
|
#script must contian a line like this in order to be run this way: #xCAT setting: MAX_INSTANCE=4
|
|
#where 4 is the maximum instance at a time
|
|
my $max_instance=0;
|
|
my $ret=`grep -E '#+xCAT setting: *MAX_INSTANCE=' $installdir/prescripts/$s`;
|
|
if ($? == 0) {
|
|
$max_instance=`echo "$ret" | cut -d= -f2`;
|
|
chomp($max_instance);
|
|
}
|
|
|
|
if ($max_instance > 0) {
|
|
#run the script for each node in paralell, no more than max_instance at a time
|
|
run_script_single_node($installdir, $s,$action,$max_instance,$runnodes,$callback);
|
|
} else {
|
|
undef $SIG{CHLD};
|
|
my $ret=`NODES=$runnodes_s ACTION=$action $installdir/prescripts/$s 2>&1`;
|
|
my $err_code=$?/256;
|
|
if ($err_code != 0) {
|
|
my $rsp = {};
|
|
$rsp->{error}->[0]="$localhostname: $s: return code=$err_code. Error message=$ret";
|
|
$callback->($rsp);
|
|
if ($err_code > 1) { return $err_code; }
|
|
} else {
|
|
if ($ret) {
|
|
my $rsp = {};
|
|
$rsp->{data}->[0]="$localhostname: $s: $ret";
|
|
$callback->($rsp);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
=head3 getprescripts
|
|
get the prescripts for the given nodes and actions
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub getprescripts
|
|
{
|
|
my ($nodes, $tmp_action, $colname) = @_;
|
|
my @action_a=split('=',$tmp_action);
|
|
my $action=$action_a[0];
|
|
|
|
my %ret=();
|
|
if ($nodes && (@$nodes>0)) {
|
|
my $tab = xCAT::Table->new('prescripts',-create=>1);
|
|
#first get xcatdefault column
|
|
my $et = $tab->getAttribs({node=>"xcatdefaults"},$colname);
|
|
my $tmp_def = $et->{$colname};
|
|
my $defscripts;
|
|
if ($tmp_def) {
|
|
$defscripts=parseprescripts($tmp_def, $action);
|
|
}
|
|
|
|
#get scripts for the given nodes and
|
|
#add the scripts from xcatdefault in front of the other scripts
|
|
my $tabdata=$tab->getNodesAttribs($nodes,['node', $colname]);
|
|
foreach my $node (@$nodes) {
|
|
my $scripts_to_save=$defscripts;
|
|
my %lookup=(); #so that we do not have to parse the same scripts more than once
|
|
if ($tabdata && exists($tabdata->{$node})) {
|
|
my $tmp=$tabdata->{$node}->[0];
|
|
my $scripts=$tmp->{$colname};
|
|
if ($scripts) {
|
|
#parse the script. it is in the format of netboot:s1,s2|install:s3,s4 or just s1,s2
|
|
if (!exists($lookup{$scripts})) {
|
|
my $tmp_s=parseprescripts($scripts, $action);
|
|
$lookup{$scripts}=$tmp_s;
|
|
$scripts=$tmp_s;
|
|
} else {
|
|
$scripts=$lookup{$scripts};
|
|
}
|
|
#add the xcatdefaults
|
|
if ($scripts_to_save && $scripts) {
|
|
$scripts_to_save .= ",$scripts";
|
|
} else {
|
|
if ($scripts) { $scripts_to_save=$scripts; }
|
|
}
|
|
}
|
|
}
|
|
|
|
#save to the hash
|
|
if ($scripts_to_save) {
|
|
if (exists($ret{$scripts_to_save})) {
|
|
my $pa=$ret{$scripts_to_save};
|
|
push(@$pa, $node);
|
|
}
|
|
else {
|
|
$ret{$scripts_to_save}=[$node];
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return %ret;
|
|
}
|
|
|
|
#-------------------------------------------------------
|
|
=head3 parseprescripts
|
|
Parse the prescript string and get the scripts for the given action out
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub parseprescripts
|
|
{
|
|
my $scripts=shift;
|
|
my $action=shift;
|
|
my $ret;
|
|
if ($scripts) {
|
|
if ($scripts =~ /:/) {
|
|
my @a=split(/\|/,$scripts);
|
|
foreach my $token (@a) {
|
|
#print "token=$token, action=$action\n";
|
|
if ($token =~ /^$action:(.*)/) {
|
|
$ret=$1;
|
|
last;
|
|
}
|
|
}
|
|
} else {
|
|
$ret=$scripts;
|
|
}
|
|
}
|
|
return $ret;
|
|
}
|
|
|
|
|
|
#-------------------------------------------------------
|
|
=head3 run_script_single_node
|
|
|
|
=cut
|
|
#-------------------------------------------------------
|
|
sub run_script_single_node
|
|
{
|
|
my $installdir=shift; #/install
|
|
my $s=shift; #script name
|
|
my $action=shift;
|
|
my $max=shift; #max number of instances to be run at a time
|
|
my $nodes=shift; #nodes to be run
|
|
my $callback=shift; #callback
|
|
|
|
my $children=0;
|
|
my $localhostname=hostname();
|
|
|
|
foreach my $node ( @$nodes ) {
|
|
$SIG{CHLD} = sub { my $pid = 0; while (($pid = waitpid(-1, WNOHANG)) > 0) { $children--; } };
|
|
|
|
while ( $children >= $max ) {
|
|
Time::HiRes::sleep(0.5);
|
|
next;
|
|
}
|
|
|
|
my $pid = xCAT::Utils->xfork;
|
|
if ( !defined($pid) ) {
|
|
# Fork error
|
|
my $rsp = {};
|
|
$rsp->{data}->[0]="$localhostname: Fork error before running script $s for node $node";
|
|
$callback->($rsp);
|
|
return 1;
|
|
}
|
|
elsif ( $pid == 0 ) {
|
|
# Child process
|
|
undef $SIG{CHLD};
|
|
my $ret=`NODES=$node ACTION=$action $installdir/prescripts/$s 2>&1`;
|
|
my $err_code=$?;
|
|
my $rsp = {};
|
|
if ($err_code != 0) {
|
|
$rsp = {};
|
|
$rsp->{error}->[0]="$localhostname: $s: node=$node. return code=$err_code. Error message=$ret";
|
|
$callback->($rsp);
|
|
} else {
|
|
if ($ret) {
|
|
$rsp->{data}->[0]="$localhostname: $s: node=$node. $ret";
|
|
$callback->($rsp);
|
|
}
|
|
}
|
|
exit $err_code;
|
|
}
|
|
else {
|
|
# Parent process
|
|
$children++;
|
|
}
|
|
}
|
|
|
|
#drain one more time
|
|
while ($children > 0) {
|
|
Time::HiRes::sleep(0.5);
|
|
|
|
$SIG{CHLD} = sub { my $pid = 0; while (($pid = waitpid(-1, WNOHANG)) > 0) { $children--; } };
|
|
}
|
|
return 0;
|
|
}
|