mirror of
https://github.com/xcat2/xcat-core.git
synced 2025-06-03 12:00:08 +00:00
5476763673
The file list being returned from xdcp contains .post. For EXECUTE files, we never match the postscript and so it never gets executed
6540 lines
212 KiB
Perl
6540 lines
212 KiB
Perl
#!/usr/bin/env perl
|
|
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
|
|
|
|
package xCAT::DSHCLI;
|
|
BEGIN
|
|
{
|
|
$::XCATROOT = $ENV{'XCATROOT'} ? $ENV{'XCATROOT'} : '/opt/xcat';
|
|
}
|
|
use lib "$::XCATROOT/lib/perl";
|
|
|
|
use File::Basename;
|
|
|
|
use locale;
|
|
use strict;
|
|
use File::Path;
|
|
use POSIX;
|
|
use Socket;
|
|
use Getopt::Long;
|
|
require xCAT::DSHCore;
|
|
use xCAT::MsgUtils;
|
|
use xCAT::Utils;
|
|
use xCAT::TableUtils;
|
|
use lib '/opt/xcat/xdsh';
|
|
our @dsh_available_contexts = ();
|
|
our @dsh_valid_contexts = ();
|
|
|
|
our $dsh_exec_state = 0;
|
|
our $dsh_forked_process = undef;
|
|
our $dsh_options = undef;
|
|
our $dsh_resolved_targets = undef;
|
|
our $dsh_unresolved_targets = undef;
|
|
our %dsh_target_status = undef;
|
|
our $dsh_trace = undef;
|
|
our %dsh_stats = ();
|
|
our $signal_interrupt_flag = 0;
|
|
our $dsh_cmd_background = 0;
|
|
$::CONTEXT_DIR = "/opt/xcat/xdsh/Context/";
|
|
$::__DCP_DELIM = 'Xcat,DELIMITER,Xcat';
|
|
|
|
our @dsh_valid_env = (
|
|
'DCP_NODE_OPTS', 'DCP_NODE_RCP',
|
|
'DSH_ENVIRONMENT', 'DSH_FANOUT',
|
|
'DSH_LOG', 'DSH_NODEGROUP_PATH',
|
|
'DSH_NODE_LIST', 'DSH_NODE_OPTS',
|
|
'DSH_NODE_RCP', 'DSH_NODE_RSH',
|
|
'DSH_OUTPUT', 'DSH_PATH',
|
|
'DSH_SYNTAX', 'DSH_TIMEOUT',
|
|
'DSH_REMOTE_PASSWORD', 'DSH_TO_USERID',
|
|
'DSH_FROM_USERID', 'DEVICETYPE',
|
|
'RSYNCSN', 'DSH_RSYNC_FILE',
|
|
'RSYNCSNONLY',
|
|
);
|
|
select(STDERR);
|
|
$| = 1;
|
|
select(STDOUT);
|
|
$| = 1;
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
execute_dcp
|
|
|
|
This is the main driver routine for an instance of the dcp command.
|
|
Given the options configured in the $options hash table, the routine
|
|
configures the execution of the dcp instance, executes the remote copy
|
|
commands and processes the output from each target.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dcp configuration options
|
|
|
|
Returns:
|
|
The number of targets that failed to execute a remote copy command
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub execute_dcp
|
|
{
|
|
my ($class, $options) = @_;
|
|
|
|
$::dsh_command = 'dcp';
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Dcp_process_id $$";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
my $result = xCAT::DSHCLI->config_dcp($options);
|
|
$result && (return $result);
|
|
|
|
my %resolved_targets = ();
|
|
my %unresolved_targets = ();
|
|
my %context_targets = ();
|
|
xCAT::DSHCLI->resolve_targets($options, \%resolved_targets,
|
|
\%unresolved_targets, \%context_targets);
|
|
|
|
if (!scalar(%resolved_targets))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "No hosts in node list 1";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return ++$result;
|
|
}
|
|
|
|
$$options{'verify'}
|
|
&& xCAT::DSHCLI->verify_targets($options, \%resolved_targets);
|
|
|
|
#check if file descriptor number exceeds the max number in ulimit
|
|
#if (
|
|
# xCAT::DSHCLI->isFdNumExceed(
|
|
# 2, scalar(keys(%resolved_targets)),
|
|
# $$options{'fanout'}
|
|
# )
|
|
# )
|
|
#{
|
|
# my $rsp ={};
|
|
# $rsp->{error}->[0] = " The DSH fanout value has exceeded the system file descriptor upper limit. Please either reduce the fanout value, or increase max file descriptor number by running ulimit.";
|
|
# xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
# return ++$result;
|
|
#}
|
|
|
|
my @targets_waiting = (sort keys(%resolved_targets));
|
|
my %targets_active = ();
|
|
my @targets_finished = ();
|
|
my @targets_failed = ();
|
|
my %targets_buffered = ();
|
|
|
|
my %output_buffers = ();
|
|
my %error_buffers = ();
|
|
my %pid_targets = ();
|
|
my %outfh_targets = ();
|
|
my %errfh_targets = ();
|
|
my %forked_process = ();
|
|
|
|
my @output_files = ();
|
|
!$$options{'silent'} && push @output_files, *STDOUT;
|
|
my @error_files = ();
|
|
!$$options{'silent'} && push @error_files, *STDERR;
|
|
|
|
xCAT::DSHCLI->fork_fanout_dcp(
|
|
$options, \%resolved_targets,
|
|
\%forked_process, \%pid_targets,
|
|
\%outfh_targets, \%errfh_targets,
|
|
\@targets_waiting, \%targets_active
|
|
);
|
|
|
|
while (keys(%targets_active))
|
|
{
|
|
my $rin = $outfh_targets{'bitmap'} | $errfh_targets{'bitmap'};
|
|
|
|
my $fh_count =
|
|
select(my $rout = $rin, undef, undef, $$options{'timeout'});
|
|
|
|
if ($fh_count == 0)
|
|
{
|
|
my @active_list = keys(%targets_active);
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
" Timed out waiting for response from child processes for the following nodes.";
|
|
$rsp->{error}->[1] = " @active_list";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
kill 'INT', keys(%pid_targets);
|
|
$result++;
|
|
last;
|
|
}
|
|
|
|
my @select_out_fhs =
|
|
xCAT::DSHCLI->util_bit_indexes($rout & $outfh_targets{'bitmap'}, 1);
|
|
|
|
(@select_out_fhs)
|
|
&& xCAT::DSHCLI->buffer_output(
|
|
$options, \%resolved_targets, \%targets_active,
|
|
\@targets_finished, \@targets_failed, \%targets_buffered,
|
|
\%pid_targets, \%forked_process, \%outfh_targets,
|
|
\%output_buffers, \%error_buffers, \@output_files,
|
|
\@error_files, \@select_out_fhs
|
|
);
|
|
|
|
my @select_err_fhs =
|
|
xCAT::DSHCLI->util_bit_indexes($rout & $errfh_targets{'bitmap'}, 1);
|
|
|
|
(@select_err_fhs)
|
|
&& xCAT::DSHCLI->buffer_error(
|
|
$options, \%resolved_targets,
|
|
\%targets_active, \@targets_finished,
|
|
\@targets_failed, \%targets_buffered,
|
|
\%pid_targets, \%forked_process,
|
|
\%errfh_targets, \%output_buffers,
|
|
\%error_buffers, \@output_files,
|
|
\@error_files, \@select_err_fhs
|
|
);
|
|
|
|
my @targets_buffered_keys = sort keys(%targets_buffered);
|
|
|
|
foreach my $user_target (@targets_buffered_keys)
|
|
{
|
|
my $target_properties = $resolved_targets{$user_target};
|
|
|
|
if (!$$options{'silent'})
|
|
{
|
|
if ($::DCP_API)
|
|
{
|
|
$::DCP_API_MESSAGE .=
|
|
join("", @{$output_buffers{$user_target}})
|
|
. join("", @{$error_buffers{$user_target}});
|
|
}
|
|
else
|
|
{
|
|
print STDOUT @{$output_buffers{$user_target}};
|
|
print STDERR @{$error_buffers{$user_target}};
|
|
}
|
|
}
|
|
|
|
delete $output_buffers{$user_target};
|
|
delete $error_buffers{$user_target};
|
|
|
|
my $exit_code = $targets_buffered{$user_target}{'exit-code'};
|
|
|
|
if ($exit_code != 0)
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$exit_code";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
push @targets_failed, $user_target;
|
|
push @{$dsh_target_status{'failed'}}, $user_target;
|
|
|
|
}
|
|
|
|
else
|
|
{
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_successful";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
push @targets_finished, $user_target;
|
|
}
|
|
|
|
# return list of badnodes and goodnodes
|
|
if ($$options{'monitor'}) {
|
|
foreach my $badnode (@targets_failed) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_failed $badnode";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
foreach my $goodnode (@targets_finished) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_successful $goodnode";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
}
|
|
delete $targets_buffered{$user_target};
|
|
}
|
|
|
|
(@targets_waiting)
|
|
&& xCAT::DSHCLI->fork_fanout_dcp(
|
|
$options, \%resolved_targets, \%forked_process,
|
|
\%pid_targets, \%outfh_targets, \%errfh_targets,
|
|
\@targets_waiting, \%targets_active
|
|
);
|
|
}
|
|
if (scalar(@targets_failed) > 0)
|
|
{
|
|
#$::DCP_NODES_FAILED = join ",", @targets_failed;
|
|
@::DCP_NODES_FAILED = @targets_failed;
|
|
}
|
|
|
|
return (scalar(@targets_failed) + scalar(keys(%unresolved_targets)));
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
execute_dsh
|
|
|
|
This is the main driver routine for an instance of the dsh command.
|
|
Given the options configured in the $options hash table, the routine
|
|
configures the execution of the dsh instance, executes the remote shell
|
|
commands and processes the output from each target.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
The number of targets that failed to execute a remote shell command
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub execute_dsh
|
|
{
|
|
my ($class, $options) = @_;
|
|
|
|
$::dsh_command = 'dsh';
|
|
$dsh_options = $options;
|
|
|
|
xCAT::DSHCLI->config_signals_dsh($options);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Dsh_process_id $$";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
$dsh_exec_state++;
|
|
|
|
my $result = xCAT::DSHCLI->config_dsh($options);
|
|
$result && (return $result);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Dsh_initialization_completed";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
$dsh_exec_state++;
|
|
|
|
my %resolved_targets = ();
|
|
$dsh_resolved_targets = \%resolved_targets;
|
|
my %unresolved_targets = ();
|
|
$dsh_unresolved_targets = \%unresolved_targets;
|
|
my %context_targets = ();
|
|
xCAT::DSHCLI->resolve_targets($options, \%resolved_targets,
|
|
\%unresolved_targets, \%context_targets);
|
|
my @canceled_targets = ();
|
|
$dsh_target_status{'canceled'} = \@canceled_targets;
|
|
my $rsp = {};
|
|
|
|
if (scalar(%unresolved_targets))
|
|
{
|
|
foreach my $target (sort keys(%unresolved_targets))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Remote_command_cancelled $target";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
}
|
|
|
|
if (!scalar(%resolved_targets))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = " No hosts in node list 2";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return ++$result;
|
|
}
|
|
$dsh_exec_state++;
|
|
|
|
if ($$options{'verify'})
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Dsh_verifying_hosts";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
xCAT::DSHCLI->verify_targets($options, \%resolved_targets);
|
|
}
|
|
|
|
#check if file descriptor number exceeds the max number in ulimit
|
|
#if (
|
|
# xCAT::DSHCLI->isFdNumExceed(
|
|
# 2, scalar(keys(%resolved_targets)),
|
|
# $$options{'fanout'}
|
|
# )
|
|
#)
|
|
#{
|
|
# $rsp->{data}->[0] = " The DSH fanout value has exceeded the system file descriptor upper limit. Please either reduce the fanout value, or increase max file descriptor number by running ulimit.";
|
|
# xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
# return ++$result;
|
|
#}
|
|
|
|
my @targets_failed = ();
|
|
$dsh_target_status{'failed'} = \@targets_failed;
|
|
@targets_failed =
|
|
xCAT::DSHCLI->_execute_dsh($options, \%resolved_targets,
|
|
\%unresolved_targets, \%context_targets);
|
|
if (scalar(@targets_failed) > 0)
|
|
{
|
|
# $::DSH_NODES_FAILED = join ",", @targets_failed;
|
|
@::DSH_NODES_FAILED = @targets_failed;
|
|
}
|
|
|
|
return (scalar(@targets_failed) + scalar(keys(%unresolved_targets)));
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
_execute_dsh
|
|
|
|
Wrapper routine for execute_dsh
|
|
to execute actual dsh call
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$unresolved_targets - hash table of unresolved targets and relevant properties
|
|
$context_targets - hash table of targets grouped by context name
|
|
|
|
Returns:
|
|
@targets_failed - a list of those targets that failed execution
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
Internal Routine only
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub _execute_dsh
|
|
{
|
|
my ($class, $options, $resolved_targets, $unresolved_targets,
|
|
$context_targets)
|
|
= @_;
|
|
|
|
my @output_files = ();
|
|
!$$options{'silent'} && push @output_files, *STDOUT;
|
|
|
|
my @error_files = ();
|
|
!$$options{'silent'} && push @error_files, *STDERR;
|
|
my @targets_waiting = ();
|
|
@targets_waiting = (sort keys(%$resolved_targets));
|
|
my @dsh_target_status = ();
|
|
$dsh_target_status{'waiting'} = \@targets_waiting;
|
|
my %targets_active = ();
|
|
$dsh_target_status{'active'} = \%targets_active;
|
|
my @targets_finished = ();
|
|
$dsh_target_status{'finished'} = \@targets_finished;
|
|
my @targets_failed = ();
|
|
my %targets_buffered = ();
|
|
|
|
my %output_buffers = ();
|
|
my %error_buffers = ();
|
|
my %pid_targets = ();
|
|
my %outfh_targets = ();
|
|
my %errfh_targets = ();
|
|
my %forked_process = ();
|
|
$dsh_forked_process = \%forked_process;
|
|
|
|
my $rsp = {};
|
|
my $result;
|
|
$rsp->{data}->[0] = "dsh> Dsh_remote_execution_started";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
$dsh_exec_state++;
|
|
|
|
xCAT::DSHCLI->fork_fanout_dsh(
|
|
$options, $resolved_targets,
|
|
\%forked_process, \%pid_targets,
|
|
\%outfh_targets, \%errfh_targets,
|
|
\@targets_waiting, \%targets_active
|
|
);
|
|
|
|
while (keys(%targets_active))
|
|
{
|
|
|
|
my $rin = $outfh_targets{'bitmap'} | $errfh_targets{'bitmap'};
|
|
|
|
my $fh_count =
|
|
select(my $rout = $rin, undef, undef, $$options{'timeout'});
|
|
|
|
if ($fh_count == 0)
|
|
{
|
|
my @active_list = keys(%targets_active);
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
" Timed out waiting for response from child processes for the following nodes. Terminating the child processes. ";
|
|
$rsp->{error}->[1] = " @active_list";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
@targets_failed = keys(%targets_active);
|
|
|
|
&handle_signal_dsh('INT', 2);
|
|
$result++;
|
|
|
|
#last;
|
|
}
|
|
|
|
my @select_out_fhs =
|
|
xCAT::DSHCLI->util_bit_indexes($rout & $outfh_targets{'bitmap'}, 1);
|
|
|
|
if (@select_out_fhs)
|
|
{
|
|
if ($$options{'streaming'})
|
|
{
|
|
xCAT::DSHCLI->stream_output(
|
|
$options, $resolved_targets, \%targets_active,
|
|
\@targets_finished, \@targets_failed, \%pid_targets,
|
|
\%forked_process, \%outfh_targets, \%output_buffers,
|
|
\@output_files, \@select_out_fhs
|
|
);
|
|
}
|
|
|
|
else
|
|
{
|
|
xCAT::DSHCLI->buffer_output(
|
|
$options, $resolved_targets, \%targets_active,
|
|
\@targets_finished, \@targets_failed, \%targets_buffered,
|
|
\%pid_targets, \%forked_process, \%outfh_targets,
|
|
\%output_buffers, \%error_buffers, \@output_files,
|
|
\@error_files, \@select_out_fhs
|
|
);
|
|
}
|
|
}
|
|
|
|
my @select_err_fhs =
|
|
xCAT::DSHCLI->util_bit_indexes($rout & $errfh_targets{'bitmap'}, 1);
|
|
|
|
if (@select_err_fhs)
|
|
{
|
|
if ($$options{'streaming'})
|
|
{
|
|
xCAT::DSHCLI->stream_error(
|
|
$options, $resolved_targets, \%targets_active,
|
|
\@targets_finished, \@targets_failed, \%pid_targets,
|
|
\%forked_process, \%errfh_targets, \%error_buffers,
|
|
\@error_files, \@select_err_fhs
|
|
);
|
|
}
|
|
|
|
else
|
|
{
|
|
xCAT::DSHCLI->buffer_error(
|
|
$options, $resolved_targets, \%targets_active,
|
|
\@targets_finished, \@targets_failed, \%targets_buffered,
|
|
\%pid_targets, \%forked_process, \%errfh_targets,
|
|
\%output_buffers, \%error_buffers, \@output_files,
|
|
\@error_files, \@select_err_fhs
|
|
);
|
|
}
|
|
}
|
|
# This is only if you are not streaming ( -s)
|
|
my @targets_buffered_keys = sort keys(%targets_buffered);
|
|
|
|
foreach my $user_target (@targets_buffered_keys)
|
|
{
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
my $output_file = undef;
|
|
my $output_filename = undef;
|
|
my $error_file = undef;
|
|
my $error_filename = undef;
|
|
|
|
if (!$$options{'silent'})
|
|
{
|
|
if ($::DSH_API)
|
|
{
|
|
$::DSH_API_MESSAGE =
|
|
$::DSH_API_MESSAGE
|
|
. join("", @{$output_buffers{$user_target}})
|
|
. join("", @{$error_buffers{$user_target}});
|
|
}
|
|
else
|
|
{
|
|
# HERE: This is where the output shows up
|
|
#print STDOUT @{$output_buffers{$user_target}};
|
|
#print STDERR @{$error_buffers{$user_target}};
|
|
chomp(@{$output_buffers{$user_target}});
|
|
chomp(@{$error_buffers{$user_target}});
|
|
my $rsp = {};
|
|
push @{$rsp->{data}}, @{$output_buffers{$user_target}};
|
|
xCAT::MsgUtils->message("D", $rsp, $::CALLBACK);
|
|
$rsp = {};
|
|
push @{$rsp->{error}}, @{$error_buffers{$user_target}};
|
|
$rsp->{NoErrorPrefix} = 1;
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK,0);
|
|
|
|
}
|
|
}
|
|
|
|
delete $output_buffers{$user_target};
|
|
delete $error_buffers{$user_target};
|
|
|
|
my $exit_code = $targets_buffered{$user_target}{'exit-code'};
|
|
my $target_rc = $targets_buffered{$user_target}{'target-rc'};
|
|
my $rsp = {};
|
|
|
|
if ($exit_code != 0)
|
|
{
|
|
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
# report error status --nodestatus
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$exit_code";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
# for monitoring -m
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
if (!grep(/$user_target/, @targets_failed))
|
|
{ # not already in list
|
|
|
|
push @targets_failed, $user_target;
|
|
}
|
|
push @{$dsh_target_status{'failed'}}, $user_target
|
|
if !$signal_interrupt_flag;
|
|
|
|
}
|
|
|
|
else
|
|
{
|
|
if ($target_rc != 0)
|
|
{
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
# report error status --nodestatus
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$target_rc";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
# if monitoring
|
|
$rsp={};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK, 1);
|
|
|
|
push @targets_failed, $user_target;
|
|
push @{$dsh_target_status{'failed'}}, $user_target
|
|
if !$signal_interrupt_flag;
|
|
}
|
|
|
|
elsif (!defined($target_rc) && !$dsh_cmd_background && ($::DSH_MELLANOX_SWITCH==0) && ($$options{'devicetype'}!~ /EthSwitch/))
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=???";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
$rsp={};
|
|
$rsp->{error}->[0] =
|
|
" A return code for the command run on the host $user_target was not received.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @targets_failed, $user_target;
|
|
push @{$dsh_target_status{'failed'}}, $user_target
|
|
if !$signal_interrupt_flag;
|
|
}
|
|
|
|
else # it worked
|
|
{
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_successful";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
$rsp={};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_successful $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
push @targets_finished, $user_target;
|
|
}
|
|
}
|
|
|
|
delete $targets_buffered{$user_target};
|
|
}
|
|
|
|
(@targets_waiting)
|
|
&& xCAT::DSHCLI->fork_fanout_dsh(
|
|
$options, $resolved_targets, \%forked_process,
|
|
\%pid_targets, \%outfh_targets, \%errfh_targets,
|
|
\@targets_waiting, \%targets_active
|
|
);
|
|
|
|
}
|
|
|
|
$dsh_exec_state++;
|
|
|
|
if ($$options{'stats'})
|
|
{
|
|
$dsh_stats{'end-time'} = localtime();
|
|
|
|
scalar(@targets_finished)
|
|
&& ($dsh_stats{'successful-targets'} = \@targets_finished);
|
|
if (scalar(@targets_failed))
|
|
{
|
|
if (scalar(@{$dsh_target_status{'failed'}}))
|
|
{
|
|
$dsh_stats{'failed-targets'} = $dsh_target_status{'failed'};
|
|
}
|
|
else
|
|
{
|
|
$dsh_stats{'failed-targets'} = \@targets_failed;
|
|
}
|
|
}
|
|
scalar(@{$dsh_target_status{'canceled'}})
|
|
&& ($dsh_stats{'canceled-targets'} = $dsh_target_status{'canceled'});
|
|
}
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Remote_command_execution_completed";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
return @targets_failed;
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
fork_fanout_dcp
|
|
|
|
Main process forking routine for an instance of the dcp command.
|
|
The routine creates forked processes of a remote copy command up to
|
|
the configured fanout value. Then output from each process is
|
|
processed. The number of currently forked processes is consistently
|
|
maintained up to the configured fanout value
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$forked_process - hash table of process information keyed by target name
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$outfh_targets - hash table of STDOUT pipe handles keyed by target name
|
|
$errfh_targets - hash table of STDERR pipe handles keyed by target name
|
|
$targets_waiting - array of targets pending remote execution
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub fork_fanout_dcp
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$forked_process, $pid_targets, $outfh_targets,
|
|
$errfh_targets, $targets_waiting, $targets_active
|
|
)
|
|
= @_;
|
|
|
|
while (@$targets_waiting
|
|
&& (keys(%$targets_active) < $$options{'fanout'}))
|
|
{
|
|
my $user_target = shift @$targets_waiting;
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
my @dcp_command;
|
|
my $rsyncfile;
|
|
|
|
if (!$$target_properties{'localhost'}) # this is to a remote host
|
|
{
|
|
my $target_type = $$target_properties{'type'};
|
|
|
|
my %rcp_config = ();
|
|
|
|
my $remote_copy;
|
|
my $rsh_extension = 'RSH';
|
|
|
|
if ($target_type eq 'node')
|
|
{
|
|
$remote_copy =
|
|
$$options{'node-rcp'}{$$target_properties{'context'}}
|
|
|| $$target_properties{'remote-copy'};
|
|
($remote_copy =~ /\/scp$/) && ($rsh_extension = 'SSH');
|
|
($remote_copy =~ /\/rsync$/) && ($rsh_extension = 'RSYNC');
|
|
$rcp_config{'options'} =
|
|
$$options{'node-options'}{$$target_properties{'context'}};
|
|
}
|
|
|
|
$rcp_config{'preserve'} = $$options{'preserve'};
|
|
$rcp_config{'recursive'} = $$options{'recursive'};
|
|
$rcp_config{'sudo'} = $$options{'sudo'};
|
|
|
|
if ($$options{'pull'})
|
|
{
|
|
$rcp_config{'src-user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
$rcp_config{'src-host'} = $$target_properties{'hostname'};
|
|
$rcp_config{'src-file'} = $$options{'source'};
|
|
|
|
my @target_file = split '/', $$options{'source'};
|
|
$rcp_config{'dest-file'} =
|
|
"$$options{'target'}/$target_file[$#target_file]._$$target_properties{'hostname'}";
|
|
|
|
}
|
|
|
|
else
|
|
{
|
|
$rcp_config{'src-file'} = $$options{'source'};
|
|
$rcp_config{'dest-host'} = $$target_properties{'hostname'};
|
|
$rcp_config{'dest-file'} = $$options{'target'};
|
|
$rcp_config{'dest-user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
$rcp_config{'destDir_srcFile'} =
|
|
$$options{'destDir_srcFile'}{$user_target};
|
|
}
|
|
|
|
#eval "require RemoteShell::$rsh_extension";
|
|
eval "require xCAT::$rsh_extension";
|
|
my $remoteshell = "xCAT::$rsh_extension";
|
|
# HERE: Build the dcp command based on the arguments
|
|
my $localhost=0; # this is from the MN to another node
|
|
@dcp_command =
|
|
$remoteshell->remote_copy_command(\%rcp_config, $remote_copy);
|
|
# add sudo for non-root users
|
|
if ($$options{'sudo'}) {
|
|
unshift (@dcp_command,'sudo');
|
|
}
|
|
|
|
}
|
|
else # this is the local host ( running on the Management Node)
|
|
{
|
|
if ($$options{'destDir_srcFile'}{$user_target})
|
|
{
|
|
my $target_type = $$target_properties{'type'};
|
|
|
|
my %rcp_config = ();
|
|
|
|
my $remote_copy;
|
|
my $rsh_extension = 'RSH';
|
|
|
|
if ($target_type eq 'node')
|
|
{
|
|
$remote_copy =
|
|
$$options{'node-rcp'}{$$target_properties{'context'}}
|
|
|| $$target_properties{'remote-copy'};
|
|
($remote_copy =~ /\/scp$/) && ($rsh_extension = 'SSH');
|
|
($remote_copy =~ /\/rsync$/) && ($rsh_extension = 'RSYNC');
|
|
$rcp_config{'options'} =
|
|
$$options{'node-options'}{$$target_properties{'context'}};
|
|
}
|
|
|
|
$rcp_config{'preserve'} = $$options{'preserve'};
|
|
$rcp_config{'recursive'} = $$options{'recursive'};
|
|
|
|
|
|
$rcp_config{'src-file'} = $$options{'source'};
|
|
$rcp_config{'dest-host'} = $$target_properties{'hostname'};
|
|
$rcp_config{'dest-file'} = $$options{'target'};
|
|
$rcp_config{'dest-user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
$rcp_config{'destDir_srcFile'} =
|
|
$$options{'destDir_srcFile'}{$user_target};
|
|
|
|
eval "require xCAT::$rsh_extension";
|
|
my $remoteshell = "xCAT::$rsh_extension";
|
|
# HERE: Build the dcp command based on the arguments
|
|
my $localhost=1; # this is on the MN to the MN
|
|
@dcp_command =
|
|
$remoteshell->remote_copy_command(\%rcp_config, $remote_copy,$localhost);
|
|
|
|
}
|
|
else # just a copy not a sync
|
|
{
|
|
@dcp_command =
|
|
('/bin/cp', '-r', $$options{'source'}, $$options{'target'});
|
|
}
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = " TRACE: Executing Command:@dcp_command";
|
|
$dsh_trace
|
|
&& (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
|
|
my @process_info =
|
|
xCAT::DSHCore->fork_output($user_target, @dcp_command);
|
|
vec($$outfh_targets{'bitmap'}, fileno($process_info[1]), 1) = 1;
|
|
vec($$errfh_targets{'bitmap'}, fileno($process_info[2]), 1) = 1;
|
|
$$outfh_targets{fileno($process_info[1])} = $user_target;
|
|
$$errfh_targets{fileno($process_info[2])} = $user_target;
|
|
|
|
$$forked_process{$user_target} = \@process_info;
|
|
$$targets_active{$user_target}++;
|
|
$$pid_targets{$process_info[0]} = $user_target;
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
fork_fanout_dsh
|
|
|
|
Main process forking routine for an instance of the dsh command.
|
|
The routine creates forked processes of a remote shell command up to
|
|
the configured fanout value. Then output from each process is
|
|
processed. The number of currently forked processes is consistently
|
|
maintained up to the configured fanout value
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$forked_process - hash table of process information keyed by target name
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$outfh_targets - hash table of STDOUT pipe handles keyed by target name
|
|
$errfh_targets - hash table of STDERR pipe handles keyed by target name
|
|
$targets_waiting - array of targets pending remote execution
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub fork_fanout_dsh
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$forked_process, $pid_targets, $outfh_targets,
|
|
$errfh_targets, $targets_waiting, $targets_active
|
|
)
|
|
= @_;
|
|
|
|
#get username and passeword for ether net switches (EthSwitch type)
|
|
if ($$options{'devicetype'} =~ /EthSwitch/) {
|
|
if (@$targets_waiting > 0) {
|
|
if ($ENV{'DSH_REMOTE_PASSWORD'}) {
|
|
foreach my $t (keys(%$resolved_targets)) {
|
|
$resolved_targets->{$t}->{'password'}=$ENV{'DSH_REMOTE_PASSWORD'};
|
|
$resolved_targets->{$t}->{'user'}=$$options{'user'};
|
|
}
|
|
} else {
|
|
#get user name and password from the switches table
|
|
my $passwdtab=xCAT::Table->new('passwd',-create=>1);
|
|
my @passwd_ent = $passwdtab->getAttribs({key => "switch"}, ['username', 'password', 'comments']);
|
|
my $switchestab=xCAT::Table->new('switches',-create=>0);
|
|
my $switchents = $switchestab->getNodesAttribs($targets_waiting,[qw/switch sshusername sshpassword protocol/]);
|
|
foreach my $entry (values %$switchents) {
|
|
my $switch=$entry->[0]->{switch};
|
|
my $username;
|
|
my $password;
|
|
my $protocol;
|
|
|
|
# use switches table first
|
|
if (defined($entry->[0]->{sshusername})) {
|
|
$username = $entry->[0]->{sshusername};
|
|
}
|
|
if (defined($entry->[0]->{sshpassword})) {
|
|
$password = $entry->[0]->{sshpassword};
|
|
}
|
|
if (defined($entry->[0]->{protocol})) {
|
|
$protocol = $entry->[0]->{protocol};
|
|
}
|
|
if ((!$username) && (!$password) && (!$protocol)) { #use passwd table as default
|
|
if (defined($passwd_ent[0]->{username})) {
|
|
$username=$passwd_ent[0]->{username};
|
|
}
|
|
if (defined($passwd_ent[0]->{password})) {
|
|
$password = $passwd_ent[0]->{password};
|
|
}
|
|
if (defined($passwd_ent[0]->{comments}) && ($passwd_ent[0]->{comments} eq "telnet")) {
|
|
$protocol = $passwd_ent[0]->{comments};
|
|
}
|
|
}
|
|
|
|
if ($username) {
|
|
$resolved_targets->{$switch}->{'user'} = $username;
|
|
}
|
|
if ($password) {
|
|
$resolved_targets->{$switch}->{'password'} = $password;
|
|
}
|
|
if ($protocol) {
|
|
$resolved_targets->{$switch}->{'remotecmdproto'} = $protocol;
|
|
}
|
|
#print "username=$username, password=$password, protocol=$protocol\n";
|
|
}
|
|
}
|
|
}
|
|
}
|
|
# save the original exports, we are going to add the unique node name below
|
|
my $firstpass=0;
|
|
while (@$targets_waiting
|
|
&& (keys(%$targets_active) < $$options{'fanout'}))
|
|
{
|
|
my $user_target = shift @$targets_waiting;
|
|
# now add export NODE=nodename to the pre-command, if not a device;
|
|
my $exportnode;
|
|
if (($$options{'devicetype'})) {
|
|
$exportnode="";
|
|
} else{
|
|
$exportnode="export NODE=$user_target; ";
|
|
}
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
my @commands;
|
|
my $localShell =
|
|
($$options{'syntax'} eq 'csh') ? '/bin/csh' : '/bin/sh';
|
|
my @dsh_command = ($localShell, '-c');
|
|
$$options{'command'} =~ s/\s*$//;
|
|
$$options{'command'} =~ s/;$//;
|
|
|
|
if ($$options{'command'} =~ /\&$/)
|
|
{
|
|
$$options{'post-command'} = "";
|
|
$dsh_cmd_background = 1;
|
|
}
|
|
if ($$options{'environment'})
|
|
{
|
|
if ($firstpass ==0) { # do the servicenode stuff only once
|
|
# if we are on a servicenode need to get the environment file
|
|
# from the SNsyncfiledir, not local
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $newenvfile;
|
|
my $synfiledir = "/var/xcat/syncfiles"; #default
|
|
|
|
# get the directory on the servicenode to and add to filepath
|
|
my @syndir= xCAT::TableUtils->get_site_attribute("SNsyncfiledir");
|
|
if ($syndir[0])
|
|
{
|
|
$synfiledir = $syndir[0];
|
|
}
|
|
$newenvfile = $synfiledir;
|
|
$newenvfile .= $$options{'environment'};
|
|
$$options{'environment'} = $newenvfile;
|
|
}
|
|
if (!(-e $$options{'environment'}))
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "File $$options{'environment'} does not exist";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
$firstpass=1;
|
|
}
|
|
# build the xdsh command
|
|
push @dsh_command,
|
|
"$exportnode$$options{'pre-command'} . $$options{'environment'} ; $$options{'command'}$$options{'post-command'}";
|
|
}
|
|
|
|
else
|
|
{
|
|
push @dsh_command,
|
|
"$exportnode$$options{'pre-command'}$$options{'command'}$$options{'post-command'}";
|
|
}
|
|
|
|
if ($$target_properties{'localhost'})
|
|
{
|
|
if (my $specified_usr =
|
|
($$target_properties{'user'} || $$options{'user'}))
|
|
{
|
|
my $current_usr = getpwuid($>);
|
|
if ($specified_usr ne $current_usr)
|
|
{
|
|
delete $$target_properties{'localhost'};
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!$$target_properties{'localhost'})
|
|
{
|
|
@dsh_command = ();
|
|
|
|
my $target_type = $$target_properties{'type'};
|
|
|
|
my %rsh_config = ();
|
|
$rsh_config{'hostname'} = $$target_properties{'hostname'};
|
|
$rsh_config{'user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
|
|
my $remote_shell;
|
|
my $rsh_extension = 'RSH';
|
|
|
|
if ($target_type eq 'node')
|
|
{
|
|
my $context = $$target_properties{'context'};
|
|
$remote_shell = $$options{'node-rsh'}{$context}
|
|
|| $$options{'node-rsh'}{'none'}
|
|
|| $$target_properties{'remote-shell'}
|
|
|| $$options{'node-rsh-defaults'}{$context};
|
|
($remote_shell =~ /\/ssh$/) && ($rsh_extension = 'SSH');
|
|
|
|
if ($$options{'devicetype'} =~ /EthSwitch/) {
|
|
$remote_shell = "$::XCATROOT/sbin/rshell_api";
|
|
$rsh_extension='RShellAPI';
|
|
$rsh_config{'password'}=$$target_properties{'password'};
|
|
if ($$target_properties{'remotecmdproto'}) {
|
|
$rsh_config{'remotecmdproto'}=$$target_properties{'remotecmdproto'};
|
|
}
|
|
if ($$options{'trace'}) {
|
|
$rsh_config{'trace'}=1;
|
|
}
|
|
}
|
|
|
|
# will not set -n for any command, causing problems
|
|
# with running xdsh to install rpms and start xcatd on AIX
|
|
# if IB switch device, do not set -n, causes no returncode
|
|
#if (($$options{'devicetype'})) {
|
|
|
|
$rsh_config{'options'} =
|
|
$$options{'node-options'}{$$target_properties{'context'}};
|
|
|
|
#} else { # not a device
|
|
# $rsh_config{'options'} = "-n "
|
|
#. $$options{'node-options'}{$$target_properties{'context'}};
|
|
#}
|
|
}
|
|
|
|
#eval "require RemoteShell::$rsh_extension";
|
|
eval "require xCAT::$rsh_extension";
|
|
|
|
$rsh_config{'command'} = "$exportnode$$options{'pre-command'}";
|
|
my $tmp_env_file;
|
|
# for the -E flag here we build and copy the -E env variable
|
|
# file to the nodes
|
|
if ($$options{'environment'})
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE: Environment option specified";
|
|
$dsh_trace && (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
my %env_rcp_config = ();
|
|
$tmp_env_file = POSIX::tmpnam . '.dsh';
|
|
$rsh_config{'command'} .= ". $tmp_env_file ; ";
|
|
|
|
$env_rcp_config{'src-file'} = $$options{'environment'};
|
|
$env_rcp_config{'dest-host'} = $$target_properties{'hostname'};
|
|
$env_rcp_config{'dest-file'} = $tmp_env_file;
|
|
$env_rcp_config{'dest-user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
|
|
my $env_rcp_command = undef;
|
|
my $env_rcp_extension = $rsh_extension;
|
|
|
|
($$target_properties{'type'} eq 'node')
|
|
&& ($env_rcp_command = $ENV{'DSH_NODE_RCP'});
|
|
|
|
if ($env_rcp_command)
|
|
{
|
|
($env_rcp_command =~ /\/rcp$/)
|
|
&& ($env_rcp_extension = 'RSH');
|
|
($env_rcp_command =~ /\/scp$/)
|
|
&& ($env_rcp_extension = 'SSH');
|
|
}
|
|
|
|
#eval "require RemoteShell::$env_rcp_extension";
|
|
eval "require xCAT::$env_rcp_extension";
|
|
my $rcp = "xCAT::$env_rcp_extension";
|
|
my @env_rcp_command =
|
|
$rcp->remote_copy_command(\%env_rcp_config);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"TRACE:Environment: Exporting File.@env_rcp_command ";
|
|
$dsh_trace && (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
# copy the Env Variable input file to the nodes
|
|
my @env_rcp_process =
|
|
xCAT::DSHCore->fork_no_output($user_target, @env_rcp_command);
|
|
waitpid($env_rcp_process[0], undef);
|
|
#push @commands, \@env_rcp_command;
|
|
}
|
|
my $tmp_cmd_file;
|
|
if ($$options{'execute'})
|
|
{
|
|
# first build the scp command to copy the file to execute
|
|
# down to the node into /tmp/*.dsh
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE: Execute option specified.";
|
|
$dsh_trace && (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
|
|
my %exe_rcp_config = ();
|
|
$tmp_cmd_file = POSIX::tmpnam . ".dsh";
|
|
|
|
my ($exe_cmd, @args) = @{$$options{'execute'}};
|
|
my $chmod_cmd = "";
|
|
# now build the xdsh of the file buffer
|
|
# add sudo for non-root users
|
|
if ($$options{'sudo'}) {
|
|
$rsh_config{'command'} .= "sudo ";
|
|
$rsh_config{'sudo'} = "sudo ";
|
|
}
|
|
$rsh_config{'command'} .=
|
|
"$chmod_cmd $tmp_cmd_file @args$$options{'post-command'}";
|
|
$exe_rcp_config{'src-file'} = $exe_cmd;
|
|
$exe_rcp_config{'dest-host'} = $$target_properties{'hostname'};
|
|
$exe_rcp_config{'dest-file'} = $tmp_cmd_file;
|
|
$exe_rcp_config{'dest-user'} = $$target_properties{'user'}
|
|
|| $$options{'user'};
|
|
|
|
my $exe_rcp_command = undef;
|
|
my $exe_rcp_extension = $rsh_extension;
|
|
|
|
($$target_properties{'type'} eq 'node')
|
|
&& ($exe_rcp_command = $ENV{'DSH_NODE_RCP'});
|
|
|
|
if ($exe_rcp_command)
|
|
{
|
|
($exe_rcp_command =~ /\/rcp$/)
|
|
&& ($exe_rcp_extension = 'RSH');
|
|
($exe_rcp_command =~ /\/scp$/)
|
|
&& ($exe_rcp_extension = 'SSH');
|
|
}
|
|
|
|
#eval "require RemoteShell::$exe_rcp_extension";
|
|
eval "require xCAT::$exe_rcp_extension";
|
|
my $rcp = "xCAT::$exe_rcp_extension";
|
|
my @exe_rcp_command =
|
|
$rcp->remote_copy_command(\%exe_rcp_config);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"TRACE:Execute: Exporting File:@exe_rcp_command";
|
|
$dsh_trace && (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
#my @exe_rcp_process =
|
|
# xCAT::DSHCore->fork_no_output($user_target, @exe_rcp_command);
|
|
#waitpid($exe_rcp_process[0], undef);
|
|
push @commands, \@exe_rcp_command;
|
|
}
|
|
|
|
else
|
|
{
|
|
# add sudo for non-root users
|
|
if ($$options{'sudo'}) {
|
|
$rsh_config{'command'} .= "sudo ";
|
|
$rsh_config{'sudo'} = "sudo ";
|
|
}
|
|
$rsh_config{'command'} .=
|
|
"$$options{'command'}$$options{'post-command'}";
|
|
}
|
|
if ($$options{'environment'})
|
|
{
|
|
$rsh_config{'command'} .= ";rm $tmp_env_file";
|
|
}
|
|
if ($$options{'execute'})
|
|
{
|
|
$rsh_config{'command'} .= ";rm $tmp_cmd_file";
|
|
}
|
|
|
|
#eval "require RemoteShell::$rsh_extension";
|
|
eval "require xCAT::$rsh_extension";
|
|
my $remoteshell = "xCAT::$rsh_extension";
|
|
push @dsh_command,
|
|
$remoteshell->remote_shell_command(\%rsh_config, $remote_shell);
|
|
|
|
}
|
|
|
|
my @process_info;
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "Command name: @dsh_command";
|
|
$dsh_trace && (xCAT::MsgUtils->message("I", $rsp, $::CALLBACK));
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Remote_command_started $user_target";
|
|
$$options{'monitor'} && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
# execute and remove the /tmp file build which is a copy of the
|
|
# input -E file
|
|
#print "Command=@dsh_command\n";
|
|
|
|
#@process_info = xCAT::DSHCore->fork_output($user_target, @dsh_command);
|
|
push (@commands, \@dsh_command); #print Dumper(\@commands);
|
|
@process_info = xCAT::DSHCore->fork_output_for_commands($user_target, @commands);
|
|
if ($process_info[0] == -2)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"$user_target could not execute this command $dsh_command[0] - $$options{'command'} , $! ";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
($process_info[0] == -3) && (&handle_signal_dsh('INT', 1));
|
|
|
|
if ($process_info[0] == -4)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Cannot redirect STDOUT, error= $!";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
if ($process_info[0] == -5)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Cannot redirect STDERR, error= $!";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
vec($$outfh_targets{'bitmap'}, fileno($process_info[1]), 1) = 1;
|
|
vec($$errfh_targets{'bitmap'}, fileno($process_info[2]), 1) = 1;
|
|
$$outfh_targets{fileno($process_info[1])} = $user_target;
|
|
$$errfh_targets{fileno($process_info[2])} = $user_target;
|
|
|
|
$$forked_process{$user_target} = \@process_info;
|
|
$$targets_active{$user_target}++;
|
|
$$pid_targets{$process_info[0]} = $user_target;
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
buffer_output
|
|
|
|
For a given list of targets with output available, this routine buffers
|
|
output from the targets STDOUT pipe handles into buffers grouped by
|
|
target name
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
$targets_finished - list of targets with all output processed and have completed execution
|
|
$targets_failed - list of targets that have unsuccessfully executed
|
|
$targets_buffered - hash table of buffers with output from active targets
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$forked_process - hash table of process information keyed by target name
|
|
$errfh_targets - hash table of STDERR pipe handles keyed by target name
|
|
$output_buffers - hash table of STDOUT buffers keyed by target name
|
|
$error_buffers - hash table of STDERR buffers keyed by target name
|
|
$output_files - list of output file handles where output is to be written
|
|
$error_files - list of error file handles where error output is to be written
|
|
$select_err_fhs - list of currently available STDERR pipe handles
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub buffer_output
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$targets_active, $targets_finished, $targets_failed,
|
|
$targets_buffered, $pid_targets, $forked_process,
|
|
$outfh_targets, $output_buffers, $error_buffers,
|
|
$output_files, $error_files, $select_out_fhs
|
|
)
|
|
= @_;
|
|
|
|
foreach my $select_out_fh (@$select_out_fhs)
|
|
{
|
|
|
|
my $user_target = $$outfh_targets{$select_out_fh};
|
|
my $output_fh = $$forked_process{$user_target}[1];
|
|
my $error_fh = $$forked_process{$user_target}[2];
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
if (!$$output_buffers{$user_target})
|
|
{
|
|
my @buffer = ();
|
|
$$output_buffers{$user_target} = \@buffer;
|
|
}
|
|
|
|
if (!$$output_buffers{"${user_target}_tmp"})
|
|
{
|
|
my @buffer_tmp = ();
|
|
$$output_buffers{"${user_target}_tmp"} = \@buffer_tmp;
|
|
}
|
|
|
|
my $eof_output =
|
|
xCAT::DSHCore->pipe_handler_buffer(
|
|
$target_properties, $output_fh, 4096,
|
|
"$user_target: ",
|
|
$$output_buffers{"${user_target}_tmp"},
|
|
$$output_buffers{$user_target}
|
|
);
|
|
|
|
if ($eof_output)
|
|
{
|
|
vec($$outfh_targets{'bitmap'}, fileno($output_fh), 1) = 0;
|
|
delete $$outfh_targets{$user_target};
|
|
|
|
if (++$$targets_active{$user_target} == 3)
|
|
|
|
{
|
|
my $exit_code;
|
|
my $pid = waitpid($$forked_process{$user_target}[0], 0);
|
|
if ($pid == -1)
|
|
{ # no child waiting ignore
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "waitpid call PID=$pid. Ignore.";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{ # check return code
|
|
$exit_code = $? >> 8;
|
|
}
|
|
if (scalar(@{$$output_buffers{$user_target}}) == 1)
|
|
{
|
|
($$output_buffers{$user_target}[0] eq '')
|
|
&& (@{$$output_buffers{$user_target}} = ());
|
|
}
|
|
|
|
if (scalar(@{$$error_buffers{$user_target}}) == 1)
|
|
{
|
|
($$error_buffers{$user_target}[0] eq '')
|
|
&& (@{$$error_buffers{$user_target}} = ());
|
|
}
|
|
|
|
my %exit_status = (
|
|
'exit-code' => $exit_code,
|
|
'target-rc' => $$target_properties{'target-rc'}
|
|
);
|
|
$$targets_buffered{$user_target} = \%exit_status;
|
|
|
|
delete $$targets_active{$user_target};
|
|
delete $$pid_targets{$$forked_process{$user_target}[0]};
|
|
|
|
close $output_fh;
|
|
close $error_fh;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
buffer_error
|
|
|
|
For a given list of targets with output available, this routine buffers
|
|
output from the targets STDERR pipe handles into buffers grouped by
|
|
target name
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
$targets_finished - list of targets with all output processed and have completed execution
|
|
$targets_failed - list of targets that have unsuccessfully executed
|
|
$targets_buffered - hash table of buffers with output from active targets
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$forked_process - hash table of process information keyed by target name
|
|
$errfh_targets - hash table of STDERR pipe handles keyed by target name
|
|
$output_buffers - hash table of STDOUT buffers keyed by target name
|
|
$error_buffers - hash table of STDERR buffers keyed by target name
|
|
$output_files - list of output file handles where output is to be written
|
|
$error_files - list of error file handles where error output is to be written
|
|
$select_err_fhs - list of currently available STDERR pipe handles
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub buffer_error
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$targets_active, $targets_finished, $targets_failed,
|
|
$targets_buffered, $pid_targets, $forked_process,
|
|
$errfh_targets, $output_buffers, $error_buffers,
|
|
$output_files, $error_files, $select_err_fhs
|
|
)
|
|
= @_;
|
|
|
|
foreach my $select_err_fh (@$select_err_fhs)
|
|
{
|
|
|
|
my $user_target = $$errfh_targets{$select_err_fh};
|
|
my $output_fh = $$forked_process{$user_target}[1];
|
|
my $error_fh = $$forked_process{$user_target}[2];
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
if (!$$error_buffers{$user_target})
|
|
{
|
|
my @buffer = ();
|
|
$$error_buffers{$user_target} = \@buffer;
|
|
}
|
|
|
|
if (!$$error_buffers{"${user_target}_tmp"})
|
|
{
|
|
my @buffer_tmp = ();
|
|
$$error_buffers{"${user_target}_tmp"} = \@buffer_tmp;
|
|
}
|
|
|
|
my $eof_error =
|
|
xCAT::DSHCore->pipe_handler_buffer(
|
|
$target_properties, $error_fh, 4096,
|
|
"$user_target: ",
|
|
$$error_buffers{"${user_target}_tmp"},
|
|
$$error_buffers{$user_target}
|
|
);
|
|
|
|
if ($eof_error)
|
|
{
|
|
vec($$errfh_targets{'bitmap'}, fileno($error_fh), 1) = 0;
|
|
delete $$errfh_targets{$user_target};
|
|
|
|
if (++$$targets_active{$user_target} == 3)
|
|
{
|
|
my $exit_code;
|
|
my $pid = waitpid($$forked_process{$user_target}[0], 0);
|
|
if ($pid == -1)
|
|
{ # no child waiting
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "waitpid call PID=$pid. Ignore.";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{ # check return code
|
|
$exit_code = $? >> 8;
|
|
}
|
|
|
|
if (scalar(@{$$output_buffers{$user_target}}) == 1)
|
|
{
|
|
($$output_buffers{$user_target}[0] eq '')
|
|
&& (@{$$output_buffers{$user_target}} = ());
|
|
}
|
|
|
|
if (scalar(@{$$error_buffers{$user_target}}) == 1)
|
|
{
|
|
($$error_buffers{$user_target}[0] eq '')
|
|
&& (@{$$error_buffers{$user_target}} = ());
|
|
}
|
|
|
|
my %exit_status = (
|
|
'exit-code' => $exit_code,
|
|
'target-rc' => $$target_properties{'target-rc'}
|
|
);
|
|
$$targets_buffered{$user_target} = \%exit_status;
|
|
|
|
delete $$targets_active{$user_target};
|
|
delete $$pid_targets{$$forked_process{$user_target}[0]};
|
|
|
|
close $output_fh;
|
|
close $error_fh;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
stream_output - Running xdsh with the -s option
|
|
|
|
For a given list of targets with output available, this routine writes
|
|
output from the targets STDOUT pipe handles directly to STDOUT as soon
|
|
as it is available from the target
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
$targets_finished - list of targets with all output processed and have completed execution
|
|
$targets_failed - list of targets that have unsuccessfully executed
|
|
$targets_buffered - hash table of buffers with output from active targets
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$forked_process - hash table of process information keyed by target name
|
|
$outfh_targets - hash table of STDOUT pipe handles keyed by target name
|
|
$output_buffers - hash table of STDOUT buffers keyed by target name
|
|
$output_files - list of error file handles where error output is to be written
|
|
$select_out_fhs - list of currently available STDOUT pipe handles
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub stream_output
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$targets_active, $targets_finished, $targets_failed,
|
|
$pid_targets, $forked_process, $outfh_targets,
|
|
$output_buffers, $output_files, $select_out_fhs
|
|
)
|
|
= @_;
|
|
|
|
foreach my $select_out_fh (@$select_out_fhs)
|
|
{
|
|
|
|
my $user_target = $$outfh_targets{$select_out_fh};
|
|
my $output_fh = $$forked_process{$user_target}[1];
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
if (!$$output_buffers{$user_target})
|
|
{
|
|
my @buffer = ();
|
|
$$output_buffers{$user_target} = \@buffer;
|
|
}
|
|
|
|
my $eof_output =
|
|
xCAT::DSHCore->pipe_handler(
|
|
$options,
|
|
$target_properties,
|
|
$output_fh,
|
|
4096,
|
|
"$user_target: ",
|
|
$$output_buffers{$user_target},
|
|
@$output_files
|
|
);
|
|
|
|
if ($eof_output)
|
|
{
|
|
vec($$outfh_targets{'bitmap'}, fileno($output_fh), 1) = 0;
|
|
delete $$outfh_targets{$user_target};
|
|
|
|
if (++$$targets_active{$user_target} == 3)
|
|
{
|
|
my $exit_code;
|
|
my $pid = waitpid($$forked_process{$user_target}[0], 0);
|
|
if ($pid == -1)
|
|
{ # no child waiting
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "waitpid call PID=$pid. Ignore.";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{ # check return code
|
|
$exit_code = $? >> 8;
|
|
}
|
|
|
|
my $target_rc = $$target_properties{'target-rc'};
|
|
|
|
if ($exit_code != 0)
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$exit_code";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"$user_target remote shell had error code: $exit_code";
|
|
!$$options{'silent'}
|
|
&& (xCAT::MsgUtils->message("E", $rsp, $::CALLBACK));
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
push @{$dsh_target_status{'failed'}}, $user_target
|
|
if !$signal_interrupt_flag;
|
|
|
|
}
|
|
|
|
else
|
|
{
|
|
if ($target_rc != 0)
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$$target_properties{'target-rc'}";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
" $user_target remote Command had return code: $$target_properties{'target-rc'} ";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
}
|
|
|
|
elsif (!defined($target_rc))
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=???";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
" $user_target a return code run on this host was not received. ";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
}
|
|
|
|
else # xdsh -s worked
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_successful";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_successful $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_finished, $user_target;
|
|
}
|
|
}
|
|
|
|
delete $$targets_active{$user_target};
|
|
delete $$pid_targets{$$forked_process{$user_target}[0]};
|
|
}
|
|
|
|
close $output_fh;
|
|
}
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
stream_error
|
|
|
|
For a given list of targets with output available, this routine writes
|
|
output from the targets STDERR pipe handles directly to STDERR as soon
|
|
as it is available from the target
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$targets_active - hash table of currently active targets with output possibly available
|
|
$targets_finished - list of targets with all output processed and have completed execution
|
|
$targets_failed - list of targets that have unsuccessfully executed
|
|
$targets_buffered - hash table of buffers with output from active targets
|
|
$pid_targets - hash table of target names keyed by process ID
|
|
$forked_process - hash table of process information keyed by target name
|
|
$errfh_targets - hash table of STDERR pipe handles keyed by target name
|
|
$error_buffers - hash table of STDERR buffers keyed by target name
|
|
$error_files - list of error file handles where error output is to be written
|
|
$select_err_fhs - list of currently available STDERR pipe handles
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub stream_error
|
|
{
|
|
my (
|
|
$class, $options, $resolved_targets,
|
|
$targets_active, $targets_finished, $targets_failed,
|
|
$pid_targets, $forked_process, $errfh_targets,
|
|
$error_buffers, $error_files, $select_err_fhs
|
|
)
|
|
= @_;
|
|
|
|
foreach my $select_err_fh (@$select_err_fhs)
|
|
{
|
|
|
|
my $user_target = $$errfh_targets{$select_err_fh};
|
|
my $error_fh = $$forked_process{$user_target}[2];
|
|
my $target_properties = $$resolved_targets{$user_target};
|
|
|
|
if (!$$error_buffers{$user_target})
|
|
{
|
|
my @buffer = ();
|
|
$$error_buffers{$user_target} = \@buffer;
|
|
}
|
|
|
|
my $eof_error =
|
|
xCAT::DSHCore->pipe_handler(
|
|
$options,
|
|
$target_properties,
|
|
$error_fh,
|
|
4096,
|
|
"$user_target: ",
|
|
$$error_buffers{$user_target},
|
|
@$error_files
|
|
);
|
|
|
|
if ($eof_error)
|
|
{
|
|
vec($$errfh_targets{'bitmap'}, fileno($error_fh), 1) = 0;
|
|
delete $$errfh_targets{$user_target};
|
|
|
|
my $rsp = {};
|
|
if (++$$targets_active{$user_target} == 3)
|
|
{
|
|
my $exit_code;
|
|
my $pid = waitpid($$forked_process{$user_target}[0], 0);
|
|
if ($pid == -1)
|
|
{ # no child waiting
|
|
$rsp->{data}->[0] = "waitpid call PID=$pid. Ignore.";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{ # check return code
|
|
$exit_code = $? >> 8;
|
|
}
|
|
|
|
my $target_rc = $$target_properties{'target-rc'};
|
|
|
|
if ($exit_code != 0)
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$exit_code";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
" $user_target remote shell had exit code $exit_code.";
|
|
!$$options{'silent'}
|
|
&& (xCAT::MsgUtils->message("E", $rsp, $::CALLBACK));
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
push @{$dsh_target_status{'failed'}}, $user_target
|
|
if !$signal_interrupt_flag;
|
|
|
|
}
|
|
|
|
else
|
|
{
|
|
if ($target_rc != 0)
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=$$target_properties{'target-rc'}";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
#my $rsp = {};
|
|
#$rsp->{error}->[0] =
|
|
# "$user_target remote command had return code $$target_properties{'target-rc'}";
|
|
#xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
}
|
|
|
|
elsif (!defined($target_rc) && ($::DSH_MELLANOX_SWITCH==0))
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed, error_code=???}";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"A return code for the command run on $user_target was not received.";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_failed $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_failed, $user_target;
|
|
}
|
|
|
|
else
|
|
{
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_successful";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"dsh> Remote_command_successful $user_target";
|
|
$$options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
push @$targets_finished, $user_target;
|
|
}
|
|
}
|
|
|
|
delete $$targets_active{$user_target};
|
|
delete $$pid_targets{$$forked_process{$user_target}[0]};
|
|
}
|
|
|
|
close $error_fh;
|
|
}
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
config_default_context
|
|
|
|
Return the name of the default context to the caller ( always XCAT)
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
The name of the default context which is always XCAT
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
If context file not found
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub config_default_context
|
|
{
|
|
my ($class, $options) = @_;
|
|
my $contextdir = $::CONTEXT_DIR;
|
|
$contextdir .= "XCAT.pm";
|
|
if (-e "$contextdir")
|
|
{
|
|
require Context::XCAT;
|
|
(XCAT->valid_context) && ($$options{'context'} = 'XCAT');
|
|
}
|
|
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
config_dcp
|
|
|
|
This routine configures the command environment for an instance of the
|
|
dcp command based on the configuration of the DSH Utilities environment
|
|
defined in $options.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
Number of configuration errors
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub config_dcp
|
|
{
|
|
my ($class, $options) = @_;
|
|
|
|
my $result = 0;
|
|
|
|
$$options{'trace'} && $dsh_trace++;
|
|
|
|
$dsh_trace && xCAT::DSHCLI->show_dsh_config($options);
|
|
|
|
xCAT::DSHCLI->config_default_context($options);
|
|
|
|
if (!(-e "$::CONTEXT_DIR$$options{'context'}.pm"))
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Context file XCAT.pm does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE:Default context is $$options{'context'}.";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
!$$options{'node-rcp'}
|
|
&& ( $$options{'node-rcp'} = $ENV{'DCP_NODE_RCP'}
|
|
|| $ENV{'DCP_COPY_CMD'}
|
|
|| undef);
|
|
|
|
if ($$options{'node-rcp'})
|
|
{
|
|
my %node_rcp = ();
|
|
my @remotecopy_list = split ',', $$options{'node-rcp'};
|
|
|
|
foreach my $context_remotecopy (@remotecopy_list)
|
|
{
|
|
my ($context, $remotecopy) = split ':', $context_remotecopy;
|
|
|
|
if (!$remotecopy)
|
|
{
|
|
$remotecopy = $context;
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
!$node_rcp{$context}
|
|
&& ($node_rcp{$context} = $remotecopy);
|
|
}
|
|
}
|
|
|
|
else
|
|
{
|
|
$node_rcp{$context} = $remotecopy;
|
|
}
|
|
}
|
|
|
|
$$options{'node-rcp'} = \%node_rcp;
|
|
}
|
|
|
|
$$options{'fanout'} = $$options{'fanout'} || $ENV{'DSH_FANOUT'} || 64;
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE:Fanout Value is $$options{'fanout'}.";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
$$options{'timeout'} = $$options{'timeout'} || $ENV{'DSH_TIMEOUT'} || undef;
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE:Timeout Value is $$options{'timeout'}.";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
if ( (!$$options{'nodes'})
|
|
&& ($ENV{'DSH_NODE_LIST'} || $ENV{'DSH_LIST'}))
|
|
{
|
|
require Context::DSH;
|
|
|
|
my $node_list_file = $ENV{'DSH_NODE_LIST'}
|
|
|| $ENV{'DSH_LIST'}
|
|
|| $ENV{'WCOLL'};
|
|
my $node_list = DSH->read_target_file($node_list_file);
|
|
$$options{'nodes'} = join ',', @$node_list;
|
|
}
|
|
|
|
elsif (!$$options{'nodes'} && $ENV{'DSH_NODE_LIST'})
|
|
{
|
|
require Context::DSH;
|
|
|
|
my $node_list_file = $ENV{'DSH_NODE_LIST'};
|
|
my $node_list = DSH->read_target_file($node_list_file);
|
|
$$options{'nodes'} = join ',', @$node_list;
|
|
}
|
|
|
|
$$options{'node-options'} = $$options{'node-options'}
|
|
|| $ENV{'DCP_NODE_OPTS'}
|
|
|| $ENV{'DSH_REMOTE_OPTS'};
|
|
|
|
if ($$options{'node-options'})
|
|
{
|
|
my %node_options = ();
|
|
my @remoteopts_list = split ',', $$options{'node-options'};
|
|
|
|
foreach my $context_remoteopts (@remoteopts_list)
|
|
{
|
|
my ($context, $remoteopts) = split ':', $context_remoteopts;
|
|
|
|
if (!$remoteopts)
|
|
{
|
|
$remoteopts = $context;
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
!$node_options{$context}
|
|
&& ($node_options{$context} = $remoteopts);
|
|
}
|
|
}
|
|
|
|
else
|
|
{
|
|
$node_options{$context} = $remoteopts;
|
|
}
|
|
}
|
|
|
|
$$options{'node-options'} = \%node_options;
|
|
}
|
|
|
|
if ($$options{'pull'} && !(-d $$options{'target'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Cannot copy to target $$options{'target'}. Directory does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
config_dsh
|
|
|
|
This routine configures the command environment for an instance of the
|
|
dsh command based on the configuration of the DSH Utilities environment
|
|
defined in $options.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
Number of configuration errors
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub config_dsh
|
|
{
|
|
my ($class, $options) = @_;
|
|
|
|
my $result = 0;
|
|
|
|
$$options{'stats'} = $$options{'monitor'};
|
|
|
|
if ($$options{'stats'})
|
|
{
|
|
$dsh_stats{'start-time'} = localtime();
|
|
|
|
$dsh_stats{'user'} = $$options{'user'} || `whoami`;
|
|
chomp($dsh_stats{'user'});
|
|
$dsh_stats{'successful-targets'} = ();
|
|
$dsh_stats{'failed-targets'} = ();
|
|
$dsh_stats{'report-status-messages'} = ();
|
|
$dsh_stats{'specified-targets'} = ();
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
push @{$dsh_stats{'valid-contexts'}}, @dsh_valid_contexts;
|
|
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
$dsh_stats{'specified-targets'}{$context} = ();
|
|
$dsh_stats{'specified-targets'}{$context}{'nodes'} = ();
|
|
}
|
|
|
|
$$options{'command-name'} = $$options{'command-name'} || 'Unspecified';
|
|
$$options{'command-description'} = $$options{'command-description'}
|
|
|| '';
|
|
|
|
}
|
|
|
|
$$options{'trace'} && $dsh_trace++;
|
|
|
|
$dsh_trace && xCAT::DSHCLI->show_dsh_config;
|
|
|
|
xCAT::DSHCLI->config_default_context($options);
|
|
my $test = " $::CONTEXT_DIR$$options{'context'}.pm";
|
|
if (!(-e "$::CONTEXT_DIR$$options{'context'}.pm"))
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Context file $::CONTEXT_DIR$$options{'context'}.pm does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE:Default context is $$options{'context'}";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
# Check devicetype attr and build command based on type
|
|
$$options{'devicetype'} = $$options{'devicetype'}
|
|
|| $ENV{'DEVICETYPE'}
|
|
|| undef;
|
|
if ($$options{'devicetype'})
|
|
{
|
|
$ENV{'DEVICETYPE'} = $$options{'devicetype'};
|
|
my $devicename = $$options{'devicetype'};
|
|
$devicename =~ s/::/\//g;
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "Processing $devicename device type";
|
|
$dsh_trace && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
# process the config file. check /var/opt/xcat/... first, if the config
|
|
# file is not found, goto /opt/xcat/share/devicetype
|
|
my $devicepath = "/var/opt/xcat/" . $devicename . "/config";
|
|
if (! -e $devicepath) {
|
|
$devicepath="$::XCATROOT/share/xcat/devicetype/" . $devicename . "/config";
|
|
}
|
|
# Get configuration from $::XCATDEVCFGDIR
|
|
# used for QLogic and Mellanox
|
|
if (-e $devicepath)
|
|
{
|
|
my $deviceconf = get_config($devicepath);
|
|
|
|
# Get all dsh section configuration
|
|
foreach my $entry (keys %{$$deviceconf{'xdsh'}})
|
|
{
|
|
my $value = $$deviceconf{'xdsh'}{$entry};
|
|
if ($value)
|
|
{
|
|
$$options{$entry} = $value;
|
|
}
|
|
|
|
}
|
|
}
|
|
else
|
|
|
|
{
|
|
# if not Mellanox, it does not need a config file
|
|
if (!($$options{'devicetype'} =~ /IBSwitch::Mellanox/i)) {
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "The config file: $devicepath is missing";
|
|
xCAT::MsgUtils->message('E', $rsp, $::CALLBACK);
|
|
}
|
|
}
|
|
}
|
|
|
|
!$$options{'node-rsh'}
|
|
&& ( $$options{'node-rsh'} = $ENV{'DSH_NODE_RSH'}
|
|
|| $ENV{'DSH_REMOTE_CMD'}
|
|
|| undef);
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE:Node RSH is $$options{'node-rsh'}";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
my %node_rsh_defaults = ();
|
|
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
eval "require Context::$context";
|
|
my $defaults = $context->context_defaults;
|
|
$node_rsh_defaults{$context} = $$defaults{'NodeRemoteShell'}
|
|
|| $$defaults{'RemoteShell'};
|
|
}
|
|
|
|
$$options{'node-rsh-defaults'} = \%node_rsh_defaults;
|
|
|
|
my %node_rsh = ();
|
|
|
|
if ($$options{'node-rsh'})
|
|
{
|
|
|
|
my @remoteshell_list = split ',', $$options{'node-rsh'};
|
|
|
|
foreach my $context_remoteshell (@remoteshell_list)
|
|
{
|
|
my ($context, $remoteshell) = split ':', $context_remoteshell;
|
|
|
|
if (!$remoteshell)
|
|
{
|
|
$remoteshell = $context;
|
|
!$node_rsh{'none'} && ($node_rsh{'none'} = $remoteshell);
|
|
}
|
|
|
|
else
|
|
{
|
|
!$node_rsh{$context} && ($node_rsh{$context} = $remoteshell);
|
|
}
|
|
}
|
|
}
|
|
|
|
$$options{'node-rsh'} = \%node_rsh;
|
|
|
|
$$options{'environment'} = $$options{'environment'}
|
|
|| $ENV{'DSH_ENVIRONMENT'}
|
|
|| undef;
|
|
|
|
if ($$options{'environment'} && (-z $$options{'environment'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "File: $$options{'environment'} is empty.";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
$$options{'environment'} = undef;
|
|
}
|
|
|
|
$$options{'fanout'} = $$options{'fanout'} || $ENV{'DSH_FANOUT'} || 64;
|
|
$rsp={};
|
|
$rsp->{data}->[0] = "TRACE: Fanout value is $$options{'fanout'}.";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
$$options{'syntax'} = $$options{'syntax'} || $ENV{'DSH_SYNTAX'} || undef;
|
|
|
|
if (
|
|
defined($$options{'syntax'})
|
|
&& ( ($$options{'syntax'} ne 'csh')
|
|
&& ($$options{'syntax'} ne 'ksh'))
|
|
)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Incorrect argument \"$$options{'syntax'}\" specified on -S flag. ";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
my $env_set = 'export';
|
|
my $env_assign = '=';
|
|
|
|
if ($$options{'syntax'} eq 'csh')
|
|
{
|
|
$env_set = 'setenv';
|
|
$env_assign = ' ';
|
|
}
|
|
|
|
my $path_set;
|
|
$ENV{'DSH_PATH'}
|
|
&& ($path_set = "$env_set PATH$env_assign$ENV{'DSH_PATH'};");
|
|
|
|
$$options{'timeout'} = $$options{'timeout'} || $ENV{'DSH_TIMEOUT'} || undef;
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "TRACE: Timeout value is $$options{'timeout'} ";
|
|
$dsh_trace
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
# Check if $$options{'pre-command'} has been overwritten
|
|
# Mellanox uses pre-command = cli
|
|
if (!$$options{'pre-command'})
|
|
{
|
|
|
|
# Set a default PATH
|
|
$$options{'pre-command'} = $path_set;
|
|
|
|
if (!$$options{'no-locale'})
|
|
{
|
|
my @output = `/usr/bin/locale`;
|
|
chomp(@output);
|
|
|
|
my @settings = ();
|
|
!($$options{'syntax'} eq 'csh') && (push @settings, $env_set);
|
|
|
|
foreach my $line (@output)
|
|
{
|
|
$line =~ s/=/$env_assign/;
|
|
|
|
if ($$options{'syntax'} eq 'csh')
|
|
{
|
|
push @settings, "$env_set $line;";
|
|
}
|
|
|
|
else
|
|
{
|
|
push @settings, $line;
|
|
}
|
|
}
|
|
|
|
if ($$options{'syntax'} eq 'csh')
|
|
{
|
|
push @settings, "$env_set PERL_BADLANG${env_assign}0;";
|
|
}
|
|
|
|
else
|
|
{
|
|
push @settings, "PERL_BADLANG${env_assign}0";
|
|
}
|
|
|
|
my $locale_settings = join ' ', @settings;
|
|
!($$options{'syntax'} eq 'csh') && ($locale_settings .= ' ; ');
|
|
|
|
$$options{'pre-command'} .= $locale_settings;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
# if entry NULL then remove
|
|
if ($$options{'pre-command'} =~ /NULL/i) {
|
|
$$options{'pre-command'} = '';
|
|
} else { #add space between pre-command and command
|
|
$$options{'pre-command'} .=" ";
|
|
}
|
|
}
|
|
|
|
# Check if $$options{'post-command'} has been overwritten.
|
|
if (!$$options{'post-command'})
|
|
{
|
|
if ($$options{'syntax'} eq 'csh')
|
|
{
|
|
$$options{'post-command'} =
|
|
"; $env_set DSH_TARGET_RC$env_assign\$status; echo \":DSH_TARGET_RC=\${DSH_TARGET_RC}:\"";
|
|
}
|
|
|
|
else
|
|
{
|
|
$$options{'post-command'} =
|
|
"; $env_set DSH_TARGET_RC$env_assign\$?; echo \":DSH_TARGET_RC=\${DSH_TARGET_RC}:\"";
|
|
}
|
|
|
|
$$options{'exit-status'}
|
|
&& ($$options{'post-command'} .=
|
|
' ; echo "Remote_command_rc = $DSH_TARGET_RC"');
|
|
}
|
|
else
|
|
{
|
|
|
|
# post-command is overwritten by user , set env $::USER_POST_CMD
|
|
$::USER_POST_CMD = 1;
|
|
if ($$options{'post-command'} =~ /NULL/i)
|
|
{
|
|
$$options{'post-command'} = '';
|
|
}
|
|
else
|
|
{
|
|
# Build the user post command, for example for QLogic
|
|
# $::DSH_EXIT_STATUS ony can be used in DSHCore::pipe_handler_buffer
|
|
# and DSHCore::pipe_handler
|
|
$$options{'exit-status'}
|
|
&& ($::DSH_EXIT_STATUS = 1);
|
|
$$options{'post-command'} = ";$$options{'post-command'}";
|
|
|
|
# Append "DSH_RC" keyword to mark output
|
|
$$options{'post-command'} = "$$options{'post-command'};echo DSH_RC";
|
|
}
|
|
}
|
|
|
|
if (
|
|
!$$options{'nodes'}
|
|
&& ( $ENV{'DSH_NODE_LIST'}
|
|
|| $ENV{'DSH_LIST'})
|
|
)
|
|
{
|
|
require Context::DSH;
|
|
|
|
my $node_list_file = $ENV{'DSH_NODE_LIST'}
|
|
|| $ENV{'DSH_LIST'}
|
|
|| $ENV{'WCOLL'};
|
|
my $node_list = DSH->read_target_file($node_list_file);
|
|
$$options{'nodes'} = join ',', @$node_list;
|
|
}
|
|
|
|
elsif (!$$options{'nodes'} && $ENV{'DSH_NODE_LIST'})
|
|
{
|
|
require Context::DSH;
|
|
|
|
my $node_list_file = $ENV{'DSH_NODE_LIST'};
|
|
my $node_list = DSH->read_target_file($node_list_file);
|
|
$$options{'nodes'} = join ',', @$node_list;
|
|
}
|
|
|
|
$$options{'node-options'} = $$options{'node-options'}
|
|
|| $ENV{'DSH_NODE_OPTS'}
|
|
|| $ENV{'DSH_REMOTE_OPTS'};
|
|
|
|
if ($$options{'node-options'})
|
|
{
|
|
my %node_options = ();
|
|
my @remoteopts_list = split ',', $$options{'node-options'};
|
|
|
|
foreach my $context_remoteopts (@remoteopts_list)
|
|
{
|
|
my ($context, $remoteopts) = split ':', $context_remoteopts;
|
|
|
|
if (!$remoteopts)
|
|
{
|
|
$remoteopts = $context;
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
!$node_options{$context}
|
|
&& ($node_options{$context} = $remoteopts);
|
|
}
|
|
}
|
|
|
|
else
|
|
{
|
|
$node_options{$context} = $remoteopts;
|
|
}
|
|
}
|
|
|
|
$$options{'node-options'} = \%node_options;
|
|
}
|
|
|
|
if ($$options{'execute'})
|
|
{
|
|
my @exe_command = split ' ', $$options{'command'};
|
|
$$options{'execute'} = \@exe_command;
|
|
|
|
if (!(-e $exe_command[0]))
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "File $exe_command[0] does not exist";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
if (-z $exe_command[0])
|
|
{
|
|
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "File $exe_command[0] is empty.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
|
|
if (!(-x $exe_command[0]))
|
|
{
|
|
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "File $exe_command[0] is not executable.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return ++$result;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
config_signals_dsh
|
|
|
|
Configures the signal handling routines for each system signal
|
|
and configures which signals should be restored as define in the
|
|
DSH environment options.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub config_signals_dsh
|
|
{
|
|
my ($class, $options) = @_;
|
|
|
|
$SIG{'STOP'} = 'DEFAULT';
|
|
$SIG{'CONT'} = 'DEFAULT';
|
|
$SIG{'TSTP'} = 'DEFAULT';
|
|
|
|
$SIG{'TERM'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'QUIT'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'INT'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'ABRT'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'ALRM'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'FPE'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'ILL'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'PIPE'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'SEGV'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'USR1'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'USR2'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'TTIN'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'TTOU'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
$SIG{'BUS'} = 'xCAT::DSHCLI::handle_signal_dsh';
|
|
|
|
my @ignore_signals = split /,/, $$options{'ignore-signal'};
|
|
|
|
foreach my $signal (@ignore_signals)
|
|
{
|
|
|
|
if ( ($signal ne 'STOP')
|
|
&& ($signal ne 'CONT')
|
|
&& ($signal ne 'TSTP'))
|
|
{
|
|
|
|
$SIG{$signal} = 'IGNORE';
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
handle_signal_dsh
|
|
|
|
Signal handling routine for an instance of the dsh command. Depending
|
|
on the state of dsh execution and report configuraion, this routine
|
|
properly writes reports and output files if a termination signal is recieved
|
|
|
|
Arguments:
|
|
$signal - termination signal to handle
|
|
$fatal - 1 if signal is fatal, 0 otherwise
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
$dsh_execution_state - current state of dsh execution
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub handle_signal_dsh
|
|
{
|
|
my ($signal, $fatal_error) = @_;
|
|
|
|
my $DSH_STATE_BEGIN = 0;
|
|
my $DSH_STATE_INIT_STARTED = 1;
|
|
my $DSH_STATE_INIT_COMPLETE = 2;
|
|
my $DSH_STATE_TARGET_RESOLVE_COMPLETE = 3;
|
|
my $DSH_STATE_REMOTE_EXEC_STARTED = 4;
|
|
my $DSH_STATE_REMOTE_EXEC_COMPLETE = 5;
|
|
|
|
if ($dsh_exec_state == $DSH_STATE_BEGIN)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Command execution ended prematurely due to a previous error or stop request from the user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
exit(1);
|
|
}
|
|
|
|
elsif ($dsh_exec_state == $DSH_STATE_INIT_STARTED)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Command execution ended prematurely due to a previous error or stop request from the user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
exit(1);
|
|
}
|
|
|
|
elsif ($dsh_exec_state == $DSH_STATE_INIT_COMPLETE)
|
|
{
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
$dsh_stats{'exec-state'} = $dsh_exec_state;
|
|
$dsh_stats{'end-time'} = localtime();
|
|
}
|
|
|
|
if (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
foreach my $user_target (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
if ($fatal_error)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command on $user_target has been cancelled due to unrecoverable error. The command was never sent to the host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
else
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"xdsh> Remote_command_cancelled $user_target";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
push @{$dsh_target_status{'canceled'}}, $user_target;
|
|
}
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running commands have been cancelled due to unrecoverable error or stop request by user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
my @empty_targets = ();
|
|
|
|
$dsh_stats{'successful-targets'} = \@empty_targets;
|
|
$dsh_stats{'failed-targets'} = \@empty_targets;
|
|
$dsh_stats{'canceled-targets'} = $dsh_target_status{'canceled'};
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "dsh> Dsh_remote_execution_completed.";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
elsif ($dsh_exec_state == $DSH_STATE_TARGET_RESOLVE_COMPLETE)
|
|
{
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
$dsh_stats{'exec-state'} = $dsh_exec_state;
|
|
$dsh_stats{'end-time'} = localtime();
|
|
}
|
|
|
|
if (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
foreach my $user_target (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
if ($fatal_error)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"$user_target: running of the command on this host has been cancelled due to unrecoverable error.\n The command was never sent to the host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
else
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"$user_target: running of the command on this host has been cancelled due to unrecoverable error or stop request by user.\n The command was never sent to the host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"xdsh> Remote_command_cancelled $user_target";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
push @{$dsh_target_status{'canceled'}}, $user_target;
|
|
}
|
|
}
|
|
|
|
@{$dsh_target_status{'waiting'}} = ();
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"Command execution ended prematurely due to a previous unrecoverable error or stop by user.\n No commands were executed on any host.";
|
|
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
my @empty_targets = ();
|
|
|
|
$dsh_stats{'successful-targets'} = \@empty_targets;
|
|
$dsh_stats{'failed-targets'} = \@empty_targets;
|
|
$dsh_stats{'canceled-targets'} = $dsh_target_status{'canceled'};
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "xdsh> Dsh_remote_execution_completed";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
|
|
exit(1);
|
|
}
|
|
|
|
elsif ($dsh_exec_state == $DSH_STATE_REMOTE_EXEC_STARTED)
|
|
{
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
$dsh_stats{'exec-state'} = $dsh_exec_state;
|
|
$dsh_stats{'end-time'} = localtime();
|
|
}
|
|
|
|
my $targets_active = $dsh_target_status{'active'};
|
|
my @targets_active_list = keys(%$targets_active);
|
|
|
|
if (@targets_active_list)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Caught SIG$signal - terminating the child processes.";
|
|
!$$dsh_options{'stats'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $target_signal = $signal;
|
|
my $last_error = $!;
|
|
|
|
if ($signal ne 'QUIT' && $signal ne 'INT' && $signal ne 'TERM')
|
|
{
|
|
$target_signal = 'TERM';
|
|
$SIG{'TERM'} = 'IGNORE';
|
|
}
|
|
|
|
$SIG{$signal} = 'DEFAULT';
|
|
|
|
foreach my $user_target (@targets_active_list)
|
|
{
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
if ($fatal_error)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command on $user_target has been interrupted due to unrecoverable error. The command may not have completed successfully.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
else
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command on $user_target has been interrupted due to unrecoverable error or stop request by the user. The command may not have completed successfully.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
}
|
|
|
|
my $target_pid = $$dsh_forked_process{$user_target}[0];
|
|
kill $target_signal, $target_pid;
|
|
push @{$dsh_target_status{'failed'}}, $user_target;
|
|
$signal_interrupt_flag = 1;
|
|
}
|
|
|
|
$! = $last_error;
|
|
}
|
|
|
|
# if 2 input then this was a timeout on one process, we do
|
|
# not want to remove all the rest
|
|
if ($fatal_error != 2)
|
|
{ # remove the waiting processes
|
|
if (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
foreach my $user_target (@{$dsh_target_status{'waiting'}})
|
|
{
|
|
if ($fatal_error)
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command on $user_target has been cancelled due to unrecoverable error. The command was never sent to the host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
else
|
|
{
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command on $user_target has been cancelled due to unrecoverable error or stop request by the user. The command was never sent to the host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_cancelled $user_target";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
push @{$dsh_target_status{'canceled'}}, $user_target;
|
|
}
|
|
}
|
|
|
|
@{$dsh_target_status{'waiting'}} = ();
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Command execution ended prematurely due to a previous unrecoverable error or stop request by the user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
} #end fatal_error != 2
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
my @empty_targets = ();
|
|
|
|
$dsh_stats{'successful-targets'} = $dsh_target_status{'finished'};
|
|
$dsh_stats{'failed-targets'} = $dsh_target_status{'failed'};
|
|
$dsh_stats{'canceled-targets'} = $dsh_target_status{'canceled'};
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
elsif ($dsh_exec_state == $DSH_STATE_REMOTE_EXEC_COMPLETE)
|
|
{
|
|
if ($$dsh_options{'stats'})
|
|
{
|
|
$dsh_stats{'exec-state'} = $dsh_exec_state;
|
|
$dsh_stats{'end-time'} = localtime();
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command stopped due to unrecoverable error or stop request by the user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
return;
|
|
}
|
|
|
|
else
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Running the command stopped due to unrecoverable error or stop request by the user.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
exit(1);
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
resolve_targets
|
|
|
|
Main target resolution routine. This routine calls calls all appropriate
|
|
target resolution routines to resolve target information in the
|
|
dsh command environment. Currently the routine delegates resolution to
|
|
resolve_nodes.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$unresolved_targets - hash table of unresolved targets and target properties
|
|
$context_targets - hash table of targets grouped by context name
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub resolve_targets
|
|
{
|
|
my ($class, $options, $resolved_targets, $unresolved_targets,
|
|
$context_targets)
|
|
= @_;
|
|
|
|
$$options{'nodes'}
|
|
&& xCAT::DSHCLI->resolve_nodes($options, $resolved_targets,
|
|
$unresolved_targets, $context_targets);
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
resolve_nodes
|
|
|
|
For a given list of contexts and node names, build a list of
|
|
nodes defined and augment the list with context node information.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$unresolved_targets - hash table of unresolved targets and target properties
|
|
$context_targets - hash table of targets grouped by context name
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub resolve_nodes
|
|
{
|
|
my ($class, $options, $resolved_targets, $unresolved_targets,
|
|
$context_targets)
|
|
= @_;
|
|
|
|
my @node_list = ();
|
|
@node_list = split ',', $$options{'nodes'};
|
|
|
|
foreach my $context_node (@node_list)
|
|
{
|
|
my ($context, $node) = split ':', $context_node;
|
|
!$node
|
|
&& (($node = $context) && ($context = $$options{'context'}));
|
|
|
|
push @{$dsh_stats{'specified-targets'}{$context}{'nodes'}}, $node;
|
|
}
|
|
|
|
xCAT::DSHCLI->_resolve_nodes($options, $resolved_targets,
|
|
$unresolved_targets, $context_targets,
|
|
@node_list);
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
_resolve_nodes
|
|
|
|
Wrapper routine for resolve_all_nodes, resolve_nodes and
|
|
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
$unresolved_targets - hash table of unresolved targets and relevant properties
|
|
$context_targets - hash table of targets grouped by context name
|
|
@nodes - a list of nodes to resolve
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub _resolve_nodes
|
|
{
|
|
|
|
my ($class, $options, $resolved_targets, $unresolved_targets,
|
|
$context_targets, @nodes)
|
|
= @_;
|
|
|
|
my %resolved_nodes = ();
|
|
my %unresolved_nodes = ();
|
|
|
|
# this build the resolved nodes hash
|
|
# bypasses the old dsh resolution code
|
|
# unresolved nodes will be determined when the remote shell runs
|
|
xCAT::DSHCLI->bld_resolve_nodes_hash($options, \%resolved_nodes, @nodes);
|
|
|
|
foreach my $user_node (keys(%resolved_nodes))
|
|
{
|
|
my $node_properties = $resolved_nodes{$user_node};
|
|
|
|
$$node_properties{'type'} = 'node';
|
|
|
|
eval "require Context::$$node_properties{'context'}";
|
|
my $result =
|
|
$$node_properties{'context'}->resolve_node($node_properties);
|
|
|
|
$result && ($$resolved_targets{$user_node} = $node_properties);
|
|
}
|
|
}
|
|
|
|
#---------------------------------------------------------------------------
|
|
|
|
=head3
|
|
resolve_nodes_hash
|
|
|
|
Builds the resolved nodes hash.
|
|
Does not do much anymore because we removed address resolution from
|
|
xdsh and just let ssh do it. Stayed to preserve the logic of the old
|
|
code.
|
|
Does check if the Management Node is part of the node range and sets
|
|
localhost if it is. The MN must be defined in nodelist and with
|
|
nodetype.nodetype=mn.
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved properties, keyed by target name
|
|
@target_list - input list of target names to resolve
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#---------------------------------------------------------------------------
|
|
|
|
sub bld_resolve_nodes_hash
|
|
{
|
|
my ($class, $options, $resolved_targets, @target_list) = @_;
|
|
|
|
# find out if we have an MN in the list, local cp and sh will be used
|
|
# not remote shell
|
|
# find out the names for the Management Node
|
|
my @MNnodeinfo = xCAT::NetworkUtils->determinehostname;
|
|
my $mname = pop @MNnodeinfo; # hostname
|
|
my $cmd="hostname";
|
|
my $localhostname = xCAT::Utils->runcmd($cmd,0);
|
|
if ($::RUNCMD_RC != 0)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{info}->[0] = "Command: $cmd failed. Continuing...";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
foreach my $target (@target_list)
|
|
{
|
|
|
|
my $hostname = $target;
|
|
my $ip_address;
|
|
my $localhost;
|
|
my $user;
|
|
my $context = "XCAT";
|
|
# check to see if this node is the Management Node we are on, can run local commands (sh,cp)
|
|
if (($mname eq $target) || ($localhostname eq $target)){
|
|
$localhost=$target;
|
|
}
|
|
my %properties = (
|
|
'hostname' => $hostname,
|
|
'ip-address' => $ip_address,
|
|
'localhost' => $localhost,
|
|
'user' => $user,
|
|
'context' => $context,
|
|
'unresolved' => $target
|
|
);
|
|
|
|
$$resolved_targets{"$target"} = \%properties;
|
|
}
|
|
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
verify_targets
|
|
|
|
Executes a verification test for all targets across all
|
|
available contexts. If a target cannot be verified it is removed
|
|
from the $resolved_targets list
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
$resolved_targets - hash table of resolved targets and target properties
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub verify_targets
|
|
{
|
|
my ($class, $options, $resolved_targets) = @_;
|
|
my @ping_list;
|
|
foreach my $user_target (keys(%$resolved_targets))
|
|
{
|
|
|
|
my $hostname = $$resolved_targets{$user_target}{'hostname'};
|
|
push @ping_list, $hostname;
|
|
}
|
|
|
|
if (@ping_list)
|
|
{
|
|
|
|
my @no_response = ();
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] =
|
|
"TRACE:Verifying remaining targets with pping command.";
|
|
$dsh_trace && xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
@no_response = xCAT::DSHCore->pping_hostnames(@ping_list);
|
|
|
|
foreach my $hostname (@no_response)
|
|
{
|
|
my @targets = grep /$hostname/, keys(%$resolved_targets);
|
|
|
|
foreach my $user_target (@targets)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"$user_target is not responding. No command will be issued to this host.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
# report error status --nodestatus
|
|
# Note the message below for node status must
|
|
# not be NLS translated. Code depends on the English.
|
|
if ($$options{'nodestatus'}) {
|
|
my $rsp={};
|
|
$rsp->{data}->[0] =
|
|
"$user_target: Remote_command_failed";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"dsh> Remote_command_cancelled $user_target";
|
|
$$dsh_options{'monitor'}
|
|
&& xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
|
|
push @{$dsh_target_status{'canceled'}}, $user_target;
|
|
$$dsh_unresolved_targets{$user_target} =
|
|
$$resolved_targets{$user_target};
|
|
delete $$resolved_targets{$user_target};
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
get_available_contexts
|
|
|
|
Returns a list of available contexts in the DSH environment
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
A list of available contexts in the DSH environment
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub get_available_contexts
|
|
{
|
|
opendir(DIR, $::CONTEXT_DIR);
|
|
my @contexts =
|
|
grep { ($_ ne '.') && ($_ ne '..') && ($_ =~ /\.pm$/) } readdir DIR;
|
|
closedir DIR;
|
|
|
|
chomp(@contexts);
|
|
|
|
foreach my $context (@contexts)
|
|
{
|
|
$context =~ s/\.pm$//;
|
|
|
|
push @dsh_available_contexts, $context;
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
get_dsh_config
|
|
|
|
Get the initial DSH configuration for all available contexts
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
A hash table of configuration properties grouped by context
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub get_dsh_config
|
|
{
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
my %dsh_config = ();
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
$dsh_config{$context} = $context->context_properties;
|
|
}
|
|
|
|
return \%dsh_config;
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
get_dsh_defaults
|
|
|
|
Get the default properties for all available contexts
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
A hash table of default properties for each context
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
sub get_dsh_defaults
|
|
{
|
|
scalar(@dsh_valid_contexts) || xCAT::DSHCLI->get_valid_contexts;
|
|
|
|
my %dsh_defaults = ();
|
|
foreach my $context (@dsh_valid_contexts)
|
|
{
|
|
$dsh_defaults{$context} = $context->context_defaults;
|
|
}
|
|
|
|
return \%dsh_defaults;
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
get_valid_contexts
|
|
|
|
Returns a list of valid contexts in the DSH environment.
|
|
A valid context is one that is available in the DSH environment
|
|
and whose valid_context routine returns 1
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
A list of valid contexts
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
sub get_valid_contexts
|
|
{
|
|
scalar(@dsh_available_contexts) || xCAT::DSHCLI->get_available_contexts;
|
|
@dsh_valid_contexts = ();
|
|
|
|
foreach my $context (@dsh_available_contexts)
|
|
{
|
|
eval "require Context::$context";
|
|
($context->valid_context) && (push @dsh_valid_contexts, $context);
|
|
}
|
|
}
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
=head3
|
|
util_bit_indexes
|
|
|
|
Utility routine that converts a bit vector to a corresponding array
|
|
of 1s and 0s
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#----------------------------------------------------------------------------
|
|
|
|
sub util_bit_indexes
|
|
{
|
|
my ($class, $vector, $bit) = @_;
|
|
|
|
my @bit_indexes = ();
|
|
my @bits = split(//, unpack("b*", $vector));
|
|
|
|
my $index = 0;
|
|
while (@bits)
|
|
{
|
|
((shift @bits) == $bit) && (push @bit_indexes, $index);
|
|
$index++;
|
|
}
|
|
|
|
return @bit_indexes;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
check_valid_options
|
|
|
|
Arguments:
|
|
1 - %options
|
|
Returns:
|
|
1 - there are invalid options
|
|
0 - options are all okay
|
|
Globals:
|
|
none
|
|
Error:
|
|
none
|
|
Comments:
|
|
none
|
|
|
|
=cut
|
|
|
|
#--------------------------------------------------------------------------------
|
|
|
|
sub check_valid_options
|
|
{
|
|
my ($pkg, $options) = @_;
|
|
|
|
if (scalar(@$options) > 0)
|
|
{
|
|
my @invalid_opts;
|
|
my @valid_longnames = (
|
|
"continue", "execute",
|
|
"fanout", "help",
|
|
"user", "monitor",
|
|
"nodes", "node-options",
|
|
"node-rsh", "stream",
|
|
"timeout", "verify",
|
|
"exit-status", "context",
|
|
"environment", "ignore-sig",
|
|
"ignoresig", "no-locale",
|
|
"nodegroups", "silent",
|
|
"syntax", "trace",
|
|
"version", "command-name",
|
|
"commandName", "command-description",
|
|
"commandDescription", "noFileWriting",
|
|
"preserve", "node-rcp",
|
|
"pull", "recursive"
|
|
);
|
|
|
|
foreach my $opt (@$options)
|
|
{
|
|
my $tmp_opt = $opt;
|
|
|
|
# remove any leading dash first
|
|
$tmp_opt =~ s/^-*//;
|
|
|
|
# if this is a long keyword...
|
|
if (grep /^\Q$tmp_opt\E$/, @valid_longnames)
|
|
{
|
|
|
|
# there should be two leading dashs
|
|
if ($opt !~ /^--\w+/)
|
|
{
|
|
push @invalid_opts, $opt;
|
|
}
|
|
}
|
|
}
|
|
if (@invalid_opts)
|
|
{
|
|
my $rsp = {};
|
|
my $badopts = join(',', @invalid_opts);
|
|
$rsp->{error}->[0] = "Invalid options: $badopts";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
ignoreEnv
|
|
|
|
|
|
Remove dsh environment variable.
|
|
|
|
Arguments:
|
|
envList: indicates the env vars that seperated by comma
|
|
Returns:
|
|
None
|
|
Globals:
|
|
@dsh_valie_env
|
|
Error:
|
|
none
|
|
Example:
|
|
if ( defined $options{'ignore_env'} ) { xCAT::DSHCLI->ignoreEnv( $options{'ignore_env'}); }
|
|
Comments:
|
|
none
|
|
|
|
=cut
|
|
|
|
#--------------------------------------------------------------------------------
|
|
|
|
sub ignoreEnv
|
|
{
|
|
my ($class, $envList) = @_;
|
|
my @env_not_valid = ();
|
|
my @env_to_save = split ',', $envList;
|
|
my $env;
|
|
for $env (@env_to_save)
|
|
{
|
|
if (!grep /$env/, @dsh_valid_env)
|
|
{
|
|
push @env_not_valid, $env;
|
|
}
|
|
}
|
|
if (scalar @env_not_valid > 0)
|
|
{
|
|
$env = join ",", @env_not_valid;
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "Invalid Environment Variable: $env";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
return;
|
|
}
|
|
for $env (@dsh_valid_env)
|
|
{
|
|
if (!grep /$env/, @env_to_save)
|
|
{
|
|
delete $ENV{$env};
|
|
}
|
|
}
|
|
}
|
|
|
|
#--------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
isFdNumExceed
|
|
|
|
check if file descriptor number exceed the max number in ulimit
|
|
|
|
Arguments:
|
|
$node_fd: indicates the file descriptor number required by each nodes
|
|
$node_num: indicates the target nodes number
|
|
$fanout: indicates the fanout value
|
|
$remain_fd: indicates the file descriptor number remained by main processes
|
|
Returns:
|
|
0: file descriptor number does not exceed the max number
|
|
1: file descriptor number exceed the max number
|
|
Globals:
|
|
None
|
|
Error:
|
|
None
|
|
Example:
|
|
xCAT::DSHCLI->check_fd_num(2, scalar( keys(%resolved_targets)), $$options{'fanout'})
|
|
|
|
Comments:
|
|
none
|
|
|
|
=cut
|
|
|
|
#--------------------------------------------------------------------------------
|
|
sub isFdNumExceed
|
|
{
|
|
|
|
my ($class, $node_fs, $node_num, $fanout) = @_;
|
|
|
|
# Check the file descriptor number
|
|
my $ulimit_cmd;
|
|
my $ls_cmd;
|
|
if ($^O =~ /^linux$/i)
|
|
{
|
|
$ulimit_cmd =
|
|
"/bin/bash -c \'ulimit -n\'"; #ulimit is embedded in bash on linux
|
|
$ls_cmd = '/bin/ls';
|
|
}
|
|
else
|
|
{
|
|
$ulimit_cmd = '/usr/bin/ulimit -n'; #On AIX
|
|
$ls_cmd = '/usr/bin/ls';
|
|
}
|
|
my $fdnum = xCAT::Utils->runcmd($ulimit_cmd);
|
|
|
|
return 0 if ($fdnum =~ /\s*unlimited\s*/);
|
|
|
|
if ($fdnum !~ /\s*\d+\s*/) #this should never happen
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Unsupport ulimit return code!";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
my $pid = getpid;
|
|
|
|
# print "pid is $pid\n";
|
|
|
|
#there are some pid will be remained by dsh main process, such STDIN, STDOUT and others,
|
|
#it can be different on different system. So need to check them everytime
|
|
my @remain_fds = xCAT::Utils->runcmd($ls_cmd . " /proc/$pid/fd");
|
|
my $remain_fd_num = scalar(@remain_fds);
|
|
|
|
# print "remain fd num is $remain_fd_num\n";
|
|
# sleep 1000;
|
|
$node_num = ($node_num < $fanout) ? $node_num : $fanout;
|
|
my $max_fd_req = $node_fs * $node_num; #the max fd number required by nodes
|
|
|
|
if (($max_fd_req + $remain_fd_num) > $fdnum)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Reached fdnum= $fdnum";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
usage_dsh
|
|
|
|
puts out dsh usage message
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub usage_dsh
|
|
{
|
|
## usage message
|
|
my $usagemsg1 = " xdsh -h \n xdsh -q \n xdsh -V \n";
|
|
my $usagemsg1a = "xdsh <noderange> [-K] [-l logonuserid]\n";
|
|
my $usagemsg2 = " [-B bypass ] [-c] [-e] [-E environment_file]
|
|
[--devicetype type_of_device] [-f fanout]\n";
|
|
my $usagemsg3 = " [-l user_ID] [-L] ";
|
|
my $usagemsg4 = "[-m] [-o options][-q] [-Q] [-r remote_shell]
|
|
[-i image] [-s] [-S ksh | csh] [-t timeout]\n";
|
|
my $usagemsg5 = " [-T] [-X environment variables] [-v] [-z] [--sudo]\n";
|
|
my $usagemsg6 = " <command_list>";
|
|
my $usagemsg .= $usagemsg1 .= $usagemsg1a .= $usagemsg2 .= $usagemsg3 .=
|
|
$usagemsg4 .= $usagemsg5 .= $usagemsg6;
|
|
### end usage mesage
|
|
if ($::CALLBACK)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = $usagemsg;
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{
|
|
xCAT::MsgUtils->message("I", $usagemsg . "\n");
|
|
}
|
|
return;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
parse_and_run_dsh
|
|
|
|
This parses the dsh input build the call to execute_dsh.
|
|
|
|
Arguments:
|
|
$nodes,$args,$callback,$command,$noderange
|
|
These may exist, called from xdsh plugin
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dsh command
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub parse_and_run_dsh
|
|
{
|
|
my ($class, $nodes, $args, $callback, $command, $noderange) = @_;
|
|
|
|
$::CALLBACK = $callback;
|
|
if (!($args))
|
|
{
|
|
usage_dsh;
|
|
return;
|
|
}
|
|
@ARGV = @{$args}; # get arguments
|
|
if ($ENV{'XCATROOT'})
|
|
{
|
|
$::XCATROOT = $ENV{'XCATROOT'}; # setup xcatroot home directory
|
|
}
|
|
elsif (-d '/opt/xcat')
|
|
{
|
|
$::XCATROOT = "/opt/xcat";
|
|
}
|
|
else
|
|
{
|
|
$::XCATROOT = "/usr";
|
|
}
|
|
|
|
# parse the arguments
|
|
Getopt::Long::Configure("posix_default");
|
|
Getopt::Long::Configure("no_gnu_compat");
|
|
Getopt::Long::Configure("bundling");
|
|
|
|
my %options = ();
|
|
|
|
# check for wrong long options
|
|
if (xCAT::DSHCLI->check_valid_options(\@ARGV))
|
|
{
|
|
usage_dsh;
|
|
return 1;
|
|
}
|
|
|
|
if (
|
|
!GetOptions(
|
|
'e|execute' => \$options{'execute'},
|
|
'f|fanout=i' => \$options{'fanout'},
|
|
'h|help' => \$options{'help'},
|
|
'l|user=s' => \$options{'user'},
|
|
'm|monitor' => \$options{'monitor'},
|
|
'o|node-options=s' => \$options{'node-options'},
|
|
'q|show-config' => \$options{'show-config'},
|
|
'r|node-rsh=s' => \$options{'node-rsh'},
|
|
'i|rootimg=s' => \$options{'rootimg'},
|
|
's|stream' => \$options{'streaming'},
|
|
't|timeout=i' => \$options{'timeout'},
|
|
'v|verify' => \$options{'verify'},
|
|
'z|exit-status' => \$options{'exit-status'},
|
|
'B|bypass' => \$options{'bypass'},
|
|
'c|cleanup' => \$options{'cleanup'},
|
|
'E|environment=s' => \$options{'environment'},
|
|
'I|ignore-sig|ignoresig=s' => \$options{'ignore-signal'},
|
|
'K|keysetup' => \$options{'ssh-setup'},
|
|
'L|no-locale' => \$options{'no-locale'},
|
|
'Q|silent' => \$options{'silent'},
|
|
'S|syntax=s' => \$options{'syntax'},
|
|
'T|trace' => \$options{'trace'},
|
|
'V|version' => \$options{'version'},
|
|
|
|
'devicetype|devicetype=s' => \$options{'devicetype'},
|
|
'nodestatus|nodestatus' => \$options{'nodestatus'},
|
|
'sudo|sudo' => \$options{'sudo'},
|
|
'command-name|commandName=s' => \$options{'command-name'},
|
|
'command-description|commandDescription=s' =>
|
|
\$options{'command-description'},
|
|
'X:s' => \$options{'ignore_env'}
|
|
|
|
)
|
|
)
|
|
{
|
|
xCAT::DSHCLI->usage_dsh;
|
|
return 1;
|
|
}
|
|
|
|
if ($options{'help'})
|
|
{
|
|
xCAT::DSHCLI->usage_dsh;
|
|
return 0;
|
|
}
|
|
|
|
if ($options{'show-config'})
|
|
{
|
|
xCAT::DSHCLI->show_dsh_config;
|
|
return 0;
|
|
}
|
|
my $remotecommand = $options{'node-rsh'};
|
|
if ($options{'node-rsh'}
|
|
&& (!-f $options{'node-rsh'} || !-x $options{'node-rsh'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Remote command: $remotecommand does not exist or is not executable.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return;
|
|
}
|
|
|
|
# put rsync on a dsh command
|
|
if ($options{'node-rsh'}
|
|
&& (grep /rsync/, $options{'node-rsh'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Remote command: $remotecommand should be used with the dcp command. ";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
return;
|
|
}
|
|
|
|
if (defined $options{'ignore_env'})
|
|
{
|
|
xCAT::DSHCLI->ignoreEnv($options{'ignore_env'});
|
|
}
|
|
|
|
# this was determined in the xdsh client code, because non-root user
|
|
# actions must be taken there. For those calling xdsh plugin, default
|
|
# is root
|
|
if (!($ENV{'DSH_TO_USERID'})) # env first
|
|
{
|
|
if (!($options{'user'})) { # -l second
|
|
$options{'user'} = "root"; # default
|
|
}
|
|
}
|
|
else
|
|
{
|
|
$options{'user'} = $ENV{'DSH_TO_USERID'};
|
|
}
|
|
if ((!(defined($nodes))) && (!(defined($options{'rootimg'}))))
|
|
{ # no nodes and not -i option, error
|
|
my $rsp = ();
|
|
$rsp->{error}->[0] = "Unless using -i option, noderange is required.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
# Determine switch type, processing Mellanox not the same as QLogic
|
|
my $switchtype = $options{'devicetype'};
|
|
#$switchtype =~ s/::/\//g;
|
|
|
|
#
|
|
# build list of nodes
|
|
my @nodelist;
|
|
my $imagename;
|
|
if (defined($options{'rootimg'}))
|
|
{ # running against local host
|
|
# diskless image
|
|
# need directory for Linux, just osimage name for AIX
|
|
if (xCAT::Utils->isLinux()) {
|
|
if (!(-e ($options{'rootimg'})))
|
|
{ # directory does not exist
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Input image directory $options{'rootimg'} does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
|
|
# since we have no input nodes for running xdsh against the image
|
|
# we will use the create the hostname from the directory
|
|
# for the hostname in the output
|
|
my $path = $options{'rootimg'};
|
|
$imagename = xCAT::Utils->get_image_name($path);
|
|
if (@$nodes[0] eq "NO_NODE_RANGE")
|
|
{ # from sinv, discard this name
|
|
undef @$nodes;
|
|
}
|
|
if (@$nodes[0])
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Input noderange:@$nodes and any other xdsh flags or environment variables are not valid with -i flag.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
}
|
|
else
|
|
{
|
|
@nodelist = @$nodes;
|
|
$options{'nodes'} = join(',', @nodelist);
|
|
}
|
|
|
|
#printf " node list is $options{'nodes'}";
|
|
# build arguments
|
|
|
|
# get the actual xdsh command from the argument list
|
|
$options{'command'} = join ' ', @ARGV;
|
|
|
|
|
|
# if a Mellanox switch command we have to build
|
|
# the command xdsh will send special
|
|
# input will look something like this
|
|
# xdsh mswitch -l admin --devicetype IBSwitch::Mellanox
|
|
# enable;configure terminal;show ssh server host-keys
|
|
# We will build
|
|
# ssh admin@mswitch cli
|
|
# "enable" "configure terminal" "show ssh server host-keys"
|
|
my @melcmds;
|
|
if ($switchtype =~ /IBSwitch::Mellanox/i) {
|
|
$::DSH_MELLANOX_SWITCH=1;
|
|
@melcmds = split (/;/, $options{'command'});
|
|
my $newcmd;
|
|
foreach my $cmd (@melcmds) {
|
|
$newcmd .= "\"";
|
|
$newcmd .= $cmd;
|
|
$newcmd .= "\" ";
|
|
}
|
|
$options{'command'} = $newcmd;
|
|
} else {
|
|
$::DSH_MELLANOX_SWITCH=0;
|
|
}
|
|
#
|
|
# -K option just sets up the ssh keys on the nodes and exits
|
|
#
|
|
|
|
if (defined $options{'ssh-setup'})
|
|
{
|
|
# check if any node in the noderange is the Management Node and exit
|
|
# with error, if the Management Node is in the Database and in the
|
|
# noderange
|
|
my @mname = xCAT::Utils->noderangecontainsMn(@nodelist);
|
|
if (@mname) { # MN in the nodelist
|
|
my $nodes=join(',', @mname);
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"You must not run -K option against the Management Node:$nodes.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
# if devicetype=Mellanox, xdsh does not setup ssh, rspconfig does
|
|
if ($switchtype =~ /IBSwitch::Mellanox/i) {
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"You do not use xdsh -K to setup the Mellanox switch ssh keys. Use rspconfig. See man page for rspconfig option sshcfg={enable|disable}.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
if (defined $options{'rootimg'})
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Cannot use -R and -K flag together";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
|
|
}
|
|
|
|
# IF using the xdsh -K -l option then we are setting up the
|
|
# --devicetype. xdsh -K -l is not allowed for users.
|
|
# This is checked for in the client code.
|
|
# DSH_REMOTE_PASSWORD env variable must be set to the correct
|
|
# password for the key update. This was setup in xdsh client
|
|
# frontend.
|
|
|
|
if (!($ENV{'DSH_REMOTE_PASSWORD'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"User password for ssh key exchange has not been supplied.\n Cannot complete the -K command\n";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
|
|
}
|
|
|
|
if (!($ENV{'DSH_FROM_USERID'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Current Userid has not been supplied.\n Cannot complete the -K command.\n";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
|
|
}
|
|
|
|
if (!($ENV{'DSH_TO_USERID'})) # id to logon to the node and update the
|
|
# keys
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Logon Userid has not been supplied.\n Cannot complete the -K command.\n";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
|
|
}
|
|
|
|
my $current_userid = $ENV{'DSH_FROM_USERID'};
|
|
my $to_userid = $ENV{'DSH_TO_USERID'};
|
|
|
|
# if current_userid ne touserid then current_userid
|
|
# must be root
|
|
if ( ($current_userid ne $to_userid)
|
|
&& ($current_userid ne "root"))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"When touserid:$to_userid is not the same as the current user:$current_userid. The command must be run by root id.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
# setting up IB switch ssh, different interface that ssh for
|
|
# userid on node. Must build special ssh command to be sent
|
|
# to the IB switch to setup ssh
|
|
if (defined $options{'devicetype'})
|
|
{
|
|
$ENV{'DEVICETYPE'} = $options{'devicetype'};
|
|
my $devicename = $options{'devicetype'};
|
|
$devicename =~ s/::/\//g;
|
|
my $devicepath = "/var/opt/xcat/" . $devicename . "/config";
|
|
# go to backup directory if the config file
|
|
# cannot be found under /var/opt/xcat/...
|
|
if (! -e $devicepath) {
|
|
$devicepath="$::XCATROOT/share/xcat/devicetype/" . $devicename . "/config";
|
|
}
|
|
if (-e $devicepath)
|
|
{
|
|
my $deviceconf = get_config($devicepath);
|
|
|
|
# Get ssh-setup-command attribute from configuration
|
|
$ENV{'SSH_SETUP_COMMAND'} =
|
|
$$deviceconf{'main'}{'ssh-setup-command'};
|
|
}
|
|
}
|
|
|
|
#
|
|
# setup ssh keys on the nodes or ib switch
|
|
#
|
|
my $rc = xCAT::TableUtils->setupSSH($options{'nodes'},$options{'timeout'});
|
|
my @results = "return code = $rc";
|
|
return (@results);
|
|
}
|
|
if (!(@ARGV))
|
|
{ # no args , an error
|
|
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "No command argument provided";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
my @results;
|
|
if (defined $options{'rootimg'})
|
|
{
|
|
@results = xCAT::DSHCLI->runlocal_on_rootimg(\%options, $imagename);
|
|
if ($::RUNCMD_RC)
|
|
{ # error from dsh
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Error from xdsh. Return Code = $::RUNCMD_RC";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
|
|
}
|
|
}
|
|
else
|
|
{
|
|
|
|
#
|
|
# Execute the dsh api
|
|
#@results = xCAT::DSHCLI->runDsh_api(\%options, 0);
|
|
#if ($::RUNCMD_RC)
|
|
#{ # error from dsh
|
|
# $rsp->{error}->[0] = "Error from xdsh. Return Code = $::RUNCMD_RC";
|
|
# xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
|
|
#}
|
|
# Execute the dsh command
|
|
# number of nodes failed becomes the xdsh return code
|
|
$::FAILED_NODES = xCAT::DSHCLI->execute_dsh(\%options);
|
|
}
|
|
return (@results);
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
usage_dcp
|
|
|
|
puts out dcp usage message
|
|
|
|
Arguments:
|
|
None
|
|
|
|
Returns:
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub usage_dcp
|
|
{
|
|
### usage message
|
|
my $usagemsg1 = " xdcp -h \n xdcp -q\n xdcp -V \n xdcp <noderange>\n";
|
|
my $usagemsg2 = " [-B bypass] [-c] [-f fanout] [-l user_ID] [--sudo]\n";
|
|
my $usagemsg3 =
|
|
" [-m] [-o options] [-p] [-P] [-q] [-Q] [-r node_remote_copy]\n";
|
|
my $usagemsg4 =
|
|
" [-R] [-t timeout] [-T] [-X environment variables] [-v] \n";
|
|
my $usagemsg5 = " source_file... target_path\n";
|
|
my $usagemsg5a = " xdcp <noderange> [-s] -F <rsyncfile> ";
|
|
my $usagemsg5b = "[-f fanout] [-t timeout] [-o options] [-v]\n";
|
|
my $usagemsg5c = " xdcp <-i imagepath> -F <rsyncfile> ";
|
|
my $usagemsg5d = "[-o options]";
|
|
|
|
my $usagemsg .= $usagemsg1 .= $usagemsg2 .= $usagemsg3 .= $usagemsg4 .=
|
|
$usagemsg5 .= $usagemsg5a .= $usagemsg5b .= $usagemsg5c .= $usagemsg5d;
|
|
|
|
if ($::CALLBACK)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = $usagemsg;
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
}
|
|
else
|
|
{
|
|
xCAT::MsgUtils->message("I", $usagemsg . "\n");
|
|
}
|
|
return;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
parse_and_run_dcp
|
|
|
|
This parses the dcp input build the call to execute_dcp.
|
|
|
|
Arguments:
|
|
$nodes,$args,$callback,$command,$noderange
|
|
These may exist, called from xdsh plugin
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dcp command
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub parse_and_run_dcp
|
|
{
|
|
my ($class, $nodes, $args, $callback, $command, $noderange) = @_;
|
|
$::CALLBACK = $callback;
|
|
if (!($args))
|
|
{
|
|
usage_dcp;
|
|
return 1;
|
|
}
|
|
@ARGV = @{$args}; # get arguments
|
|
if ($ENV{'XCATROOT'})
|
|
{
|
|
$::XCATROOT = $ENV{'XCATROOT'}; # setup xcatroot home directory
|
|
}
|
|
else
|
|
{
|
|
$::XCATROOT = "/opt/xcat";
|
|
}
|
|
|
|
# parse the arguments
|
|
Getopt::Long::Configure("posix_default");
|
|
Getopt::Long::Configure("no_gnu_compat");
|
|
Getopt::Long::Configure("bundling");
|
|
|
|
my %options = ();
|
|
|
|
# check for wrong long options
|
|
if (xCAT::DSHCLI->check_valid_options(\@ARGV))
|
|
{
|
|
usage_dcp;
|
|
return 1;
|
|
}
|
|
if (
|
|
!GetOptions(
|
|
'f|fanout=i' => \$options{'fanout'},
|
|
'F|File=s' => \$options{'File'},
|
|
'h|help' => \$options{'help'},
|
|
'l|user=s' => \$options{'user'},
|
|
'm|monitor' => \$options{'monitor'},
|
|
'o|node-options=s' => \$options{'node-options'},
|
|
'q|show-config' => \$options{'show-config'},
|
|
'p|preserve' => \$options{'preserve'},
|
|
'r|c|node-rcp=s' => \$options{'node-rcp'},
|
|
'i|rootimg=s' => \$options{'rootimg'},
|
|
's' => \$options{'rsyncSN'},
|
|
't|timeout=i' => \$options{'timeout'},
|
|
'v|verify' => \$options{'verify'},
|
|
'B|bypass' => \$options{'bypass'},
|
|
'Q|silent' => \$options{'silent'},
|
|
'P|pull' => \$options{'pull'},
|
|
'R|recursive' => \$options{'recursive'},
|
|
'T|trace' => \$options{'trace'},
|
|
'V|version' => \$options{'version'},
|
|
'devicetype=s' => \$options{'devicetype'},
|
|
'nodestatus|nodestatus' => \$options{'nodestatus'},
|
|
'sudo|sudo' => \$options{'sudo'},
|
|
'X:s' => \$options{'ignore_env'}
|
|
)
|
|
)
|
|
{
|
|
usage_dcp;
|
|
return (1);
|
|
}
|
|
|
|
my $rsp = {};
|
|
if ($options{'help'})
|
|
{
|
|
usage_dcp;
|
|
return (0);
|
|
}
|
|
if ($options{'show-config'})
|
|
{
|
|
xCAT::DSHCLI->show_dsh_config;
|
|
return 0;
|
|
}
|
|
|
|
if (defined($options{'rootimg'}))
|
|
{
|
|
if (xCAT::Utils->isAIX())
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "The -i option is not supported on AIX.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
if (@$nodes[0])
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Input noderange:@$nodes and any other xdsh flags or environment variables are not valid with -i flag.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
if ((!(defined($nodes))) && (!(defined($options{'rootimg'}))))
|
|
{ # no nodes and not -i option, error
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Unless using -i option, noderange is required.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
if ($options{'version'})
|
|
{
|
|
my $version = xCAT::Utils->Version();
|
|
my $rsp = {};
|
|
$rsp->{data}->[0] = "$version";
|
|
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
|
|
return (0);
|
|
}
|
|
|
|
if (defined $options{'ignore_env'})
|
|
{
|
|
xCAT::DSHCLI->ignoreEnv($options{'ignore_env'});
|
|
}
|
|
if (defined($options{'rootimg'}))
|
|
{ # running against local host
|
|
# diskless image
|
|
|
|
if (!(-e ($options{'rootimg'})))
|
|
{ # directory does not exist
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"Input image directory $options{'rootimg'} does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
if (!($options{'File'}))
|
|
{ # File not given
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"If -i option is use, then the -F option must input the file list.\nThe file will contain the list of files to rsync to the image.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
|
|
# invalid to put the -F with the -r flag
|
|
if ($options{'File'} && $options{'node-rcp'})
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"If -F option is use, then -r is invalid. The command will always the rsync using ssh.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
# invalid to put the -s without the -F flag
|
|
if (!($options{'File'}) && $options{'rsyncSN'})
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] =
|
|
"If -s option is use, then -F must point to the syncfile.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
# -s chosen or -F set rsync path
|
|
if ($options{'rsyncSN'} || $options{'File'})
|
|
{
|
|
if ($^O eq 'aix')
|
|
{
|
|
if (-e ("/usr/bin/rsync"))
|
|
{
|
|
$options{'node-rcp'} = '/usr/bin/rsync';
|
|
}
|
|
else
|
|
{
|
|
$options{'node-rcp'} = '/usr/local/bin/rsync';
|
|
}
|
|
|
|
}
|
|
elsif ($^O eq 'linux')
|
|
{
|
|
$options{'node-rcp'} = '/usr/bin/rsync';
|
|
}
|
|
}
|
|
my $remotecopycommand = $options{'node-rcp'};
|
|
if ($options{'node-rcp'}
|
|
&& (!-f $options{'node-rcp'} || !-x $options{'node-rcp'}))
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] =
|
|
"Remote command: $remotecopycommand does not exist or is not executable.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
#
|
|
# build list of nodes
|
|
my @nodelist;
|
|
if (@$nodes[0])
|
|
{ # there are nodes
|
|
@nodelist = @$nodes;
|
|
$options{'nodes'} = join(',', @nodelist);
|
|
}
|
|
else
|
|
{
|
|
if (!($options{'rootimg'}))
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Noderange missing in command input.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
|
|
#
|
|
# if -F flag then we are going to process the file and use
|
|
# rsync to distribute the files listed in the input file
|
|
# Format of the file lines are the following, follows the rsync syntax
|
|
# /.../file /..../file2 -> /..../directory
|
|
# /....file* /...../sample* -> /..../directory
|
|
#
|
|
my @results;
|
|
$::SYNCSN = 0;
|
|
|
|
# if updating an install image
|
|
# only going to run rsync locally
|
|
if (($options{'File'}) && ($options{'rootimg'}))
|
|
{
|
|
my $image = $options{'rootimg'};
|
|
my $rc = &rsync_to_image($options{'File'}, $image);
|
|
if ($rc != 0)
|
|
{ # error from dcp
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Error running rsync to image:$image.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
|
|
}
|
|
return;
|
|
|
|
}
|
|
my $synfiledir;
|
|
my $nodesyncfiledir;
|
|
# set default sync dir on service node and node
|
|
# right now setting the nodes and sn syncfiledir the same, leaving
|
|
# the possibility that one day we may want them to be different
|
|
$synfiledir = "/var/xcat/syncfiles";
|
|
$nodesyncfiledir = "/var/xcat/node/syncfiles";
|
|
|
|
# get the directory on the servicenode to put the rsync files in
|
|
my @syndir = xCAT::TableUtils->get_site_attribute("SNsyncfiledir");
|
|
if ($syndir[0])
|
|
{
|
|
$synfiledir = $syndir[0];
|
|
}
|
|
# get the directory on the node to put the rsync files in
|
|
my @syndir = xCAT::TableUtils->get_site_attribute("nodesyncfiledir");
|
|
if ($syndir[0])
|
|
{
|
|
$nodesyncfiledir = $syndir[0];
|
|
}
|
|
|
|
my $rc;
|
|
my $syncfile;
|
|
if ($options{'File'}) {
|
|
$syncfile = $options{'File'};
|
|
if (!-f $options{'File'})
|
|
{
|
|
my $rsp = ();
|
|
$rsp->{error}->[0] = "File:$syncfile does not exist.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
|
|
# if rsyncing the nodes or service nodes
|
|
|
|
if ($options{'File'})
|
|
{
|
|
|
|
# if syncing a service node
|
|
if ($options{'rsyncSN'})
|
|
{
|
|
$::SYNCSN = 1;
|
|
}
|
|
|
|
# the parsing of the file will fill in an array of postscripts
|
|
# need to be run if the associated file is updated
|
|
@::postscripts=();
|
|
@::alwayspostscripts=();
|
|
@::appendlines=();
|
|
@::mergelines=();
|
|
if (xCAT::Utils->isServiceNode())
|
|
{ # running on service node
|
|
$rc =
|
|
&parse_rsync_input_file_on_SN(\@nodelist, \%options, $syncfile,
|
|
$synfiledir,$nodesyncfiledir);
|
|
}
|
|
else
|
|
{ # running on MN
|
|
$rc =
|
|
&parse_rsync_input_file_on_MN(\@nodelist, \%options, $syncfile,
|
|
$::SYNCSN, $synfiledir,$nodesyncfiledir);
|
|
# build a temporary syncfile for the node's synclist
|
|
if ($::SYNCSN ==1) { # syncing a servicenode
|
|
# we need to make sure the latest is on the servicenode
|
|
# for running of the syncfiles postscript, which only pulls
|
|
# from the service node
|
|
my $tmpsyncfile="/tmp/xdcpsynclist.$$";
|
|
my $syncline = "$syncfile -> $syncfile";
|
|
open(FILE, ">$tmpsyncfile")
|
|
or die "cannot open file $tmpsyncfile\n";
|
|
print FILE " $syncline";
|
|
close FILE;
|
|
# now put the original syncfile on the queue to sync to the SN's
|
|
$rc =
|
|
&parse_rsync_input_file_on_MN(\@nodelist, \%options,$tmpsyncfile,
|
|
$::SYNCSN, $synfiledir,$nodesyncfiledir);
|
|
# cleanup
|
|
my $cmd = "rm $tmpsyncfile";
|
|
my @output = xCAT::Utils->runcmd($cmd, 0);
|
|
if ($::RUNCMD_RC != 0)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Command: $cmd failed.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
}
|
|
|
|
}
|
|
if ($rc == 1)
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "Error parsing the rsync file:$syncfile.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
}
|
|
else # source and destination files are from command line
|
|
{
|
|
if (@ARGV < 1)
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "Missing file arguments";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
elsif (@ARGV == 1)
|
|
{
|
|
if ($options{'pull'})
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "Missing target_path";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
else
|
|
{
|
|
# HERE:only one line of input source and target in that line
|
|
# such as xdcp -R " /test/* /test"
|
|
my $tmparg = pop @ARGV;
|
|
my ($src,$tgt) = split " ", $tmparg;
|
|
$options{'target'} = $tgt;
|
|
$options{'source'} = join $::__DCP_DELIM, $src;
|
|
}
|
|
}
|
|
|
|
elsif ($options{'pull'} && (@ARGV > 2))
|
|
{
|
|
my $rsp={};
|
|
$rsp->{error}->[0] = "Cannot pull more than one file from targets.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
|
|
else
|
|
{
|
|
# Get the source and the target
|
|
$options{'target'} = pop @ARGV;
|
|
$options{'source'} = join $::__DCP_DELIM, @ARGV;
|
|
}
|
|
|
|
}
|
|
|
|
# Execute the dcp api
|
|
# HERE: Run xdcp LKV
|
|
@results = xCAT::DSHCLI->runDcp_api(\%options, 0);
|
|
$::FAILED_NODES = $::RUNCMD_RC;
|
|
|
|
# if not just syncing the service node SNsyncfiledir directory,
|
|
# @::postscripts should be empty in this case anyway
|
|
# if postscripts to run after rsync, process the output and
|
|
# create the xdsh command to run the ones needed
|
|
my @results2;
|
|
my @results3;
|
|
my @results4;
|
|
my @results5;
|
|
my $ranpostscripts;
|
|
my $ranappendscripts;
|
|
my $ranmergescripts;
|
|
|
|
# if we were called with runxcmd, like by updatenode
|
|
# need to save the runxcmd buffer
|
|
# $::xcmd_outref
|
|
my $save_xcmd_outref;
|
|
if ($::xcmd_outref) { # this means we were called with runxcmd
|
|
$save_xcmd_outref = $::xcmd_outref;
|
|
}
|
|
|
|
if ((@::postscripts) && ($::SYNCSN == 0)) {
|
|
@results2 = &run_rsync_postscripts(\@results,$synfiledir,\%options);
|
|
$ranpostscripts=1;
|
|
}
|
|
if ((@::alwayspostscripts) && ($::SYNCSN == 0)) {
|
|
@results3 = &run_always_rsync_postscripts(\@nodelist,$synfiledir,\%options);
|
|
}
|
|
if (($::appendscript) && ($::SYNCSN == 0)) {
|
|
@results4 = &bld_and_run_append(\@nodelist,\@results,$synfiledir,$nodesyncfiledir,\%options);
|
|
$ranappendscripts=1;
|
|
}
|
|
if (($::mergescript) && ($::SYNCSN == 0)) {
|
|
@results5 = &bld_and_run_merge(\@nodelist,\@results,$synfiledir,$nodesyncfiledir,\%options);
|
|
$ranmergescripts=1;
|
|
}
|
|
# restore the runxcmd buffer
|
|
if ($save_xcmd_outref) { # this means we were called with runxcmd
|
|
$::xcmd_outref = $save_xcmd_outref;
|
|
}
|
|
# TODO, will we ever need to merge
|
|
# if we ran a postscript and we were run
|
|
# using runxcmd, and there was previous output in the
|
|
# runxcmd buffer and we have output from the postscript
|
|
# then we have to merge the outputs
|
|
#if (($ranaps == 1) && ($save_xcmd_outref) && ($::xcmd_outref) ) {
|
|
# &mergeoutput($save_xcmd_outref);
|
|
#}
|
|
my @newresults;
|
|
if (@results2) {
|
|
@newresults = (@results2);
|
|
}
|
|
if (@results3) {
|
|
@newresults = (@newresults,@results3);
|
|
}
|
|
if (@results4) {
|
|
@newresults = (@newresults,@results3,@results4);
|
|
}
|
|
if (@results5) {
|
|
@newresults = (@newresults,@results3,@results4,@results5);
|
|
}
|
|
if (@newresults) {
|
|
if ($save_xcmd_outref) { # this means we were called with runxcmd
|
|
foreach my $line (@newresults) {
|
|
push @$::xcmd_outref,$line;
|
|
}
|
|
}
|
|
return (@newresults);
|
|
} else {
|
|
# don't report other results for postscripts,appendscripts,mergescripts because
|
|
# you get all the rsync returned lines
|
|
if (($ranpostscripts == 0 ) && ($ranappendscripts == 0)
|
|
&& ($ranmergescripts == 0)) {
|
|
return (@results);
|
|
}
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
rsync_to_image
|
|
|
|
This parses the -F rsync input file. and runs rsync to the input
|
|
image for the files
|
|
Does not process the EXECUTE or EXECUTEALWAYS statement
|
|
|
|
File format:
|
|
/.../file1 -> /.../dir1/filex
|
|
/.../file1 -> /.../dir1
|
|
/.../file1 /..../filex -> /...../dir1
|
|
|
|
rsync command format
|
|
/usr/bin/rsync -Lprgotz /etc/services $pathtoimage/etc/services
|
|
/usr/bin/rsync -Lprgotz /tmp/lissa/file1 /tmp/lissa/file $pathtoimage/tmp/lissa
|
|
|
|
Arguments:
|
|
Input:
|
|
sync file
|
|
path to image
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dcp command
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub rsync_to_image
|
|
{
|
|
use File::Basename;
|
|
|
|
my ($input_file, $image) = @_;
|
|
my $rc = 0;
|
|
open(INPUTFILE, "< $input_file") || die "File $input_file does not exist\n";
|
|
while (my $line = <INPUTFILE>)
|
|
{
|
|
chomp $line;
|
|
if ($line =~ /^#/) # skip commments
|
|
{
|
|
next;
|
|
}
|
|
|
|
# process no more lines, do not exec
|
|
# do not execute postscripts when syncing images
|
|
if (($line =~ /EXECUTE:/) || ($line =~ /EXECUTEALWAYS:/)
|
|
|| ($line =~ /APPEND:/) || ($line =~ /MERGE:/))
|
|
{ # process no more lines
|
|
last;
|
|
}
|
|
if ($line =~ /(.+) -> (.+)/)
|
|
{
|
|
my $imageupdatedir = $image;
|
|
my $imageupdatepath = $image;
|
|
my $src_file = $1;
|
|
my $dest_file = $2;
|
|
$dest_file =~ s/[\s;]//g;
|
|
my $dest_dir;
|
|
if (-d $dest_file) # if a directory on the left side
|
|
{ # if a directory , just use
|
|
$dest_dir = $dest_file;
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
$imageupdatedir .= $dest_dir; # save the directory
|
|
$imageupdatepath .= $dest_dir; # path is a directory
|
|
}
|
|
else # if a file on the left side
|
|
{ # strip off the file
|
|
$dest_dir = dirname($dest_file);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
$imageupdatedir .= $dest_dir; # save directory
|
|
$imageupdatepath .= $dest_file; # path to a file
|
|
}
|
|
my @srcfiles = (split ' ', $src_file);
|
|
if (!(-d $imageupdatedir))
|
|
{ # if it does not exist, make it
|
|
my $cmd = "mkdir -p $imageupdatedir";
|
|
my @output = xCAT::Utils->runcmd($cmd, 0);
|
|
if ($::RUNCMD_RC != 0)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Command: $cmd failed.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
}
|
|
}
|
|
|
|
# for each file on the line
|
|
my $synccmd = "";
|
|
if ($^O eq 'aix')
|
|
{
|
|
if (-e ("/usr/bin/rsync"))
|
|
{
|
|
$synccmd = "/usr/bin/rsync -Lprogtz ";
|
|
}
|
|
else
|
|
{
|
|
$synccmd = "/usr/local/bin/rsync -Lprogtz ";
|
|
}
|
|
}
|
|
else # linux
|
|
{
|
|
$synccmd = "/usr/bin/rsync -Lprogtz ";
|
|
}
|
|
my $syncopt = "";
|
|
foreach my $srcfile (@srcfiles)
|
|
{
|
|
|
|
$syncopt .= $srcfile;
|
|
$syncopt .= " ";
|
|
}
|
|
$syncopt .= $imageupdatepath;
|
|
$synccmd .= $syncopt;
|
|
|
|
xCAT::MsgUtils->message("S", "rsync2image: $synccmd\n");
|
|
my @output = xCAT::Utils->runcmd($synccmd, 0);
|
|
if ($::RUNCMD_RC != 0)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Command: $synccmd failed.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
|
|
}
|
|
|
|
} # valid line
|
|
} # end reading file
|
|
|
|
close INPUTFILE;
|
|
return $rc;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
parse_rsync_input_file_on_MN
|
|
|
|
|
|
This parses the -F rsync input file on the Management node.
|
|
|
|
File format:
|
|
/.../file1 -> /.../dir1/filex
|
|
/.../file1 -> /.../dir1
|
|
/.../* -> /.../dir1
|
|
/.../file1 /..../filex -> /...../dir1
|
|
/tmp/file2 -> /tmp/file2
|
|
/tmp/file2.post -> /tmp/file2.post
|
|
EXECUTE:
|
|
/tmp/file2.post
|
|
EXECUTEALWAYS:
|
|
/tmp/myscript1
|
|
/tmp/myscript2
|
|
.
|
|
.
|
|
|
|
Arguments:
|
|
Input nodelist,options, pointer to the sync file,flag is
|
|
syncing the service node and
|
|
the directory to syn the files to on the service node
|
|
based on defaults or the site.SNsyncfiledir attribute,
|
|
if syncing a service node for hierarchical support.
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dcp command
|
|
|
|
Globals:
|
|
|
|
$::SYNCSN indicates we are only syncing the files to the
|
|
service nodes xdcp -s flag
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
We also add the original synclist file for the node to be sync'd
|
|
to the service node
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub parse_rsync_input_file_on_MN
|
|
{
|
|
use File::Basename;
|
|
my ($nodes, $options, $input_file, $rsyncSN, $syncdir,$nodesyncfiledir) = @_;
|
|
my @dest_host = @$nodes;
|
|
$::process_line = 0;
|
|
my $destfileisdir;
|
|
my $clause=0;
|
|
my $addmergescript =0;
|
|
my $addappendscript =0;
|
|
open(INPUTFILE, "< $input_file") || die "File $input_file does not exist\n";
|
|
while (my $line = <INPUTFILE>)
|
|
{
|
|
chomp $line;
|
|
if (($line =~ /^#/) || ( $line =~ /^\s*$/ ))
|
|
# skip commments and blanks
|
|
{
|
|
next;
|
|
}
|
|
# Determine if processing a clause or the synclist
|
|
if (($line =~ /EXECUTE:/) || ($line =~ /EXECUTEALWAYS:/)
|
|
|| ($line =~ /APPEND:/) || ($line =~ /MERGE:/)) {
|
|
$clause=$line;
|
|
next; # get the content of the clause
|
|
}
|
|
# processing a clause
|
|
if (($clause =~ /APPEND:/) || ($clause =~ /EXECUTEALWAYS:/)
|
|
|| ($clause =~ /EXECUTE:/) || ($clause =~ /MERGE:/)) {
|
|
if (($::SYNCSN == 1) && (($clause =~ /EXECUTEALWAYS:/) ||
|
|
($clause =~ /EXECUTE:/))) {
|
|
# for EXECUTE and EXECUTEALWAYS skip, if syncing SN only
|
|
next;
|
|
} else { # process the clause
|
|
if ($clause =~ /EXECUTE:/) {
|
|
push @::postscripts,$line;
|
|
}
|
|
if ($clause =~ /EXECUTEALWAYS:/) {
|
|
push @::alwayspostscripts,$line;
|
|
}
|
|
if ($clause =~ /APPEND:/) {
|
|
# location of the base append script
|
|
# for APPEND we have to sync the appendscript and the
|
|
# append file to the SN
|
|
my $onServiceNode=0;
|
|
my $syncappendscript=0;
|
|
&build_append_rsync($line,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncappendscript);
|
|
if ($::SYNCSN == 0) {
|
|
# this triggers the running of the appendscript
|
|
$::appendscript ="/opt/xcat/share/xcat/scripts/xdcpappend.sh";
|
|
}
|
|
|
|
# add the append script to the sync
|
|
if ($addappendscript == 0) { # only add once
|
|
my $appscript ="/opt/xcat/share/xcat/scripts/xdcpappend.sh";
|
|
my $appendscriptline = "$appscript -> $appscript";
|
|
$syncappendscript=1; # syncing the xdcpappend.sh script
|
|
&build_append_rsync($appendscriptline,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncappendscript);
|
|
$addappendscript=1;
|
|
}
|
|
} # end APPEND clause
|
|
if ($clause =~ /MERGE:/) {
|
|
# location of the base merge script
|
|
# for MERGE we have to sync the mergescript and the
|
|
# merge file to the SN
|
|
my $onServiceNode=0;
|
|
my $syncmergescript=0;
|
|
&build_merge_rsync($line,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncmergescript);
|
|
if ($::SYNCSN == 0) {
|
|
# this triggers the running of the mergescript
|
|
$::mergescript ="/opt/xcat/share/xcat/scripts/xdcpmerge.sh";
|
|
}
|
|
|
|
# add the merge script to the sync
|
|
if ($addmergescript == 0) { # only add once
|
|
my $mergescript ="/opt/xcat/share/xcat/scripts/xdcpmerge.sh";
|
|
my $mergescriptline = "$mergescript -> $mergescript";
|
|
$syncmergescript=1; # syncing the xdcpmerge.sh script
|
|
&build_merge_rsync($mergescriptline,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncmergescript);
|
|
$addmergescript=1;
|
|
}
|
|
} # end MERGE clause
|
|
|
|
}
|
|
} else { # not processing EXECUTE, EXECUTEALWAYS or APPEND
|
|
# otherwise it is just the synclist
|
|
if ($line =~ /(.+) -> (.+)/)
|
|
{
|
|
|
|
$::process_line = 1;
|
|
my $src_file = $1;
|
|
my $dest_file = $2;
|
|
$dest_file =~ s/[\s;]//g;
|
|
my @srcfiles = (split ' ', $src_file);
|
|
my $arraysize = scalar @srcfiles; # of source files on the line
|
|
my $dest_dir;
|
|
$destfileisdir = 0;
|
|
if ($dest_file =~ /\/$/)
|
|
{ # ends in /
|
|
$destfileisdir = 1;
|
|
}
|
|
|
|
# if more than one file on the line then
|
|
# or the destination file ends in /
|
|
# /tmp/file1 -> /tmp/
|
|
# the destination is a directory
|
|
# else assume a file
|
|
if (($arraysize > 1) || ($destfileisdir == 1))
|
|
{
|
|
$dest_dir = $dest_file;
|
|
$destfileisdir = 1;
|
|
}
|
|
else # get the directory name
|
|
{ # strip off the file
|
|
$dest_dir = dirname($dest_file);
|
|
}
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
|
|
foreach my $target_node (@dest_host)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node} ||= {};
|
|
|
|
# for each file on the line
|
|
foreach my $srcfile (@srcfiles)
|
|
{
|
|
|
|
# if syncing the Service Node, file goes to the same place
|
|
# where it was on the MN off the syncdir on the service
|
|
# node
|
|
if ($rsyncSN == 1)
|
|
{ # syncing the SN
|
|
$dest_dir = $syncdir; # the SN sync dir
|
|
$dest_dir .= dirname($srcfile);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
{};
|
|
|
|
# can be full file name for destination or just the
|
|
# directory name
|
|
my $src_basename = basename($srcfile); # get file name
|
|
|
|
my $dest_basename; # destination file name
|
|
# determine path to the file
|
|
if ($destfileisdir == 1) # if a directory
|
|
{
|
|
$dest_basename = $src_basename;
|
|
}
|
|
else
|
|
{
|
|
$dest_basename = basename($dest_file);
|
|
}
|
|
if ($rsyncSN == 1) # dest file will be the same as src
|
|
{ # syncing the SN
|
|
$dest_basename = $src_basename;
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
$dest_basename =~ s/[\s;]//g;
|
|
|
|
# if the filename will be the same at the destination
|
|
if ($src_basename eq $dest_basename)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'same_dest_name'} ||= [];
|
|
push @{$$options{'destDir_srcFile'}{$target_node}
|
|
{$dest_dir}{'same_dest_name'}}, $srcfile;
|
|
}
|
|
else # changing file names
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'diff_dest_name'} ||= {};
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'diff_dest_name'}{$srcfile} = $dest_basename;
|
|
}
|
|
|
|
} # end of each srcfile
|
|
} # end of each node
|
|
} # if synclist line
|
|
} # end processing clauses EXECUTE, APPEND, etc
|
|
} #end while processing file
|
|
close INPUTFILE;
|
|
if ($::process_line == 0)
|
|
{ # no valid lines in the file
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Found no lines to process in $input_file.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return 1;
|
|
}
|
|
else
|
|
{
|
|
$$options{'nodes'} = join ',', keys %{$$options{'destDir_srcFile'}};
|
|
}
|
|
return 0;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
build_append_rsync
|
|
|
|
Handles the
|
|
APPEND: clause in the synclist
|
|
/tmp/appendfile -> /tmp/receivefile
|
|
|
|
Syncs the append file from the left side of the arrow
|
|
to the nodes into the site.nodesyncfiledir directory
|
|
After we find out which append file are actually changed, we
|
|
will sync and run and the append script
|
|
/opt/xcat/share/xcat/script/xdcpappend.sh
|
|
See build_append_script.
|
|
|
|
Returns:
|
|
Files do not exist, rsync errors.
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
Files do not exist, rsync errors.
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub build_append_rsync
|
|
{
|
|
use File::Basename;
|
|
my ($line,$nodes, $options,$input_file, $rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncappendscript) = @_;
|
|
my @dest_host = @$nodes;
|
|
my $process_line = 0;
|
|
my $destfileisdir;
|
|
# add append directory to the base nodesyncfiledir
|
|
$nodesyncfiledir .= "/append";
|
|
|
|
if ($line =~ /(.+) -> (.+)/)
|
|
{
|
|
|
|
$::process_line = 1;
|
|
if ($syncappendscript == 0) { # don't add the xdcpappend.sh line
|
|
push @::appendlines,$line;
|
|
}
|
|
my $src_file = $1; # append file left of arror
|
|
my $orig_src_file = $1; # append file left of arror
|
|
# it will be sync'd to $nodesyncfiledir/$append_file
|
|
my $dest_file = $nodesyncfiledir;
|
|
$dest_file .= $src_file;
|
|
$dest_file =~ s/[\s;]//g;
|
|
my $dest_dir = dirname($dest_file);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
|
|
foreach my $target_node (@dest_host)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node} ||= {};
|
|
|
|
# if syncing the Service Node, file goes to the same place
|
|
# where it was on the MN off the syncdir on the service
|
|
# node
|
|
if ($rsyncSN == 1)
|
|
{ # syncing the SN
|
|
$dest_dir = $syncdir; # the SN sync dir
|
|
$dest_dir .= dirname($src_file);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
{};
|
|
|
|
my $src_basename = basename($src_file); # get file name
|
|
# if this is syncing from the Service Node then we have
|
|
# to pick up files from /var/xcat/syncfiles...
|
|
if ($onServiceNode == 1) {
|
|
my $newsrcfile = $syncdir; # add SN syndir on front
|
|
$newsrcfile .= $orig_src_file;
|
|
$src_file=$newsrcfile;
|
|
}
|
|
# destination file name
|
|
my $dest_basename = basename($dest_file);
|
|
if ($rsyncSN == 1) # dest file will be the same as src
|
|
{ # syncing the SN
|
|
$dest_basename = $src_basename;
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
$dest_basename =~ s/[\s;]//g;
|
|
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'same_dest_name'} ||= [];
|
|
push @{$$options{'destDir_srcFile'}{$target_node}
|
|
{$dest_dir}{'same_dest_name'}}, $src_file;
|
|
|
|
} # end of each node
|
|
} # if synclist line
|
|
if ($::process_line == 0)
|
|
{ # no valid lines in the file
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Found no lines to process in $input_file APPEND Clause.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return 1;
|
|
}
|
|
else
|
|
{
|
|
$$options{'nodes'} = join ',', keys %{$$options{'destDir_srcFile'}};
|
|
}
|
|
return 0;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
build_merge_rsync
|
|
|
|
Handles the
|
|
MERGE: clause in the synclist
|
|
/tmp/mypasswd -> /etc/passwd
|
|
/tmp/mygroup -> /etc/group
|
|
/tmp/myshadow -> /etc/shadow
|
|
|
|
Merges the information from the files in mypasswd, mygroup,
|
|
myshadow into /etc/passwd, /etc/group , /etc/shadow on the nodes.
|
|
These are the only files supported from MERGE and only on Linux
|
|
Returns:
|
|
Files do not exist, rsync errors.
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
Files do not exist, rsync errors.
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub build_merge_rsync
|
|
{
|
|
use File::Basename;
|
|
my ($line,$nodes, $options,$input_file, $rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncmergescript) = @_;
|
|
my @dest_host = @$nodes;
|
|
my $process_line = 0;
|
|
my $destfileisdir;
|
|
# add merge directory to the base nodesyncfiledir
|
|
if ($syncmergescript == 1) { # syncing the xdcpmerge.sh
|
|
$nodesyncfiledir .= "/merge";
|
|
} else { # all the other merge scripts
|
|
$nodesyncfiledir .= "/merge/mergefiles";
|
|
}
|
|
if ($line =~ /(.+) -> (.+)/)
|
|
{
|
|
|
|
$::process_line = 1;
|
|
if ($syncmergescript == 0) { # don't add the xdcpmerge.sh line
|
|
push @::mergelines,$line;
|
|
}
|
|
my $src_file = $1; # merge file left of arrow
|
|
my $orig_src_file = $1;
|
|
# it will be sync'd to $nodesyncfiledir/$merge_file
|
|
my $dest_file = $nodesyncfiledir;
|
|
$dest_file .= $src_file;
|
|
$dest_file =~ s/[\s;]//g;
|
|
my $dest_dir = dirname($dest_file);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
|
|
foreach my $target_node (@dest_host)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node} ||= {};
|
|
|
|
# if syncing the Service Node, file goes to the same place
|
|
# where it was on the MN off the syncdir on the service
|
|
# node
|
|
if ($rsyncSN == 1)
|
|
{ # syncing the SN
|
|
$dest_dir = $syncdir; # the SN sync dir
|
|
$dest_dir .= dirname($src_file);
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
{};
|
|
|
|
my $src_basename = basename($src_file); # get file name
|
|
# if this is syncing from the Service Node then we have
|
|
# to pick up files from /var/xcat/syncfiles...
|
|
if ($onServiceNode == 1) {
|
|
my $newsrcfile = $syncdir; # add SN syndir on front
|
|
$newsrcfile .= $orig_src_file;
|
|
$src_file=$newsrcfile;
|
|
}
|
|
# destination file name
|
|
my $dest_basename = basename($dest_file);
|
|
if ($rsyncSN == 1) # dest file will be the same as src
|
|
{ # syncing the SN
|
|
$dest_basename = $src_basename;
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
$dest_basename =~ s/[\s;]//g;
|
|
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'same_dest_name'} ||= [];
|
|
push @{$$options{'destDir_srcFile'}{$target_node}
|
|
{$dest_dir}{'same_dest_name'}}, $src_file;
|
|
|
|
} # end of each node
|
|
} # if synclist line
|
|
if ($::process_line == 0)
|
|
{ # no valid lines in the file
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Found no lines to process in $input_file APPEND Clause.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return 1;
|
|
}
|
|
else
|
|
{
|
|
$$options{'nodes'} = join ',', keys %{$$options{'destDir_srcFile'}};
|
|
}
|
|
return 0;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
parse_rsync_input_file_on_SN
|
|
|
|
This parses the -F rsync input file on the Service node.
|
|
|
|
File format:
|
|
/.../file1 -> /.../dir1/filex
|
|
/.../file1 -> /.../dir1
|
|
/.../* -> /.../dir1
|
|
/.../file1 /..../filex -> /...../dir1
|
|
|
|
Arguments:
|
|
Input nodelist,options, pointer to the sync file and
|
|
the directory to syn the files from
|
|
based on defaults or the site.SNsyncfiledir attribute,
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dcp command
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
parse_rsync_input_file_on_SN
|
|
|
|
This parses the -F rsync input file on the Service node.
|
|
|
|
File format:
|
|
/.../file1 -> /.../dir1/filex
|
|
/.../file1 -> /.../dir1
|
|
/.../* -> /.../dir1
|
|
/.../file1 /..../filex -> /...../dir1
|
|
|
|
Arguments:
|
|
Input nodelist,options, pointer to the sync file and
|
|
the directory to syn the files from
|
|
based on defaults or the site.SNsyncfiledir attribute,
|
|
|
|
Returns:
|
|
Errors if invalid options or the executed dcp command
|
|
|
|
Globals:
|
|
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub parse_rsync_input_file_on_SN
|
|
{
|
|
use File::Basename;
|
|
my ($nodes, $options, $input_file, $syncdir,$nodesyncfiledir) = @_;
|
|
my @dest_host = @$nodes;
|
|
my $process_line = 0;
|
|
my $destfileisdir;
|
|
my $rsyncSN;
|
|
my $clause=0;
|
|
open(INPUTFILE, "< $input_file") || die "File $input_file does not exist\n";
|
|
while (my $line = <INPUTFILE>)
|
|
{
|
|
chomp $line;
|
|
if (($line =~ /^#/) || ( $line =~ /^\s*$/ ))
|
|
# skip commments and blanks
|
|
{
|
|
next;
|
|
}
|
|
# Determine if processing a clause or the synclist
|
|
if (($line =~ /EXECUTE:/) || ($line =~ /EXECUTEALWAYS:/)
|
|
|| ($line =~ /APPEND:/) || ($line =~ /MERGE:/)) {
|
|
$clause=$line;
|
|
next; # get the content of the clause
|
|
}
|
|
# processing a clause
|
|
if (($clause =~ /APPEND:/) || ($clause =~ /MERGE:/)
|
|
|| ($clause =~ /EXECUTEALWAYS:/)
|
|
|| ($clause =~ /EXECUTE:/)) {
|
|
if (($::SYNCSN == 1) && (($clause =~ /EXECUTEALWAYS:/) ||
|
|
($clause =~ /EXECUTE:/))) { # skip, if syncing SN only
|
|
next;
|
|
} else { # process the clause
|
|
if ($clause =~ /EXECUTE:/) {
|
|
push @::postscripts,$line;
|
|
}
|
|
if ($clause =~ /EXECUTEALWAYS:/) {
|
|
push @::alwayspostscripts,$line;
|
|
}
|
|
if ($clause =~ /APPEND:/) {
|
|
$process_line = 1;
|
|
my $onServiceNode=1;
|
|
my $syncappendscript=0;
|
|
&build_append_rsync($line,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncappendscript);
|
|
if ($::SYNCSN == 0) {
|
|
# this triggers the running of the appendscript
|
|
$::appendscript ="/opt/xcat/share/xcat/scripts/xdcpappend.sh";
|
|
}
|
|
# add the append script to the sync
|
|
my $appscript ="/opt/xcat/share/xcat/scripts/xdcpappend.sh";
|
|
my $appendscriptline = "$appscript -> $appscript";
|
|
$syncappendscript=1; # syncing the xdcpappend.sh script
|
|
&build_append_rsync($appendscriptline,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncappendscript);
|
|
}
|
|
if ($clause =~ /MERGE:/) {
|
|
$process_line = 1;
|
|
my $onServiceNode=1;
|
|
my $syncmergescript=0;
|
|
&build_merge_rsync($line,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncmergescript);
|
|
if ($::SYNCSN == 0) {
|
|
# this triggers the running of the mergescript
|
|
$::mergescript ="/opt/xcat/share/xcat/scripts/xdcpmerge.sh";
|
|
}
|
|
# add the merge script to the sync
|
|
my $appscript ="/opt/xcat/share/xcat/scripts/xdcpmerge.sh";
|
|
my $mergescriptline = "$appscript -> $appscript";
|
|
$syncmergescript=1; # syncing the xdcpmerge.sh script
|
|
&build_merge_rsync($mergescriptline,$nodes, $options, $input_file,$rsyncSN, $syncdir,$nodesyncfiledir,$onServiceNode,$syncmergescript);
|
|
}
|
|
|
|
}
|
|
} else { # not processing EXECUTE, EXECUTEALWAYS or APPEND
|
|
# otherwise it is just the synclist
|
|
|
|
if ($line =~ /(.+) -> (.+)/)
|
|
{
|
|
$process_line = 1;
|
|
my $src_file = $1;
|
|
my $dest_file = $2;
|
|
$dest_file =~ s/[\s;]//g; # remove blanks
|
|
|
|
# see if destination is a directory
|
|
$destfileisdir = 0;
|
|
if ($dest_file =~ /\/$/)
|
|
{ # ends in /
|
|
$destfileisdir = 1;
|
|
}
|
|
my @srcfiles = (split ' ', $src_file);
|
|
my $arraysize = scalar @srcfiles; # of source files on the line
|
|
my $dest_dir;
|
|
|
|
# if only more than one file on the line or ends in /
|
|
# then the destination is a directory
|
|
# else a file,
|
|
if (($arraysize > 1) || ($destfileisdir == 1))
|
|
{
|
|
$dest_dir = $dest_file;
|
|
$destfileisdir = 1;
|
|
}
|
|
else # a file path
|
|
{
|
|
$dest_dir = dirname($dest_file);
|
|
}
|
|
$dest_dir =~ s/\s*//g; #remove blanks
|
|
|
|
foreach my $target_node (@dest_host)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node} ||= {};
|
|
|
|
# for each file on the line
|
|
foreach my $srcfile (@srcfiles)
|
|
{
|
|
my $newsrcfile = $syncdir; # add syndir on front
|
|
$newsrcfile .= $srcfile;
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
{};
|
|
|
|
# can be full file name for destination or just the
|
|
# directory name. For source must be full path
|
|
my $src_basename = basename($newsrcfile); # get file name
|
|
|
|
my $dest_basename; # destination file name
|
|
if ($destfileisdir == 1) # is a directory
|
|
{
|
|
$dest_basename = $src_basename;
|
|
}
|
|
else
|
|
{
|
|
$dest_basename = basename($dest_file);
|
|
}
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir} ||=
|
|
$dest_basename =~ s/[\s;]//g;
|
|
|
|
# if the filename will be the same at the destination
|
|
if ($src_basename eq $dest_basename)
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'same_dest_name'} ||= [];
|
|
push @{$$options{'destDir_srcFile'}{$target_node}
|
|
{$dest_dir}{'same_dest_name'}}, $newsrcfile;
|
|
}
|
|
else # changing file names
|
|
{
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'diff_dest_name'} ||= {};
|
|
$$options{'destDir_srcFile'}{$target_node}{$dest_dir}
|
|
{'diff_dest_name'}{$newsrcfile} = $dest_basename;
|
|
}
|
|
|
|
} # end of srcfile
|
|
} # end of each node
|
|
} # end of synclist
|
|
}# end processing clauses EXECUTE, APPEND, etc
|
|
} #end of processing file
|
|
close INPUTFILE;
|
|
if ($process_line == 0)
|
|
{ # no valid lines in the file
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Found no lines to process in $input_file.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return 1;
|
|
}
|
|
else
|
|
{
|
|
$$options{'nodes'} = join ',', keys %{$$options{'destDir_srcFile'}};
|
|
}
|
|
return 0;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
run_rsync_postscripts
|
|
|
|
This executes the postscript file on the nodes where
|
|
the corresponding rsync file was updated
|
|
These are the scripts after EXECUTE: in the syncfile
|
|
rsync returns a list of files that have been updated
|
|
in the form hostname: <full file path>
|
|
For example: node1: tmp/test/file1 ( yes it leaves the first / off)
|
|
This routine must match that list to the input list of postscripts.
|
|
If there is a match, for example
|
|
The postscript file is /tmp/test/file1.post and tmp/test/file1 was
|
|
updated, then it builds a xdsh command to the node to run
|
|
/tmp/test/file1.post.
|
|
On the service node, the file will be in $syncdir/tmp/test/file1.post.
|
|
Also the routine must preserve all other messages returned from rsync,
|
|
to return to the admin. It will remove the messages that the files
|
|
were updated, that is all of from hostname: <full file path>.
|
|
Input: the output from the xdcp rsync run
|
|
: @::postscripts to run
|
|
|
|
Comments:
|
|
Needs to remove the lines from rsync that are return to let
|
|
me know files were updated from the output to determine which
|
|
postscripts to run and leave any other messages
|
|
to return to the admin.
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub run_rsync_postscripts
|
|
{
|
|
my ($rsyncoutput,$syncdir,$options) = @_;
|
|
my @rsync_output = @$rsyncoutput;
|
|
my @newoutput= ();
|
|
my $dshparms;
|
|
my $firstpass=1;
|
|
foreach my $postsfile (@::postscripts) {
|
|
my $tmppostfile = $postsfile ;
|
|
|
|
# if service node need to add the SNsyncfiledir to the path
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmpp=$syncdir . $tmppostfile;
|
|
$tmppostfile = $tmpp;
|
|
}
|
|
# remove first character for the compare, we have to do this because the
|
|
# return from rsync is tmp/file1 not /tmp/file1
|
|
substr($tmppostfile,0,1)="";
|
|
|
|
foreach my $line (@rsync_output) {
|
|
my($hostname,$ps) = split(/: /, $line);
|
|
chomp $ps;
|
|
chomp $hostname;
|
|
if ($ps eq "rsync") { # this is a line that is not an update
|
|
# save output , if firstpass through output
|
|
if ($firstpass == 1) {
|
|
push @newoutput, $line;
|
|
$firstpass = 0;
|
|
}
|
|
next;
|
|
}
|
|
if ($tmppostfile eq $ps) {
|
|
# build xdsh queue
|
|
# build host and all scripts to execute
|
|
push (@{$dshparms->{'postscripts'} {$postsfile}}, $hostname);
|
|
}
|
|
}
|
|
}
|
|
# now if we have postscripts to run, run xdsh
|
|
my $out;
|
|
|
|
# my $ranaps=0; # did we run a postscript
|
|
|
|
foreach my $ps ( keys %{$$dshparms{'postscripts'}}) {
|
|
my @nodes;
|
|
push (@nodes, @{$$dshparms{'postscripts'}{$ps}});
|
|
my @args=();
|
|
if ($$options{'nodestatus'}) {
|
|
push @args,"--nodestatus" ;
|
|
}
|
|
push @args,"-e";
|
|
#
|
|
# if on the service node need to add the $syncdir directory to the path
|
|
#
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmpp=$syncdir . $ps;
|
|
$ps=$tmpp;
|
|
}
|
|
push @args,$ps;
|
|
$out=xCAT::Utils->runxcmd( { command => ['xdsh'],
|
|
node => \@nodes,
|
|
arg => \@args,
|
|
}, $::SUBREQ, 0,1);
|
|
foreach my $r (@$out) {
|
|
push(@newoutput, $r);
|
|
}
|
|
}
|
|
return @newoutput;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
&bld_and_run_append
|
|
|
|
This builds the parm list and executes (xdsh) the append script file
|
|
on the nodes where
|
|
the corresponding append file was updated.
|
|
The append postscript has been previous sync'd to the nodes.
|
|
These are the scripts after APPEND: in the syncfile
|
|
|
|
rsync returns a list of files that have been updated
|
|
in the form hostname: <full file path>
|
|
For example: node1: tmp/test/file1 ( yes it leaves the first / off)
|
|
This routine must match that list to the input list of append files.
|
|
If there is a match, it will add the append function to
|
|
the append script
|
|
Input: the output from the xdcp rsync run
|
|
: @::appendlines to run
|
|
|
|
Comments:
|
|
Needs to remove the lines from rsync that are return to let
|
|
me know files were updated from the output to determine which
|
|
postscripts to run and leave any other messages
|
|
to return to the admin.
|
|
|
|
Runs xdsh with input to call /opt/xcat/share/xcat/scripts/xdcpappend.sh
|
|
which will perform the append function on the node.
|
|
Input is the nodesyncfiledir appendfile:orgfile appendfile2:orgfile2....
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub bld_and_run_append
|
|
{
|
|
my ($hostnames,$rsyncoutput,$syncdir,$nodesyncfiledir,$options) = @_;
|
|
my @hosts = @$hostnames;
|
|
my @rsync_output = @$rsyncoutput;
|
|
my @newoutput= ();
|
|
my $dshparms;
|
|
my $firstpass=1;
|
|
my $headeradded=0;
|
|
my $processappend=0;
|
|
|
|
$::xdcpappendparms = "$nodesyncfiledir ";
|
|
|
|
# directory to save the original file to append
|
|
my $nodesaveorgfiledir=$nodesyncfiledir;
|
|
$nodesaveorgfiledir .="/org";
|
|
# add append directory to the base nodesyncfiledir
|
|
$nodesyncfiledir .= "/append";
|
|
# build the input appendfile:orgfile parsm
|
|
foreach my $appendline (@::appendlines) {
|
|
if ($appendline =~ /(.+) -> (.+)/)
|
|
{
|
|
my $appendfile = $1; # append file left of arrow
|
|
my $filetoappend = $2; # file to append right of arrow
|
|
my $tmpappendfile = $appendfile;
|
|
# if service node need to add the syncdir to the path
|
|
# for the match
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmpp=$syncdir . $tmpappendfile;
|
|
$tmpappendfile = $tmpp;
|
|
}
|
|
# remove first char for the compare, we have to do this because the
|
|
# return from rsync is tmp/file1 not /tmp/file1
|
|
substr($tmpappendfile,0,1)="";
|
|
# check to see if this file was rsync'd and to which hosts
|
|
foreach my $line (@rsync_output) {
|
|
my($hostname,$ps) = split(/: /, $line);
|
|
chomp $ps;
|
|
chomp $hostname;
|
|
if ($ps eq "rsync") { # this is a line that is not an update
|
|
# save output , if firstpass through output
|
|
if ($firstpass == 1) {
|
|
push @newoutput, $line;
|
|
$firstpass = 0;
|
|
}
|
|
next;
|
|
}
|
|
# build the append script (xdcpappend.sh) parameter list,
|
|
# based on all the append files
|
|
# that were rsyn'd to at least one node
|
|
if ($tmpappendfile eq $ps) {
|
|
my $parm="$appendfile:$filetoappend ";
|
|
# check to see if the parameter is already in the list
|
|
if (!($::xdcpappendparms =~ /$parm/)) {
|
|
$::xdcpappendparms .= $parm;
|
|
}
|
|
$processappend=1;
|
|
|
|
}
|
|
}
|
|
}
|
|
|
|
} # end for each append line
|
|
# add append script to each host to execute.
|
|
if ($::appendscript && ($processappend==1)) {
|
|
# the append script has been sync'd to the site.nodesynfiledir
|
|
my $nodeappendscript = $nodesyncfiledir;
|
|
$nodeappendscript .= $::appendscript;
|
|
foreach my $host (@hosts) {
|
|
push (@{$dshparms->{'appendscripts'} {$nodeappendscript}}, $host);
|
|
}
|
|
# now run xdsh
|
|
my $out;
|
|
foreach my $ps ( keys %{$$dshparms{'appendscripts'}}) {
|
|
my @nodes;
|
|
push (@nodes, @{$$dshparms{'appendscripts'}{$ps}});
|
|
my @args=();
|
|
if ($$options{'nodestatus'}) {
|
|
push @args,"--nodestatus" ;
|
|
}
|
|
push @args,$ps;
|
|
push @args,$::xdcpappendparms;
|
|
|
|
$out=xCAT::Utils->runxcmd( { command => ['xdsh'],
|
|
node => \@nodes,
|
|
arg => \@args,
|
|
}, $::SUBREQ, 0,1);
|
|
foreach my $r (@$out){
|
|
push(@newoutput, $r);
|
|
|
|
}
|
|
}
|
|
|
|
}
|
|
return @newoutput;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
&bld_and_run_merge
|
|
|
|
This builds the parm list and executes (xdsh) the merge script file
|
|
on the nodes where
|
|
the corresponding merge file was updated.
|
|
The merge script has been previous sync'd to the nodes.
|
|
These are the scripts after MERGE: in the syncfile
|
|
|
|
rsync returns a list of files that have been updated
|
|
in the form hostname: <full file path>
|
|
For example: node1: tmp/test/file1 ( yes it leaves the first / off)
|
|
This routine must match that list to the input list of merge files.
|
|
If there is a match, it will add the merge function to
|
|
the merge script
|
|
Input: the output from the xdcp rsync run
|
|
: @::mergelines to run
|
|
|
|
Comments:
|
|
Needs to remove the lines from rsync that are return to let
|
|
me know files were updated from the output to determine which
|
|
postscripts to run and leave any other messages
|
|
to return to the admin.
|
|
|
|
Runs xdsh with input to call /opt/xcat/share/xcat/scripts/xdcpmerge.sh
|
|
which will perform the merge function on the node.
|
|
Input is the nodesyncfiledir mergefile1:orgfile mergefile2:orgfile2....] Note: MERGE is only support on Linux and for /etc/passwd,/etc/shadow,
|
|
and /etc/group
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub bld_and_run_merge
|
|
{
|
|
my ($hostnames,$rsyncoutput,$syncdir,$nodesyncfiledir,$options) = @_;
|
|
my @hosts = @$hostnames;
|
|
my @rsync_output = @$rsyncoutput;
|
|
my @newoutput= ();
|
|
my $dshparms;
|
|
my $firstpass=1;
|
|
my $headeradded=0;
|
|
my $processmerge=0;
|
|
|
|
$::xdcpmergeparms = "$nodesyncfiledir ";
|
|
|
|
# directory to save the original file to merge
|
|
my $nodesaveorgfiledir=$nodesyncfiledir;
|
|
$nodesaveorgfiledir .="/org";
|
|
# add merge directory to the base nodesyncfiledir
|
|
$nodesyncfiledir .= "/merge";
|
|
# build the input mergefile:orgfile parsm
|
|
foreach my $mergeline (@::mergelines) {
|
|
if ($mergeline =~ /(.+) -> (.+)/)
|
|
{
|
|
my $mergefile = $1; # merge file left of arrow
|
|
my $filetomerge = $2; # file to merge right of arrow
|
|
if (($filetomerge ne "/etc/passwd")
|
|
&& ($filetomerge ne "/etc/group")
|
|
&& ($filetomerge ne "/etc/shadow")) {
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "$filetomerge is not either /etc/passwd, /etc/group or /etc/shadow. Those are the only supported files for MERGE";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return 1;
|
|
|
|
}
|
|
my $tmpmergefile = $mergefile;
|
|
# if service node need to add the syncdir to the path
|
|
# for the match
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmpp=$syncdir . $tmpmergefile;
|
|
$tmpmergefile = $tmpp;
|
|
}
|
|
# remove first char for the compare, we have to do this because the
|
|
# return from rsync is tmp/file1 not /tmp/file1
|
|
substr($tmpmergefile,0,1)="";
|
|
# check to see if this file was rsync'd and to which hosts
|
|
foreach my $line (@rsync_output) {
|
|
my($hostname,$ps) = split(/: /, $line);
|
|
chomp $ps;
|
|
chomp $hostname;
|
|
if ($ps eq "rsync") { # this is a line that is not an update
|
|
# save output , if firstpass through output
|
|
if ($firstpass == 1) {
|
|
push @newoutput, $line;
|
|
$firstpass = 0;
|
|
}
|
|
next;
|
|
}
|
|
# build the merge script (xdcpmerge.sh) parameter list,
|
|
# based on all the merge files
|
|
# that were rsyn'd to at least one node
|
|
if ($tmpmergefile eq $ps) {
|
|
my $parm="$mergefile:$filetomerge ";
|
|
# check to see if the parameter is already in the list
|
|
if (!($::xdcpmergeparms =~ /$parm/)) {
|
|
$::xdcpmergeparms .= $parm;
|
|
}
|
|
$processmerge=1;
|
|
|
|
}
|
|
}
|
|
}
|
|
|
|
} # end for each merge line
|
|
# add merge script to each host to execute. If we need to run anything
|
|
if ($::mergescript && ($processmerge==1)) {
|
|
# the merge script has been sync'd to the site.nodesynfiledir
|
|
my $nodemergescript = $nodesyncfiledir;
|
|
$nodemergescript .= $::mergescript;
|
|
foreach my $host (@hosts) {
|
|
push (@{$dshparms->{'mergescripts'} {$nodemergescript}}, $host);
|
|
}
|
|
# now run xdsh
|
|
my $out;
|
|
foreach my $ps ( keys %{$$dshparms{'mergescripts'}}) {
|
|
my @nodes;
|
|
push (@nodes, @{$$dshparms{'mergescripts'}{$ps}});
|
|
|
|
# build the argument list
|
|
my @args=();
|
|
|
|
if ($$options{'nodestatus'}) {
|
|
push @args,"--nodestatus" ;
|
|
}
|
|
push @args, $ps;
|
|
push @args, $::xdcpmergeparms;
|
|
$out=xCAT::Utils->runxcmd( { command => ['xdsh'],
|
|
node => \@nodes,
|
|
arg => \@args,
|
|
}, $::SUBREQ, 0,1);
|
|
foreach my $r (@$out){
|
|
push(@newoutput, $r);
|
|
|
|
}
|
|
}
|
|
|
|
}
|
|
return @newoutput;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
run_always_rsync_postscript
|
|
|
|
This subroutine runs the xdsh command for all the scripts listed in the
|
|
EXECUTEALWAYS: clause of the synclist file.
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
|
|
sub run_always_rsync_postscripts
|
|
{
|
|
my ($hostnames,$syncdir,$options) = @_;
|
|
my @hosts = @$hostnames;
|
|
my @newoutput= ();
|
|
my $dshparms;
|
|
foreach my $postsfile (@::alwayspostscripts) {
|
|
my $tmppostfile = $postsfile ;
|
|
|
|
# if service node need to add the SNsyncfiledir to the path
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmpp=$syncdir . $tmppostfile;
|
|
$tmppostfile = $tmpp;
|
|
}
|
|
|
|
foreach my $host (@hosts) {
|
|
# build xdsh queue
|
|
# build host and all scripts to execute
|
|
push (@{$dshparms->{'postscripts'} {$postsfile}}, $host);
|
|
}
|
|
}
|
|
# now if we have postscripts to run, run xdsh
|
|
my $out;
|
|
|
|
|
|
foreach my $ps ( keys %{$$dshparms{'postscripts'}}) {
|
|
my @nodes;
|
|
# build the argument list
|
|
my @args=();
|
|
if ($$options{'nodestatus'}) {
|
|
push @args,"--nodestatus" ;
|
|
}
|
|
push @args,"-e";
|
|
# if on the service node need to add the $syncdir directory
|
|
# to the path
|
|
if (xCAT::Utils->isServiceNode()) {
|
|
my $tmps=$syncdir . $ps;
|
|
push @args, $tmps;
|
|
} else{
|
|
push @args, $ps;
|
|
}
|
|
push (@nodes, @{$$dshparms{'postscripts'}{$ps}});
|
|
|
|
$out=xCAT::Utils->runxcmd( { command => ['xdsh'],
|
|
node => \@nodes,
|
|
arg => \@args,
|
|
}, $::SUBREQ, 0,1);
|
|
foreach my $r (@$out){
|
|
push(@newoutput, $r);
|
|
|
|
}
|
|
|
|
|
|
}
|
|
return @newoutput;
|
|
}
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
runlocal_on_rootimg
|
|
|
|
This subroutine runs the xdsh command against the input image on the local
|
|
node.
|
|
Arguments:
|
|
$optionRef:
|
|
Specifies a hash in which the xdsh options are provided
|
|
$exitCode:
|
|
reference to an array for efficiency.
|
|
Example:
|
|
my @outref = xCAT::DSHCLI->runlocal_rootimg(\%options);
|
|
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub runlocal_on_rootimg
|
|
{
|
|
my ($class, $options, $imagename) = @_;
|
|
my $cmd;
|
|
if (xCAT::Utils->isAIX()) { # use xcatchroot
|
|
$cmd = "$::XCATROOT/bin/xcatchroot -i $$options{'rootimg'} \"$$options{'command'}\"";
|
|
} else {
|
|
$cmd = "chroot $$options{'rootimg'} $$options{'command'}";
|
|
}
|
|
my @output = xCAT::Utils->runcmd($cmd, 0);
|
|
if ($::RUNCMD_RC != 0)
|
|
{
|
|
my $rsp = {};
|
|
$rsp->{error}->[0] = "Command: $cmd failed, unable to process image.";
|
|
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK, 1);
|
|
return;
|
|
|
|
}
|
|
my @newoutput;
|
|
foreach my $line (@output)
|
|
{
|
|
my $newline .= $imagename;
|
|
$newline .= ": ";
|
|
$newline .= $line;
|
|
$newline .= "\n";
|
|
push @newoutput, $newline;
|
|
}
|
|
|
|
$::DSH_API_MESSAGE = ();
|
|
$::DSH_API_MESSAGE = $::DSH_API_MESSAGE . join("", @newoutput);
|
|
return $::DSH_API_MESSAGE;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
runDsh_api
|
|
|
|
This subroutine provides a concise interface to run remote command on multiple nodes.
|
|
Arguments:
|
|
$optionRef:
|
|
Specifies a hash in which the dsh options are provided
|
|
$exitCode:
|
|
Normally, if there is an error running the cmd,
|
|
it will display the error msg
|
|
and exit with the cmds exit code, unless exitcode is given one of the
|
|
following values:
|
|
0: display error msg, DO NOT exit on error, but set
|
|
$::RUNCMD_RC to the exit code.
|
|
-1: DO NOT display error msg and DO NOT exit on error, but set
|
|
$::RUNCMD_RC to the exit code.
|
|
-2: DO the default behavior (display error msg and exit with cmds
|
|
exit code.
|
|
number > 0: Display error msg and exit with the given code
|
|
$refoutput:
|
|
if refoutput is true, then the output will be returned as a
|
|
reference to an array for efficiency.
|
|
Example:
|
|
my @outref = xCAT::DSHCLI->runDsh_api(\%options, -2);
|
|
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub runDsh_api
|
|
{
|
|
shift;
|
|
my ($optionsRef, $exitCode, $refoutput) = @_;
|
|
|
|
$::DSH_API = 1;
|
|
$::DSH_API_MESSAGE = "";
|
|
my $verbose_old = $::VERBOSE;
|
|
$::VERBOSE = 0;
|
|
|
|
#
|
|
# execute dsh
|
|
#
|
|
$::RUNCMD_RC = 0;
|
|
$::RUNCMD_RC = xCAT::DSHCLI->execute_dsh($optionsRef);
|
|
|
|
$::DSH_API = 0;
|
|
$::VERBOSE = $verbose_old;
|
|
my $returnCode; #command will exit with this code
|
|
if ($::RUNCMD_RC)
|
|
{
|
|
my $dsh_api_displayerr = 1;
|
|
if (defined($exitCode) && length($exitCode) && $exitCode != -2)
|
|
{
|
|
if ($exitCode > 0)
|
|
{
|
|
$returnCode = $exitCode;
|
|
}
|
|
elsif ($exitCode <= 0)
|
|
{
|
|
$returnCode = '';
|
|
if ($exitCode < 0)
|
|
{
|
|
$dsh_api_displayerr = 0;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
$returnCode = $::RUNCMD_RC;
|
|
}
|
|
if ($dsh_api_displayerr)
|
|
{
|
|
my $errmsg = '';
|
|
if (xCAT::Utils->isLinux() && $::RUNCMD_RC == 139)
|
|
{
|
|
$errmsg = "Return Code = 139 $errmsg";
|
|
}
|
|
else
|
|
{
|
|
$errmsg = $::DSH_API_MESSAGE;
|
|
}
|
|
if ((!$DSHCLI::NO_MESSAGES) && ($::DSH_API_NODES_FAILED))
|
|
{
|
|
xCAT::MsgUtils->message(
|
|
"E",
|
|
"xdsh command: $$optionsRef{'command'} failed on nodes:$::DSH_API_NODES_FAILED."
|
|
);
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
if ($refoutput)
|
|
{
|
|
my $outputRef = [];
|
|
@$outputRef = split "\n", $::DSH_API_MESSAGE;
|
|
chomp @$outputRef;
|
|
return $outputRef;
|
|
}
|
|
elsif (wantarray)
|
|
{
|
|
my @outputLines = split "\n", $::DSH_API_MESSAGE;
|
|
chomp @outputLines;
|
|
return @outputLines;
|
|
}
|
|
else
|
|
{
|
|
return $::DSH_API_MESSAGE;
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
runDcp_api
|
|
|
|
This subroutine provides a concise interface to run remote command
|
|
on multiple nodes.
|
|
Arguments:
|
|
$optionRef:
|
|
Specifies a hash in which the dsh options are provided
|
|
$exitCode:
|
|
Normally, if there is an error running the cmd,
|
|
it will display the error msg
|
|
and exit with the cmds exit code,
|
|
unless exitcode is given one of the
|
|
following values:
|
|
0: display error msg, DO NOT exit on error, but set
|
|
$::RUNCMD_RC to the exit code.
|
|
-1: DO NOT display error msg
|
|
and DO NOT exit on error, but set
|
|
$::RUNCMD_RC to the exit code.
|
|
-2: DO the default behavior
|
|
(display error msg and exit with cmds
|
|
exit code.
|
|
number > 0: Display error msg and exit with the
|
|
given code
|
|
$refoutput:
|
|
if refoutput is true, then the output
|
|
will be returned as a reference to
|
|
an array for efficiency.
|
|
Example:
|
|
my @outref = xCAT::DSHCLI->runDcp_api(\%options, -2);
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub runDcp_api
|
|
{
|
|
shift;
|
|
my ($optionsRef, $exitCode, $refoutput) = @_;
|
|
|
|
$::DCP_API = 1;
|
|
$::DCP_API_MESSAGE = "";
|
|
my $verbose_old = $::VERBOSE;
|
|
$::VERBOSE = 0;
|
|
if (!ref($optionsRef->{'source'}))
|
|
{
|
|
$optionsRef->{'source'} =~ s/\s/$::__DCP_DELIM/g;
|
|
}
|
|
elsif (ref($optionsRef->{'source'} eq "ARRAY"))
|
|
{
|
|
$optionsRef->{'source'} = join $::__DCP_DELIM,
|
|
@{$optionsRef->{'source'}};
|
|
}
|
|
|
|
$::RUNCMD_RC = xCAT::DSHCLI->execute_dcp($optionsRef);
|
|
$::DCP_API = 0;
|
|
$::VERBOSE = $verbose_old;
|
|
my $returnCode; #command will exit with this code
|
|
if ($::RUNCMD_RC)
|
|
{
|
|
my $dcp_api_displayerr = 1;
|
|
if (defined($exitCode) && length($exitCode) && $exitCode != -2)
|
|
{
|
|
if ($exitCode > 0)
|
|
{
|
|
$returnCode = $exitCode;
|
|
}
|
|
elsif ($exitCode <= 0)
|
|
{
|
|
$returnCode = '';
|
|
if ($exitCode < 0)
|
|
{
|
|
$dcp_api_displayerr = 0;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
$returnCode = $::RUNCMD_RC;
|
|
}
|
|
if ($dcp_api_displayerr)
|
|
{
|
|
my $errmsg = '';
|
|
if (xCAT::Utils->isLinux() && $::RUNCMD_RC == 139)
|
|
{
|
|
$errmsg = "Return code=139 $errmsg";
|
|
}
|
|
else
|
|
{
|
|
$errmsg = $::DCP_API_MESSAGE;
|
|
}
|
|
if (!$DSHCLI::NO_MESSAGES)
|
|
{
|
|
xCAT::MsgUtils->message("E",
|
|
"dcp command failed, Return code=$::RUNCMD_RC.");
|
|
}
|
|
}
|
|
|
|
}
|
|
if ($refoutput)
|
|
{
|
|
my $outputRef = [];
|
|
@$outputRef = split "\n", $::DCP_API_MESSAGE;
|
|
chomp @$outputRef;
|
|
return $outputRef;
|
|
}
|
|
elsif (wantarray)
|
|
{
|
|
my @outputLines = split "\n", $::DCP_API_MESSAGE;
|
|
chomp @outputLines;
|
|
return @outputLines;
|
|
}
|
|
else
|
|
{
|
|
return $::DCP_API_MESSAGE;
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
show_dsh_config
|
|
|
|
Displays the current configuration of the dsh command environment
|
|
and configuration information for each installed context
|
|
|
|
Arguments:
|
|
$options - options hash table describing dsh configuration options
|
|
|
|
Returns:
|
|
None
|
|
|
|
Globals:
|
|
None
|
|
|
|
Error:
|
|
None
|
|
|
|
Example:
|
|
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
sub show_dsh_config
|
|
{
|
|
my ($class, $options) = @_;
|
|
xCAT::DSHCLI->config_default_context($options);
|
|
|
|
my $dsh_config = xCAT::DSHCLI->get_dsh_config;
|
|
|
|
foreach my $context (sort keys(%$dsh_config))
|
|
{
|
|
my $context_properties = $$dsh_config{$context};
|
|
foreach my $key (sort keys(%$context_properties))
|
|
{
|
|
print STDOUT "$context:$key=$$context_properties{$key}\n";
|
|
|
|
}
|
|
}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3
|
|
get_config
|
|
|
|
Substitute specific keywords in hash
|
|
e.g. config file:
|
|
[main]
|
|
cachedir=/var/cache/yum
|
|
keepcache=1
|
|
[base]
|
|
name=Red Hat Linux $releasever - $basearch - Base
|
|
baseurl=http://mirror.dulug.duke.edu/pub/yum-repository/redhat/$releasev
|
|
er/$basearch/
|
|
|
|
%config = {
|
|
main => {
|
|
'cachedir' => '/var/cache/yum',
|
|
'keepcache' => '1'
|
|
},
|
|
bash => {
|
|
'name' => 'Red Hat Linux $relea
|
|
sever - $basearch - Base',
|
|
'baseurl' => 'http://mirror.dulug.
|
|
duke.edu/pub/yum-repository/redhat/$releasever/$basearch/'
|
|
}
|
|
}
|
|
|
|
Arguments:
|
|
$configfile - config file
|
|
Returns:
|
|
$config_ref - reference to config hash
|
|
Comments:
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
sub get_config
|
|
{
|
|
my $configfile = shift;
|
|
my @content = readFile($configfile);
|
|
my $current_section = "DEFAULT";
|
|
my %config;
|
|
my $xcat_use;
|
|
$xcat_use = 0;
|
|
foreach my $line (@content)
|
|
{
|
|
my ($entry, $value);
|
|
chomp $line;
|
|
if ($line =~ /\QDO NOT ERASE THIS SECTION\E/)
|
|
{
|
|
|
|
# reverse flag
|
|
$xcat_use = !$xcat_use;
|
|
}
|
|
if ($xcat_use)
|
|
{
|
|
|
|
# Remove leading "#". This line is used by xCAT
|
|
$line =~ s/^#//g;
|
|
}
|
|
else
|
|
{
|
|
|
|
# Remove comment line
|
|
$line =~ s/#.*$//g;
|
|
}
|
|
$line =~ s/^\s+//g;
|
|
$line =~ s/\s+$//g;
|
|
next unless $line;
|
|
if ($line =~ /^\s*\[([\w+-\.]+)\]\s*$/)
|
|
{
|
|
$current_section = $1;
|
|
}
|
|
else
|
|
{
|
|
|
|
# Ignore line doesn't key/value pair.
|
|
if ($line !~ /=/)
|
|
{
|
|
next;
|
|
}
|
|
$line =~ /^\s*([^=]*)\s*=\s*(.*)\s*$/;
|
|
$entry = $1;
|
|
$value = $2;
|
|
$entry =~ s/^#*//g;
|
|
|
|
# Remove leading and trailing spaces
|
|
$entry =~ s/^\s+//g;
|
|
$entry =~ s/\s+$//g;
|
|
$value =~ s/^\s+//g;
|
|
$value =~ s/\s+$//g;
|
|
$config{$current_section}{"$entry"} = $value;
|
|
}
|
|
}
|
|
return \%config;
|
|
}
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
=head3 readFile
|
|
|
|
Read a file and return its content.
|
|
|
|
Arguments:
|
|
filename
|
|
Returns:
|
|
file contents or undef
|
|
Globals:
|
|
none
|
|
Error:
|
|
undef
|
|
Example:
|
|
my $blah = readFile('/etc/redhat-release');
|
|
Comments:
|
|
none
|
|
|
|
=cut
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
sub readFile
|
|
{
|
|
my $filename = shift;
|
|
open(FILE, "<$filename");
|
|
my @contents = <FILE>;
|
|
close(FILE);
|
|
return @contents;
|
|
}
|
|
|
|
1;
|