xcat-core/perl-xCAT-2.0/xCAT/DSHCore.pm

795 lines
21 KiB
Perl

#!/usr/bin/env perl
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
package xCAT::DSHCore;
use locale;
use Socket;
use xCAT::MsgUtils;
use xCAT::Utils;
#---------------------------------------------------------------------------
=head3
fork_no_output
Forks a process for the given command array and returns the process
ID for the forked process. Since no I/O is needed for the pipes, no
STDOUT/STDERR pipes are returned to the caller.
Arguments:
$fork_id - unique identifer to use for tracking the forked process
@command - command and parameter array to execute in the forkec process
Returns:
$pid - process identifer for the forked process
Globals:
None
Error:
None
Example:
$pid = xCAT::DSHCore->fork_no_output('hostname1PID', @command_array);
Comments:
=cut
#---------------------------------------------------------------------------
sub fork_no_output
{
my ($class, $fork_id, @command) = @_;
my $pid;
if ($pid = xCAT::Utils->xfork)
{
}
elsif (defined $pid)
{
open(STDOUT, ">/dev/null");
open(STDERR, ">/dev/null");
select(STDOUT);
$| = 1;
select(STDERR);
$| = 1;
if (!(exec {$command[0]} @command))
{
return (-4, undef);
}
}
else
{
return (-3, undef);
}
return ($pid, undef, undef, undef, undef);
}
#---------------------------------------------------------------------------
=head3
fork_output
Forks a process for the given command array and returns the process
ID for the forked process and references to all I/O pipes for STDOUT
and STDERR.
Arguments:
$fork_id - unique identifer to use for tracking the forked process
@command - command and parameter array to execute in the forkec process
Returns:
$pid - process identifer for the forked process
Globals:
None
Error:
None
Example:
$pid = xCAT::DSHCore->fork_no_output('hostname1PID', @command_array);
Comments:
=cut
#---------------------------------------------------------------------------
sub fork_output
{
my ($class, $fork_id, @command) = @_;
my $pid;
my %pipes = ();
my $rout_fh = "rout_$fork_id";
my $rerr_fh = "rerr_$fork_id";
my $wout_fh = "wout_$fork_id";
my $werr_fh = "werr_$fork_id";
(pipe($rout_fh, $wout_fh) == -1) && return (-1, undef);
(pipe($rerr_fh, $werr_fh) == -1) && return (-2, undef);
if ($pid = fork)
{
close($wout_fh);
close($werr_fh);
}
elsif (defined $pid)
{
close($rout_fh);
close($rerr_fh);
!(open(STDOUT, ">&$wout_fh")) && return (-5, undef);
!(open(STDERR, ">&$werr_fh")) && return (-6, undef);
select(STDOUT);
$| = 1;
select(STDERR);
$| = 1;
if (!(exec {$command[0]} @command))
{
return (-4, undef);
}
}
else
{
return (-3, undef);
}
return ($pid, *$rout_fh, *$rerr_fh, *$wout_fh, *$werr_fh);
}
#---------------------------------------------------------------------------
=head3
ifconfig_inet
Builds a list of all IP Addresses bound to the local host and
stores them in a global list
Arguments:
None
Returns:
None
Globals:
@local_inet
Error:
None
Example:
xCAT::DSHCore->ifconfig_inet;
Comments:
Internal routine only
=cut
#---------------------------------------------------------------------------
sub ifconfig_inet
{
@local_inet = ();
if ($^O eq 'aix')
{
my @ip_address = ();
my @output = `/usr/sbin/ifconfig -a`;
foreach $line (@output)
{
($line =~ /inet ((\d{1,3}?\.){3}(\d){1,3})\s/o)
&& (push @local_inet, $1);
}
}
elsif ($^O eq 'linux')
{
my @ip_address = ();
my @output = `/sbin/ifconfig -a`;
foreach $line (@output)
{
($line =~ /inet addr:((\d{1,3}?\.){3}(\d){1,3})\s/o)
&& (push @local_inet, $1);
}
}
}
#---------------------------------------------------------------------------
=head3
pipe_handler
Handles and processes dsh output from a given read pipe handle. The output
is immediately written to each output file handle as it is available.
Arguments:
$options - options hash table describing dsh configuration options
$target_properties - property information of the target related to the pipe handle
$read_fh - reference to the read pipe handle
$buffer_size - local buffer size to read data from the handle
$label - prefix label to use for dsh output
$write_buffer - buffer of data that is yet to be written (must wait until \n is read)
@write_fhs - array of output file handles where output will be written
Returns:
1 if the EOF reached on $read_fh
undef otherwise
Globals:
None
Error:
None
Example:
Comments:
=cut
#---------------------------------------------------------------------------
sub pipe_handler
{
my ($class, $options, $target_properties, $read_fh, $buffer_size, $label,
$write_buffer, @write_fhs)
= @_;
my $line;
my $target_hostname;
my $eof_reached = undef;
while (sysread($read_fh, $line, $buffer_size) != 0
|| ($eof_reached = 1))
{
last if ($eof_reached);
if ($line =~ /^\n$/)
{
# need to preserve blank lines in the output.
$line = $label . $line;
}
my @lines = split "\n", $line;
if (@$write_buffer)
{
my $buffered_line = shift @$write_buffer;
my $next_line = shift @lines;
$next_line = $buffered_line . $next_line;
unshift @lines, $next_line;
}
if ($line !~ /\n$/)
{
push @$write_buffer, (pop @lines);
}
if (@lines)
{
$line = join "\n", @lines;
$line .= "\n";
if ($line =~ /:DSH_TARGET_RC=/)
{
my $start_offset = index($line, ':DSH_TARGET_RC');
my $end_offset = index($line, ':', $start_offset + 1);
my $target_rc_string =
substr($line, $start_offset, $end_offset - $start_offset);
my ($discard, $target_rc) = split '=', $target_rc_string;
$line =~ s/:DSH_TARGET_RC=$target_rc:\n//g;
$$target_properties{'target-rc'} = $target_rc;
}
if ($line ne '')
{
if ($line !~ /^$label\n$/)
{
$line = $label . $line;
}
$line =~ s/$/\n/ if $line !~ /\n$/;
}
$line =~ s/\n/\n$label/g;
($line =~ /\n$label$/) && ($line =~ s/\n$label$/\n/);
my @output_files = ();
my @output_file_nos = ();
foreach $write_fh (@write_fhs)
{
my $file_no = fileno($write_fh);
if (grep /$file_no/, @output_file_nos)
{
$line =~ s/$label//g;
}
print $write_fh $line;
}
if (@output_files)
{
foreach $output_file (@output_files)
{
pop @write_fhs;
close $output_file
|| print STDOUT
"dsh> Error_file_closed $$target_properties{hostname} $output_file\n";
my %rsp;
$rsp->{data}->[0] =
"Error_file_closed $$target_properties{hostname $output_file}.\n";
xCAT::MsgUtils->message("E", $rsp, $::CALLBACK);
($output_file == $$target_properties{'output-fh'})
&& delete $$target_properties{'output-fh'};
($output_file == $$target_properties{'output-fh'})
&& delete $$target_properties{'error-fh'};
}
}
my $rin = '';
vec($rin, fileno($read_fh), 1) = 1;
my $fh_count = select($rin, undef, undef, 0);
last if ($fh_count == 0);
}
}
return $eof_reached;
}
#---------------------------------------------------------------------------
=head3
pipe_handler_buffer
Handles and processes dsh output from a given read pipe handle. The output
is stored in a buffer supplied by the caller.
Arguments:
$target_properties - property information of the target related to the pipe handle
$read_fh - reference to the read pipe handle
$buffer_size - local buffer size to read data from the handle
$label - prefix label to use for dsh output
$write_buffer - buffer of data that is yet to be written (must wait until \n is read)
$output_buffer - buffer where output will be written
Returns:
1 if the EOF reached on $read_fh
undef otherwise
Globals:
None
Error:
None
Example:
Comments:
=cut
#---------------------------------------------------------------------------
sub pipe_handler_buffer
{
my ($class, $target_properties, $read_fh, $buffer_size, $label,
$write_buffer, $output_buffer)
= @_;
my $line;
my $eof_reached = undef;
while ( (sysread($read_fh, $line, $buffer_size) != 0)
|| ($eof_reached = 1))
{
last if ($eof_reached);
if ($line =~ /^\n$/)
{
# need to preserve blank lines in the output.
$line = $label . $line;
}
my @lines = split "\n", $line;
if (@$write_buffer)
{
my $buffered_line = shift @$write_buffer;
my $next_line = shift @lines;
$next_line = $buffered_line . $next_line;
unshift @lines, $next_line;
}
if ($line !~ /\n$/)
{
push @$write_buffer, (pop @lines);
}
if (@lines)
{
$line = join "\n", @lines;
$line .= "\n";
if ($line =~ /:DSH_TARGET_RC=/)
{
my $start_offset = index($line, ':DSH_TARGET_RC');
my $end_offset = index($line, ':', $start_offset + 1);
my $target_rc_string =
substr($line, $start_offset, $end_offset - $start_offset);
my ($discard, $target_rc) = split '=', $target_rc_string;
$line =~ s/:DSH_TARGET_RC=$target_rc:\n//g;
$$target_properties{'target-rc'} = $target_rc;
}
if ($line ne '')
{
if ($line !~ /^$label\n$/)
{
$line = $label . $line;
}
$line =~ s/$/\n/ if $line !~ /\n$/;
}
$line =~ s/\n/\n$label/g;
($line =~ /\n$label$/) && ($line =~ s/\n$label$/\n/);
push @$output_buffer, $line;
my $rin = '';
vec($rin, fileno($read_fh), 1) = 1;
my $fh_count = select($rin, undef, undef, 0);
last if ($fh_count == 0);
}
}
return $eof_reached;
}
#---------------------------------------------------------------------------
=head3
fping_hostnames
Executes fping on a given list of hostnames and returns a list of those
hostnames that did not respond
Arguments:
@hostnames - list of hostnames to execute for fping
Returns:
@no_response - list of hostnames that did not respond
undef if fping is not installed
Globals:
None
Error:
None
Example:
@bad_hosts = xCAT::DSHCore->fping_hostnames(@host_list);
Comments:
=cut
#---------------------------------------------------------------------------
sub fping_hostnames
{
my ($class, @hostnames) = @_;
my $fping = (-x '/usr/sbin/fping') || undef;
!$fping && return undef;
my @output = `/usr/sbin/fping -B 1.0 -r 1 -t 50 -i 10 -p 50 @hostnames`;
my @no_response = ();
foreach $line (@output)
{
my ($hostname, $token, $status) = split ' ', $line;
!(($token eq 'is') && ($status eq 'alive'))
&& (push @no_response, $hostname);
}
return @no_response;
}
#---------------------------------------------------------------------------
=head3
ping_hostnames
Executes ping on a given list of hostnames and returns a list of those
hostnames that did not respond
Arguments:
@hostnames - list of hostnames to execute for fping
Returns:
@no_response - list of hostnames that did not respond
undef if fping is not installed
Globals:
None
Error:
None
Example:
@bad_hosts = xCAT::DSHCore->ping_hostnames(@host_list);
Comments:
=cut
#---------------------------------------------------------------------------
sub ping_hostnames
{
my ($class, @hostnames) = @_;
my $ping = (($^O eq 'aix') && '/usr/sbin/ping')
|| (($^O eq 'linux') && '/bin/ping')
|| undef;
!$ping && return undef;
my @no_response = ();
foreach $hostname (@hostnames)
{
(system("$ping -c 1 -w 1 $hostname > /dev/null 2>&1") != 0)
&& (push @no_response, $hostname);
}
return @no_response;
}
#---------------------------------------------------------------------------
=head3
resolve_hostnames
Resolve all related information for a given target, including context
IP address information and fully qualified hostname. If the target is
unresolvable include in a list of unresolvable targets, otherwise store
all resolved properties for the target.
Arguments:
$options - options hash table describing dsh configuration options
$resolved_targets - hash table of resolved properties, keyed by target name
$unresolved_targets - hash table of unresolved targets and relevant property information
$context_targets - hash table of targets grouped by context name
@target_list - input list of target names to resolve
Returns:
None
Globals:
None
Error:
None
Example:
Comments:
=cut
#---------------------------------------------------------------------------
sub resolve_hostnames
{
my ($class, $options, $resolved_targets, $unresolved_targets,
$context_targets, @target_list)
= @_;
scalar(@local_inet) || xCAT::DSHCore->ifconfig_inet;
foreach $context_user_target (@target_list)
{
my ($context, $user_target) = split ':', $context_user_target;
if (($context eq 'XCAT') && ($$options{'context'} eq 'DSH'))
{
# The XCAT context may not be specified for this node since DSH is the only
# available context.
my %rsp;
$rsp->{data}->[0] = "DSH is the only available context.\n";
xCAT::MsgUtils->message("I", $rsp, $::CALLBACK);
next;
}
!$user_target
&& ( ($user_target = $context)
&& ($context = $$options{'context'}));
my ($user, $target) = split '@', $user_target;
!$target && (($target = $user) && ($user = undef));
$$options{'context-all'} && ($context = $$options{'context-all'});
if (my ($hostname, $aliases, $addrtype, $length, @addrs) =
gethostbyname($target))
{
my $ip_address = inet_ntoa($addrs[0]);
my $localhost = (grep { /^$ip_address$/ } @local_inet) || undef;
if ($hostname eq $ip_address)
{
my $packed_ip = inet_aton($ip_address);
my $hostbyaddr = gethostbyaddr($packed_ip, AF_INET);
$hostbyaddr && ($hostname = $hostbyaddr);
}
my %properties = (
'hostname' => $hostname,
'ip-address' => $ip_address,
'localhost' => $localhost,
'user' => $user,
'context' => $context,
'unresolved' => $target
);
$user && ($user .= '@');
$$resolved_targets{"$user$hostname"} = \%properties;
if ($context_targets)
{
if (!$$context_targets{$context})
{
my %context_target_list = ();
$$context_targets{$context} = \%context_target_list;
}
$$context_targets{$context}{"$user$hostname"}++;
}
}
else
{
my %properties = (
'hostname' => $target,
'user' => $user,
'context' => $context,
'unresolved' => $target
);
$$unresolved_targets{"$user_target"} = \%properties;
}
}
xCAT::DSHCore->removeExclude($resolved_targets, $unresolved_targets,
$context_targets);
}
#---------------------------------------------------------------------------
=head3
pping_hostnames
Executes pping on a given list of hostnames and returns a list of those
hostnames that did not respond
Arguments:
@hostnames - list of hostnames to execute for fping
Returns:
@no_response - list of hostnames that did not respond
Globals:
None
Error:
None
Example:
@bad_hosts = xCAT::DSHCore->pping_hostnames(@host_list);
Comments:
=cut
#---------------------------------------------------------------------------
sub pping_hostnames
{
my ($class, @hostnames) = @_;
my $hostname_list = join ",", @hostnames;
my @output =
xCAT::Utils->runcmd("pping -H $hostname_list", -1);
my @no_response = ();
foreach $line (@output)
{
my ($hostname, $result) = split ':', $line;
my ($token, $status) = split ' ', $result;
chomp($token);
!(($token eq 'ping') && ($status eq '(alive)'))
&& (push @no_response, $hostname);
}
return @no_response;
}
#---------------------------------------------------------------------------
sub removeExclude
{
shift;
my ($resolved_targets, $unresolved_targets, $context_targets) = @_;
return if (!$resolved_targets || !$unresolved_targets);
my @invalid_resolved_targets;
my @invalid_unresolved_targets;
%::__EXCLUDED_TARGETS;
for my $unrsvl_tg (keys %$unresolved_targets)
{
if ($unresolved_targets->{$unrsvl_tg}->{'hostname'} =~ /^-/)
{
$::__EXCLUDED_TARGETS{$unrsvl_tg} =
$unresolved_targets->{$unrsvl_tg};
delete $unresolved_targets->{$unrsvl_tg};
}
}
for my $excluded_tg (keys %::__EXCLUDED_TARGETS)
{
for my $rslv_tg (keys %$resolved_targets)
{
if ( $::__EXCLUDED_TARGETS{$excluded_tg}->{'hostname'} eq '-'
. $resolved_targets->{$rslv_tg}->{'hostname'}
|| $::__EXCLUDED_TARGETS{$excluded_tg}->{'hostname'} eq '-'
. $resolved_targets->{$rslv_tg}->{'ip-address'}
|| $::__EXCLUDED_TARGETS{$excluded_tg}->{'hostname'} eq '-'
. $resolved_targets->{$rslv_tg}->{'unresolved'}
|| $::__EXCLUDED_TARGETS{$excluded_tg}->{'unresolved'} eq '-'
. $resolved_targets->{$rslv_tg}->{'hostname'}
|| $::__EXCLUDED_TARGETS{$excluded_tg}->{'unresolved'} eq '-'
. $resolved_targets->{$rslv_tg}->{'ip-address'}
|| $::__EXCLUDED_TARGETS{$excluded_tg}->{'unresolved'} eq '-'
. $resolved_targets->{$rslv_tg}->{'unresolved'})
{
push @invalid_resolved_targets, $rslv_tg;
}
}
}
for my $invalid_res (@invalid_resolved_targets)
{
my $context = $resolved_targets->{$invalid_res}->{'context'};
delete $context_targets->{$context}->{$invalid_res};
if (!scalar(keys %{$context_targets->{$context}}))
{
delete $context_targets->{$context};
}
delete $resolved_targets->{$invalid_res};
}
}
1;