package xCAT_plugin::nodestat; use strict; use warnings; use Socket; use IO::Handle; use Getopt::Long; my %nodesetstats; sub handled_commands { return { nodestat => 'nodestat', }; } sub pinghost { my $node = shift; my $rc = system("ping -q -n -c 1 -w 1 $node > /dev/null"); if ($rc == 0) { return 1; } else { return 0; } } sub nodesockopen { my $node = shift; my $port = shift; my $socket; my $addr = gethostbyname($node); my $sin = sockaddr_in($port,$addr); my $proto = getprotobyname('tcp'); socket($socket,PF_INET,SOCK_STREAM,$proto) || return 0; connect($socket,$sin) || return 0; return 1; } sub installer_query { my $node = shift; my $destport = 3001; my $socket; my $text = ""; my $proto = getprotobyname('tcp'); socket($socket,PF_INET,SOCK_STREAM,$proto) || return 0; my $addr = gethostbyname($node); my $sin = sockaddr_in($destport,$addr); connect($socket,$sin) || return 0; print $socket "stat \n"; $socket->flush; while (<$socket>) { $text.=$_; } $text =~ s/\n.*//; return $text; close($socket); } sub getstat { my $response = shift; foreach (@{$response->{node}}) { $nodesetstats{$_->{name}->[0]} = $_->{data}->[0]; } } #------------------------------------------------------- =head3 preprocess_request Check and setup for hierarchy =cut #------------------------------------------------------- sub preprocess_request { my $req = shift; my $cb = shift; my %sn; if ((defined($req->{_xcatpreprocessed})) && ($req->{_xcatpreprocessed}->[0] == 1)) { return [$req]; } my $nodes = $req->{node}; my $service = "xcat"; my @requests; if ($nodes){ if (-x '/usr/bin/nmap' or -x '/usr/local/bin/nmap') { my $usenmapfrommn=0; my $sitetab = xCAT::Table->new('site'); if ($sitetab) { (my $ref) = $sitetab->getAttribs({key => 'useNmapfromMN'}, 'value'); if ($ref) { if ($ref->{value} =~ /1|yes|YES|Y|y/) { $usenmapfrommn=1; } } } if ($usenmapfrommn) { return [$req]; #do not distribute, nodestat seems to lose accuracy and slow down distributed, if using nmap } } # find service nodes for requested nodes # build an individual request for each service node my $sn = xCAT::Utils->get_ServiceNode($nodes, $service, "MN"); # build each request for each service node foreach my $snkey (keys %$sn) { my $reqcopy = {%$req}; $reqcopy->{node} = $sn->{$snkey}; $reqcopy->{'_xcatdest'} = $snkey; $reqcopy->{_xcatpreprocessed}->[0] = 1; push @requests, $reqcopy; } } else { # non node options like -h @ARGV=(); my $args=$req->{arg}; if ($args) { @ARGV = @{$args}; } else { &usage($cb); return(1); } # parse the options Getopt::Long::Configure("posix_default"); Getopt::Long::Configure("no_gnu_compat"); Getopt::Long::Configure("bundling"); if (!GetOptions( 'h|help' => \$::HELP, 'v|version' => \$::VERSION)) { &usage($cb); return(1); } if ($::HELP) { &usage($cb); return(0); } if ($::VERSION) { my $version = xCAT::Utils->Version(); my $rsp={}; $rsp->{data}->[0] = "$version"; xCAT::MsgUtils->message("I", $rsp, $cb); return(0); } } return \@requests; } sub interrogate_node { #Meant to run against confirmed up nodes my $node=shift; my $doreq=shift; my $status = ""; if (nodesockopen($node,15002)) { $status.="pbs," } if (nodesockopen($node,8002)) { $status.="xend," } if (nodesockopen($node,22)) { $status.="sshd," } $status =~ s/,$//; if ($status) { return $status; } if ($status = installer_query($node)) { return $status; } else { #pingable, but no *clue* as to what the state may be $doreq->({command=>['nodeset'], node=>[$node], arg=>['stat']}, \&getstat); return 'ping '.$nodesetstats{$node}; } } sub process_request_nmap { my $request = shift; my $callback = shift; my $doreq = shift; my %nodebyip; my %portservices = ( '22' => 'sshd', '15002' => 'pbs', '8002' => 'xend', ); my @livenodes; my @nodes = @{$request->{node}}; my %unknownnodes; foreach (@nodes) { $unknownnodes{$_}=1; my $packed_ip = undef; $packed_ip = gethostbyname($_); if( !defined $packed_ip) { my %rsp; $rsp{name}=[$_]; $rsp{data} = [ "Please make sure $_ exists in /etc/hosts or DNS" ]; $callback->({node=>[\%rsp]}); } else { $nodebyip{inet_ntoa($packed_ip)} = $_; } } my $node; my $fping; my $ports = join ',',keys %portservices; my %deadnodes; foreach (@nodes) { $deadnodes{$_}=1; } open($fping,"nmap -PE --send-ip -p $ports,3001 ".join(' ',@nodes). " 2> /dev/null|") or die("Can't start nmap: $!"); my $currnode=''; my $port; my $state; my %states; my %rsp; my $installquerypossible=0; my @nodesetnodes=(); while (<$fping>) { if (/Interesting ports on ([^ ]*) /) { $currnode=$1; my $nip; if ($nip = gethostbyname($currnode)) { $nip = inet_ntoa($nip); #reverse lookup may not resemble the nodename, key by ip if ($nodebyip{$nip}) { $currnode = $nodebyip{$nip}; } } $installquerypossible=0; #reset possibility indicator %rsp=(); unless ($deadnodes{$1}) { my $shortname; foreach (keys %deadnodes) { if (/\./) { $shortname = $_; $shortname =~ s/\..*//; } if ($currnode =~ /^$_\./ or ($shortname and $shortname eq $currnode)) { $currnode = $_; last; } } } delete $deadnodes{$currnode}; } elsif ($currnode) { if (/^MAC/) { my $status = join ',',sort keys %states ; unless ($status or ($installquerypossible and $status = installer_query($currnode))) { #pingable, but no *clue* as to what the state may be push @nodesetnodes,$currnode; #Aggregate call to nodeset next; } $rsp{name}=[$currnode]; $rsp{data} = [ $status ]; $callback->({node=>[\%rsp]}); $currnode=""; %states=(); next; } if (/^PORT/) { next; } ($port,$state) = split; if ($port =~ /^(\d*)\// and $state eq 'open') { if ($1 eq "3001") { $installquerypossible=1; #It is possible to actually query node } else { $states{$portservices{$1}}=1; } } } } if (@nodesetnodes) { $doreq->({command=>['nodeset'], node=>\@nodesetnodes, arg=>['stat']}, \&getstat); foreach (@nodesetnodes) { $rsp{name}=[$_]; $rsp{data} = [ "ping ".$nodesetstats{$_} ]; $callback->({node=>[\%rsp]}); } } foreach $currnode (sort keys %deadnodes) { $rsp{name}=[$currnode]; $rsp{data} = [ 'noping' ]; $callback->({node=>[\%rsp]}); } } sub process_request { %nodesetstats=(); if ( -x '/usr/bin/nmap' ) { return process_request_nmap(@_); } my $request = shift; my $callback = shift; my $doreq = shift; my @nodes = @{$request->{node}}; my %unknownnodes; foreach (@nodes) { $unknownnodes{$_}=1; my $packed_ip = undef; $packed_ip = gethostbyname($_); if( !defined $packed_ip) { my %rsp; $rsp{name}=[$_]; $rsp{data} = [ "Please make sure $_ exists in /etc/hosts" ]; $callback->({node=>[\%rsp]}); } } my $node; my $fping; open($fping,"fping ".join(' ',@nodes). " 2> /dev/null|") or die("Can't start fping: $!"); while (<$fping>) { my %rsp; my $node=$_; $node =~ s/ .*//; chomp $node; if (/ is alive/) { $rsp{name}=[$node]; $rsp{data} = [ interrogate_node($node,$doreq) ]; $callback->({node=>[\%rsp]}); } elsif (/is unreachable/) { $rsp{name}=[$node]; $rsp{data} = [ 'noping' ]; $callback->({node=>[\%rsp]}); } elsif (/ address not found/) { $rsp{name}=[$node]; $rsp{data} = [ 'nosuchhost' ]; $callback->({node=>[\%rsp]}); } } } sub usage { my $cb=shift; my $rsp={}; $rsp->{data}->[0]= "Usage:"; $rsp->{data}->[1]= " nodestat [noderange]"; $rsp->{data}->[2]= " nodestat [-h|--help|-v|--version]"; xCAT::MsgUtils->message("I", $rsp, $cb); } 1;