xcat-core/xCAT-server/lib/xcat/plugins/confluent.pm

# IBM(c) 2014 EPL license http://www.eclipse.org/legal/epl-v10.html
#TODO: delete entries not being refreshed if no noderange
package xCAT_plugin::confluent;
use strict;
use warnings;
use xCAT::PasswordUtils;
use xCAT::Table;
use xCAT::Utils;
use xCAT::TableUtils;
use Getopt::Long;
use Sys::Hostname;
use xCAT::SvrUtils;
use Confluent::Client;

use strict;
my %termservers; #list of noted termservers

my $usage_string=
"  makeconfluentcfg [-d|--delete] noderange
  makeconfluentcf [-l|--local]
  makeconfluentcf [-c|--confluent]
  makeconfluentcf 
  makeconfluentcf -h|--help
  makeconfluentcf -v|--version
    -c|--confluent   Configure confluent only on the host.
                     The default goes down to all the confluent instances on
                     the server nodes and set them up
    -l|--local       Configure confluent only on the local system.
                     The default goes down to all the confluent instances on
                     the server nodes and set them up
    -d|--delete      Conserver has the relevant entries for the given noderange removed immediately from configuration
    -h|--help        Display this usage statement.
    -V|--verbose     Verbose mode.
    -v|--version     Display the version number.";

my $version_string=xCAT::Utils->Version(); 

sub handled_commands {
  return {
    makeconfluentcfg => "confluent"
  }
}

sub preprocess_request {
  my $request = shift;
  #if ($request->{_xcatdest}) { return [$request]; }    #exit if preprocessed
  if ($request->{_xcatpreprocessed}->[0] == 1) { return [$request]; }
  my $callback=shift;
  my @requests;
  my $noderange = $request->{node}; #Should be arrayref 

  #display usage statement if -h
  my $extrargs = $request->{arg};
  my @exargs=($request->{arg});
  if (ref($extrargs)) {
    @exargs=@$extrargs;
  }
  @ARGV=@exargs;

  my $isSN=xCAT::Utils->isServiceNode();
  my @hostinfo=xCAT::NetworkUtils->determinehostname();
  my %iphash=();
  foreach(@hostinfo) { $iphash{$_}=1;}

  $Getopt::Long::ignorecase=0;
  #$Getopt::Long::pass_through=1;
  if(!GetOptions(
      'c|confluent' => \$::CONSERVER,
      'l|local'     => \$::LOCAL,
      'h|help'     => \$::HELP,
      'D|debug'     => \$::DEBUG,
      'v|version'  => \$::VERSION,
      'V|verbose'  => \$::VERBOSE)) {
    $request = {};
    return;
  }
  if ($::HELP) {
    $callback->({data=>$usage_string});
    $request = {};
    return;
  }
  if ($::VERSION) {
    $callback->({data=>$version_string});
    $request = {};
    return;
  }
  if ($::LOCAL) {
    if ($noderange && @$noderange>0) {
      $callback->({data=>"Invalid option -l or --local when there are nodes specified."});
      $request = {};
      return;
    }
  }
  if ($::CONSERVER && $::LOCAL) {
      $callback->({data=>"Can not specify -l or --local together with -c or --confluent."});
      $request = {};
      return;
  }
  
  
  # get site master
  my $master=xCAT::TableUtils->get_site_Master();
  if (!$master) { $master=hostname(); }

  my %cons_hash=();
  my $hmtab = xCAT::Table->new('nodehm');
  my @items;
  my $allnodes=1;
  if ($noderange && @$noderange>0) {
    $allnodes=0;
    my $hmcache=$hmtab->getNodesAttribs($noderange,['node', 'serialport','cons', 'conserver']);
    foreach my $node (@$noderange) {
      my $ent=$hmcache->{$node}->[0]; #$hmtab->getNodeAttribs($node,['node', 'serialport','cons', 'conserver']);
      push @items,$ent;
    }
  } else {
    $allnodes=1;
    @items = $hmtab->getAllNodeAttribs(['node', 'serialport','cons', 'conserver']);
  }

  my @nodes=();
  foreach (@items) {
    if (((!defined($_->{cons})) || ($_->{cons} eq "")) and !defined($_->{serialport})) { next;} #skip if 'cons' is not defined for this node, unless serialport suggests otherwise
    if (defined($_->{conserver})) { push @{$cons_hash{$_->{conserver}}{nodes}}, $_->{node};}
    else { push @{$cons_hash{$master}{nodes}}, $_->{node};}
    push @nodes,$_->{node};
  }

  #send all nodes to the MN
  if (!$isSN && !$::CONSERVER) { #If -c flag is set, do not add the all nodes to the management node
    if ($::VERBOSE) {
        my $rsp;
        $rsp->{data}->[0] = "Configuring nodes in confluent on the management node";
        xCAT::MsgUtils->message("I", $rsp, $callback);
    }
    my $reqcopy = {%$request};
    $reqcopy->{'_xcatdest'} = $master;
    $reqcopy->{_xcatpreprocessed}->[0] = 1;
    $reqcopy->{'_allnodes'} = $allnodes; # the original command comes with nodes or not
    if ($allnodes==1) { @nodes=(); }
    $reqcopy->{node} = \@nodes;
    push @requests, $reqcopy;
    if ($::LOCAL) { return \@requests; }
  }

  # send to conserver hosts
  foreach my $cons (keys %cons_hash) {
    #print "cons=$cons\n";
    my $doit=0;
    if ($isSN) {
      if (exists($iphash{$cons})) { $doit=1; }
    } else {
      if (!exists($iphash{$cons}) || $::CONSERVER) { $doit=1; }
    }

    if ($doit) {
      my $reqcopy = {%$request};
      $reqcopy->{'_xcatdest'} = $cons;
      $reqcopy->{_xcatpreprocessed}->[0] = 1;
      $reqcopy->{'_allnodes'} = [$allnodes]; # the original command comes with nodes or not
      $reqcopy->{node} = $cons_hash{$cons}{nodes};
      my $no=$reqcopy->{node};
      #print "node=@$no\n";
      push @requests, $reqcopy;
    } #end if
  } #end foreach

  if ($::DEBUG) {
      my $rsp;
      $rsp->{data}->[0] = "In preprocess_request, request is " . Dumper(@requests);
      xCAT::MsgUtils->message("I", $rsp, $callback);
   }
  return \@requests;
}

sub process_request {
  my $req = shift;
  my $cb = shift;
  if ($req->{command}->[0] eq "makeconfluentcfg") {
    makeconfluentcfg($req,$cb);
  }
}

# Read the file, get db info, update the file contents, and then write the file
sub makeconfluentcfg {
  my $req = shift;
  %termservers = (); #clear hash of existing entries
  my $cb = shift;
  my $extrargs = $req->{arg};
  my @exargs=($req->{arg});
  if (ref($extrargs)) {
    @exargs=@$extrargs;
  }
  @ARGV=@exargs;
  $Getopt::Long::ignorecase=0;
  #$Getopt::Long::pass_through=1;
  my $delmode;
  GetOptions('d|delete'  => \$delmode,
            );
  my $nodes = $req->{node};
  my $svboot=0;
  if (exists($req->{svboot})) { $svboot=1;}
  my $confluent = Confluent::Client->new();  # just the local form for now..

  my $isSN=xCAT::Utils->isServiceNode();
  my @hostinfo=xCAT::NetworkUtils->determinehostname();
  my %iphash=();
  foreach(@hostinfo) {$iphash{$_}=1;}

  #print "process_request nodes=@$nodes\n";

  # Get db info for the nodes related to console
  my $hmtab = xCAT::Table->new('nodehm');
  my @cfgents1;# = $hmtab->getAllNodeAttribs(['cons','serialport','mgt','conserver','termserver','termport']);
  if (($nodes and @$nodes > 0) or $req->{noderange}->[0]) {
      @cfgents1 = $hmtab->getNodesAttribs($nodes,['node','cons','serialport','mgt','conserver','termserver','termport','consoleondemand']);
      # Adjust the data structure to make the result consistent with the getAllNodeAttribs() call we make if a noderange was not specified
      my @tmpcfgents1;
      foreach my $ent (@cfgents1)
      {
          foreach my $nodeent ( keys %$ent)
          {
              push @tmpcfgents1, $ent->{$nodeent}->[0] ;
          }
      }
      @cfgents1 = @tmpcfgents1

  } else {
    @cfgents1 = $hmtab->getAllNodeAttribs(['cons','serialport','mgt','conserver','termserver','termport','consoleondemand']);
  }


  #cfgents1 should now have all the nodes, so we can fill in the cfgents array and cfgenthash one at a time.
  # skip the nodes that do not have 'cons' defined, unless a serialport setting suggests otherwise
  my @cfgents=();
  my %cfgenthash;
  foreach (@cfgents1) {
    if ($_->{cons} or defined($_->{'serialport'})) {
      unless ($_->{cons}) {$_->{cons} = $_->{mgt};} #populate with fallback
      push @cfgents, $_;
      $cfgenthash{$_->{node}} = $_;     # also put the ref to the entry in a hash for quick look up
    }
  }

  if ($::DEBUG) {
      my $rsp;
      $rsp->{data}->[0] = "In makeconservercf, cfgents is " . Dumper(@cfgents);
      xCAT::MsgUtils->message("I", $rsp, $cb);
  }

  # if nodes defined, it is either on the service node or makeconserver was called with noderange on mn
  if (($nodes and @$nodes > 0) or $req->{noderange}->[0]) {
    # strip all xCAT configured nodes from config if the original command was for all nodes
    #if (($req->{_allnodes}) && ($req->{_allnodes}->[0]==1)) {} #TODO: identify nodes that will be removed 
    # call donodeent to add all node entries into the file.  It will return the 1st node in error.
    my $node;
    if ($node=donodeent(\%cfgenthash,$confluent,$delmode, $cb)) {
      #$cb->({node=>[{name=>$node,error=>"Bad configuration, check attributes under the nodehm category",errorcode=>1}]});
      xCAT::SvrUtils::sendmsg([1,"Bad configuration, check attributes under the nodehm category"],$cb,$node);
    }
  } else { #no nodes specified, do em all up
    #zapcfg(\@filecontent); # strip all xCAT configured nodes from config
    #TODO: identify nodes to be removed

    # get nodetype so we can filter out node types without console support
    my $typetab = xCAT::Table->new('nodetype');
    my %type;

    if ( defined($typetab)) {
      my @ents = $typetab->getAllNodeAttribs([qw(node nodetype)]);
      foreach (@ents) {
        $type{$_->{node}}=$_->{nodetype};
      }
    }
    # remove nodes that arent for this SN or type of node doesnt have console
    foreach (@cfgents) {
      my $keepdoing=0;
      if ($isSN && $_->{conserver} && exists($iphash{$_->{conserver}}))  {
        $keepdoing=1;  #only hanlde the nodes that use this SN as the conserver
      }
      if (!$isSN) { $keepdoing=1;} #handle all for MN
      if ($keepdoing) {
        if ($_->{termserver} and not $termservers{$_->{termserver}}) {
          die "confluent does not currently support termserver";
          $termservers{$_->{termserver}}=1; # dont add this one again
        }
        if ( $type{$_->{node}} =~ /fsp|bpa|hmc|ivm/ ) {
          $keepdoing=0;   # these types dont have consoles
        }
      }
      if (!$keepdoing) { delete $cfgenthash{$_->{node}}; }    # remove this node from the hash so we dont process it later
    }

    # Now add into the file all the node entries that we kept
    my $node;
    if ($node=donodeent(\%cfgenthash,$confluent, undef, $cb)) {
      # donodeent will return the 1st node in error
      #$cb->({node=>[{name=>$node,error=>"Bad configuration, check attributes under the nodehm category",errorcode=>1}]});
      xCAT::SvrUtils::sendmsg([1,"Bad configuration, check attributes under the nodehm category"],$cb,$node);
    }
  }
}


# Add entries in the file for each node.  This function used to do 1 node at a time, but was changed to do
# all nodes at once for performance reasons.  If there is a problem with a nodes config, this
# function will return that node name as the one in error.
sub donodeent {
  my $cfgenthash = shift;
  my $confluent = shift;
  my $delmode = shift;
  my $cb = shift;
  my $idx=0;
  my $toidx=-1;
  my $skip = 0;
  my $skipnext = 0;

  # Delete all the previous stanzas of the nodes specified
  my $isSN=xCAT::Utils->isServiceNode();
  my $curnode;
  # Loop till find the start of a node stanza and remove lines till get to the end of the stanza
  my %currnodes;
  $confluent->read('/nodes/');
  my $listitem = $confluent->next_result();
  while ($listitem) {
    if (exists $listitem->{item}) {
        my $name = $listitem->{item}->{href};
        $name =~ s/\/$//;
        $currnodes{$name} = 1;
    }
    $listitem = $confluent->next_result();
  }
  if ($delmode) {
      foreach my $confnode (keys %currnodes) {
        if ($cfgenthash->{$confnode}) {
            $confluent->delete('/nodes/' . $confnode);
        }
      return;
      }
  }
  my @toconfignodes = keys %{$cfgenthash};
  my $ipmitab = xCAT::Table->new('ipmi', -create=>0);
  my $ipmientries = {};
  if ($ipmitab) {
    $ipmientries = $ipmitab->getNodesAttribs(\@toconfignodes,
                                             [qw/bmc username password/]);
  }
  my $ipmiauthdata = xCAT::PasswordUtils::getIPMIAuth(
        noderange=>\@toconfignodes, ipmihash=>$ipmientries);

# Go thru all nodes specified to add them to the file
foreach my $node (sort keys %$cfgenthash) {
  my $cfgent = $cfgenthash->{$node};
  my $cmeth=$cfgent->{cons};
  if (not $cmeth) {
      return $node;
  }
  if ($cmeth ne 'ipmi') {
    $cmeth = 'xcat' . $cmeth;
  }
  my %parameters;
  $parameters{'console.method'} = $cmeth;
  if ($cmeth eq 'ipmi') {
    $parameters{'secret.hardwaremanagementuser'} =
            $ipmiauthdata->{$node}->{username};
      $parameters{'secret.hardwaremanagementpassphrase'} =
            $ipmiauthdata->{$node}->{password};
      my $bmc = $ipmientries->{$node}->[0]->{bmc};
      $bmc =~ s/,.*//;
      $parameters{'hardwaremanagement.manager'} = $bmc;
  }
  if (defined($cfgent->{consoleondemand})) {
    if ($cfgent->{consoleondemand}) {
        $parameters{'console.logging'} = 'none';
    }
    else {
        $parameters{'console.logging'} = 'full';
    }
  } elsif ($::XCATSITEVALS{'consoleondemand'} and $::XCATSITEVALS{'consoleondemand'} !~ m/^n/) {
    $parameters{'console.logging'} = 'none';
  }
  if (exists $currnodes{$node}) {
    $confluent->update('/nodes/'.$node.'/attributes/current', parameters=>\%parameters);
    my $rsp = $confluent->next_result();
    while ($rsp) {
        if (exists $rsp->{error}) {
            xCAT::SvrUtils::sendmsg([1,"Confluent error: " . $rsp->{error}],$cb,$node);
        }
        $rsp = $confluent->next_result();
    }
  } else {
    $parameters{name} = $node;
    $confluent->create('/nodes/', parameters=>\%parameters);
    my $rsp = $confluent->next_result();
    while ($rsp) {
        if (exists $rsp->{error}) {
            xCAT::SvrUtils::sendmsg([1,"Confluent error: " . $rsp->{error}],$cb,$node);
        }
        $rsp = $confluent->next_result();
    }
  }
}
return 0;
}

1;