409 lines
10 KiB
Perl
409 lines
10 KiB
Perl
|
#!/usr/bin/env perl
|
||
|
|
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
|
||
|
|
package xCAT_plugin::xen;
|
||
|
|
my $libvirtsupport;
|
||
|
|
$libvirtsupport = eval { require Sys::Virt; };
|
||
|
|
|
||
|
|
|
||
|
|
#use Net::SNMP qw(:snmp INTEGER);
|
||
|
|
use xCAT::Table;
|
||
|
|
use XML::Simple qw(XMLout);
|
||
|
|
use Thread qw(yield);
|
||
|
|
use IO::Socket;
|
||
|
|
use SNMP;
|
||
|
|
use strict;
|
||
|
|
#use warnings;
|
||
|
|
my %vm_comm_pids;
|
||
|
|
|
||
|
|
use XML::Simple;
|
||
|
|
if ($^O =~ /^linux/i) {
|
||
|
|
$XML::Simple::PREFERRED_PARSER='XML::Parser';
|
||
|
|
}
|
||
|
|
use Data::Dumper;
|
||
|
|
use POSIX "WNOHANG";
|
||
|
|
use Storable qw(freeze thaw);
|
||
|
|
use IO::Select;
|
||
|
|
use IO::Handle;
|
||
|
|
use Time::HiRes qw(gettimeofday sleep);
|
||
|
|
use Net::Telnet;
|
||
|
|
use xCAT::DBobjUtils;
|
||
|
|
use Getopt::Long;
|
||
|
|
|
||
|
|
my $vmmaxp;
|
||
|
|
sub handled_commands {
|
||
|
|
unless ($libvirtsupport) {
|
||
|
|
return {};
|
||
|
|
}
|
||
|
|
return {
|
||
|
|
rpower => 'nodehm:power,mgt',
|
||
|
|
#rvitals => 'nodehm:mgt',
|
||
|
|
#rinv => 'nodehm:mgt',
|
||
|
|
rbeacon => 'nodehm:mgt',
|
||
|
|
#rspreset => 'nodehm:mgt',
|
||
|
|
#rspconfig => 'nodehm:mgt',
|
||
|
|
#rbootseq => 'nodehm:mgt',
|
||
|
|
#reventlog => 'nodehm:mgt',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
my $virsh;
|
||
|
|
my $vmhash;
|
||
|
|
my $hypconn;
|
||
|
|
my $hyp;
|
||
|
|
my $doreq;
|
||
|
|
my %hyphash;
|
||
|
|
my $node;
|
||
|
|
|
||
|
|
sub waitforack {
|
||
|
|
my $sock = shift;
|
||
|
|
my $select = new IO::Select;
|
||
|
|
$select->add($sock);
|
||
|
|
my $str;
|
||
|
|
if ($select->can_read(10)) { # Continue after 10 seconds, even if not acked...
|
||
|
|
if ($str = <$sock>) {
|
||
|
|
} else {
|
||
|
|
$select->remove($sock); #Block until parent acks data
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
sub build_oshash {
|
||
|
|
my %rethash;
|
||
|
|
$rethash{type}->{content}='hvm';
|
||
|
|
$rethash{loader}->{content}='/usr/lib/xen/boot/hvmloader';
|
||
|
|
$rethash{boot}->[0]->{dev}='network';
|
||
|
|
$rethash{boot}->[1]->{dev}='hd';
|
||
|
|
return \%rethash;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub build_diskstruct {
|
||
|
|
my @returns;
|
||
|
|
push @returns,"/cluster2/vm/$node";
|
||
|
|
return \@returns;
|
||
|
|
}
|
||
|
|
sub getNodeUUID {
|
||
|
|
my $node = shift;
|
||
|
|
return xCAT::Utils::genUUID();
|
||
|
|
}
|
||
|
|
sub build_nicstruct {
|
||
|
|
my $rethash;
|
||
|
|
$rethash->{type}='bridge';
|
||
|
|
$rethash->{mac}->{address}='78:45:41:54:00:01';
|
||
|
|
return [$rethash];
|
||
|
|
}
|
||
|
|
sub build_xmldesc {
|
||
|
|
my $node = shift;
|
||
|
|
my %xtree=();
|
||
|
|
$xtree{type}='xen';
|
||
|
|
$xtree{name}->{content}=$node;
|
||
|
|
$xtree{uuid}->{content}=getNodeUUID($node);
|
||
|
|
$xtree{os} = build_oshash();
|
||
|
|
$xtree{memory}->{content}=524288;
|
||
|
|
$xtree{vcpu}->{content}=1;
|
||
|
|
$xtree{features}->{pae}={};
|
||
|
|
$xtree{features}->{acpi}={};
|
||
|
|
$xtree{features}->{apic}={};
|
||
|
|
$xtree{features}->{content}="\n";
|
||
|
|
$xtree{devices}->{emulator}->{content}='/usr/lib64/xen/bin/qemu-dm';
|
||
|
|
$xtree{devices}->{disk}=build_diskstruct();
|
||
|
|
$xtree{devices}->{interface}=build_nicstruct();
|
||
|
|
$xtree{devices}->{graphics}->{type}='vnc';
|
||
|
|
return XMLout(\%xtree);
|
||
|
|
}
|
||
|
|
|
||
|
|
sub power {
|
||
|
|
my $subcommand = shift;
|
||
|
|
if ($subcommand eq 'on') {
|
||
|
|
my $xml=build_xmldesc($node);
|
||
|
|
print $xml;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
sub guestcmd {
|
||
|
|
$hyp = shift;
|
||
|
|
$node = shift;
|
||
|
|
my $command = shift;
|
||
|
|
my @args = @_;
|
||
|
|
my $error;
|
||
|
|
if ($command eq "rpower") {
|
||
|
|
return power(@args);
|
||
|
|
}
|
||
|
|
=cut
|
||
|
|
} elsif ($command eq "rvitals") {
|
||
|
|
return vitals(@args);
|
||
|
|
} elsif ($command =~ /r[ms]preset/) {
|
||
|
|
return resetmp(@args);
|
||
|
|
} elsif ($command eq "rspconfig") {
|
||
|
|
return mpaconfig($mpa,$user,$pass,$node,$slot,@args);
|
||
|
|
} elsif ($command eq "rbootseq") {
|
||
|
|
return bootseq(@args);
|
||
|
|
} elsif ($command eq "switchblade") {
|
||
|
|
return switchblade(@args);
|
||
|
|
} elsif ($command eq "getmacs") {
|
||
|
|
return getmacs(@args);
|
||
|
|
} elsif ($command eq "rinv") {
|
||
|
|
return inv(@args);
|
||
|
|
} elsif ($command eq "reventlog") {
|
||
|
|
return eventlog(@args);
|
||
|
|
} elsif ($command eq "rscan") {
|
||
|
|
return rscan(\@args);
|
||
|
|
}
|
||
|
|
|
||
|
|
=cut
|
||
|
|
return (1,"$command not a supported command by xen method");
|
||
|
|
}
|
||
|
|
|
||
|
|
sub preprocess_request {
|
||
|
|
my $request = shift;
|
||
|
|
if ($request->{_xcatdest}) { return [$request]; } #exit if preprocessed
|
||
|
|
my $callback=shift;
|
||
|
|
unless ($libvirtsupport) {
|
||
|
|
$callback->({error=>"Sys::Virt perl module missing, unable to fulfill Xen plugin requirements",errorcode=>[42]});
|
||
|
|
return [];
|
||
|
|
}
|
||
|
|
$SIG{INT} = $SIG{TERM} = sub {
|
||
|
|
foreach (keys %vm_comm_pids) {
|
||
|
|
kill 2, $_;
|
||
|
|
}
|
||
|
|
exit 0;
|
||
|
|
};
|
||
|
|
my @requests;
|
||
|
|
|
||
|
|
my $noderange = $request->{node}; #Should be arrayref
|
||
|
|
my $command = $request->{command}->[0];
|
||
|
|
my $extrargs = $request->{arg};
|
||
|
|
my @exargs=($request->{arg});
|
||
|
|
if (ref($extrargs)) {
|
||
|
|
@exargs=@$extrargs;
|
||
|
|
}
|
||
|
|
|
||
|
|
my $usage_string=xCAT::Usage->parseCommand($command, @exargs);
|
||
|
|
if ($usage_string) {
|
||
|
|
$callback->({data=>$usage_string});
|
||
|
|
$request = {};
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!$noderange) {
|
||
|
|
$usage_string=xCAT::Usage->getUsage($command);
|
||
|
|
$callback->({data=>$usage_string});
|
||
|
|
$request = {};
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
#print "noderange=@$noderange\n";
|
||
|
|
|
||
|
|
# find service nodes for requested nodes
|
||
|
|
# build an individual request for each service node
|
||
|
|
my $service = "xcat";
|
||
|
|
my $sn = xCAT::Utils->get_ServiceNode($noderange, $service, "MN");
|
||
|
|
|
||
|
|
# build each request for each service node
|
||
|
|
|
||
|
|
foreach my $snkey (keys %$sn)
|
||
|
|
{
|
||
|
|
#print "snkey=$snkey\n";
|
||
|
|
my $reqcopy = {%$request};
|
||
|
|
$reqcopy->{node} = $sn->{$snkey};
|
||
|
|
$reqcopy->{'_xcatdest'} = $snkey;
|
||
|
|
push @requests, $reqcopy;
|
||
|
|
}
|
||
|
|
return \@requests;
|
||
|
|
}
|
||
|
|
my $vmhash;
|
||
|
|
|
||
|
|
sub adopt {
|
||
|
|
#TODO: adopt orphans into suitable homes if possible
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub grab_table_data{
|
||
|
|
my $noderange=shift;
|
||
|
|
my $callback=shift;
|
||
|
|
my $vmtab = xCAT::Table->new("vm");
|
||
|
|
unless ($vmtab) {
|
||
|
|
$callback->({data=>["Cannot open vm table"]});
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
$vmhash = $vmtab->getNodesAttribs($noderange,['node','host','migrationdest','storage','memory','cpu','nics','bootorder','virtflags']);
|
||
|
|
}
|
||
|
|
|
||
|
|
sub process_request {
|
||
|
|
$SIG{INT} = $SIG{TERM} = sub {
|
||
|
|
foreach (keys %vm_comm_pids) {
|
||
|
|
kill 2, $_;
|
||
|
|
}
|
||
|
|
exit 0;
|
||
|
|
};
|
||
|
|
|
||
|
|
my $request = shift;
|
||
|
|
my $callback = shift;
|
||
|
|
$doreq = shift;
|
||
|
|
my $level = shift;
|
||
|
|
my $noderange = $request->{node};
|
||
|
|
my $command = $request->{command}->[0];
|
||
|
|
my @exargs;
|
||
|
|
unless ($command) {
|
||
|
|
return; #Empty request
|
||
|
|
}
|
||
|
|
if (ref($request->{arg})) {
|
||
|
|
@exargs = @{$request->{arg}};
|
||
|
|
} else {
|
||
|
|
@exargs = ($request->{arg});
|
||
|
|
}
|
||
|
|
grab_table_data($noderange,$callback);
|
||
|
|
|
||
|
|
my $sitetab = xCAT::Table->new('site');
|
||
|
|
my $tmp;
|
||
|
|
if ($sitetab) {
|
||
|
|
($tmp)=$sitetab->getAttribs({'key'=>'vmmaxp'},'value');
|
||
|
|
if (defined($tmp)) { $vmmaxp=$tmp->{value}; }
|
||
|
|
}
|
||
|
|
|
||
|
|
my $children = 0;
|
||
|
|
$SIG{CHLD} = sub { my $cpid; while ($cpid = waitpid(-1, WNOHANG) > 0) { delete $vm_comm_pids{$cpid}; $children--; } };
|
||
|
|
my $inputs = new IO::Select;;
|
||
|
|
my $sub_fds = new IO::Select;
|
||
|
|
%hyphash=();
|
||
|
|
my %orphans=();
|
||
|
|
foreach (keys %{$vmhash}) {
|
||
|
|
if ($vmhash->{$_}->[0]->{host}) {
|
||
|
|
$hyphash{$vmhash->{$_}->[0]->{host}}->{nodes}->{$_}=1;
|
||
|
|
} else {
|
||
|
|
$orphans{$_}=1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (keys %orphans) {
|
||
|
|
if ($command eq "rpower" and (grep /^on$/,@exargs or grep /^boot$/,@exargs)) {
|
||
|
|
unless (adopt(\%orphans,\%hyphash)) {
|
||
|
|
$callback->({error=>"Can't find ".join(",",keys %orphans),errorcode=>[1]});
|
||
|
|
return 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
} elsif ($command eq "rmigrate") {
|
||
|
|
$callback->({error=>"Can't find ".join(",",keys %orphans),errorcode=>[1]});
|
||
|
|
return;
|
||
|
|
} else {
|
||
|
|
$callback->({error=>"Can't find ".join(",",keys %orphans),errorcode=>[1]});
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if ($command eq "rbeacon") {
|
||
|
|
my %req=();
|
||
|
|
$req{command}=['rbeacon'];
|
||
|
|
$req{arg}=\@exargs;
|
||
|
|
$req{node}=[keys %hyphash];
|
||
|
|
$doreq->(\%req,$callback);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
foreach $hyp (sort (keys %hyphash)) {
|
||
|
|
while ($children > $vmmaxp) { forward_data($callback,$sub_fds); }
|
||
|
|
$children++;
|
||
|
|
my $cfd;
|
||
|
|
my $pfd;
|
||
|
|
socketpair($pfd, $cfd,AF_UNIX,SOCK_STREAM,PF_UNSPEC) or die "socketpair: $!";
|
||
|
|
$cfd->autoflush(1);
|
||
|
|
$pfd->autoflush(1);
|
||
|
|
my $cpid = xCAT::Utils->xfork;
|
||
|
|
unless (defined($cpid)) { die "Fork error"; }
|
||
|
|
unless ($cpid) {
|
||
|
|
close($cfd);
|
||
|
|
dohyp($pfd,$hyp,$command,-args=>\@exargs);
|
||
|
|
exit(0);
|
||
|
|
}
|
||
|
|
$vm_comm_pids{$cpid} = 1;
|
||
|
|
close ($pfd);
|
||
|
|
$sub_fds->add($cfd);
|
||
|
|
}
|
||
|
|
while ($sub_fds->count > 0 or $children > 0) {
|
||
|
|
forward_data($callback,$sub_fds);
|
||
|
|
}
|
||
|
|
while (forward_data($callback,$sub_fds)) {}
|
||
|
|
}
|
||
|
|
|
||
|
|
sub forward_data {
|
||
|
|
my $callback = shift;
|
||
|
|
my $fds = shift;
|
||
|
|
my @ready_fds = $fds->can_read(1);
|
||
|
|
my $rfh;
|
||
|
|
my $rc = @ready_fds;
|
||
|
|
foreach $rfh (@ready_fds) {
|
||
|
|
my $data;
|
||
|
|
if ($data = <$rfh>) {
|
||
|
|
while ($data !~ /ENDOFFREEZE6sK4ci/) {
|
||
|
|
$data .= <$rfh>;
|
||
|
|
}
|
||
|
|
print $rfh "ACK\n";
|
||
|
|
my $responses=thaw($data);
|
||
|
|
foreach (@$responses) {
|
||
|
|
$callback->($_);
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
$fds->remove($rfh);
|
||
|
|
close($rfh);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
yield(); #Try to avoid useless iterations as much as possible
|
||
|
|
return $rc;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
sub dohyp {
|
||
|
|
my $out = shift;
|
||
|
|
$hyp = shift;
|
||
|
|
my $command=shift;
|
||
|
|
my %namedargs=@_;
|
||
|
|
my @exargs=@{$namedargs{-args}};
|
||
|
|
my $node;
|
||
|
|
my $args = \@exargs;
|
||
|
|
|
||
|
|
|
||
|
|
$hypconn= Sys::Virt->new(uri=>"xen+ssh://".$hyp);
|
||
|
|
unless ($hypconn) {
|
||
|
|
my %err=(node=>[]);
|
||
|
|
foreach (keys %{$hyphash{$hyp}->{nodes}}) {
|
||
|
|
push (@{$err{node}},{name=>[$_],error=>["Cannot communicate via libvirt to $hyp"],errorcode=>[1]});
|
||
|
|
}
|
||
|
|
print $out freeze([\%err]);
|
||
|
|
print $out "\nENDOFFREEZE6sK4ci\n";
|
||
|
|
yield();
|
||
|
|
waitforack($out);
|
||
|
|
return 1,"General error establishing libvirt communication";
|
||
|
|
}
|
||
|
|
print Dumper(\%hyphash);
|
||
|
|
foreach $node (sort (keys %{$hyphash{$hyp}->{nodes}})) {
|
||
|
|
my ($rc,@output) = guestcmd($hyp,$node,$command,@$args);
|
||
|
|
|
||
|
|
foreach(@output) {
|
||
|
|
my %output;
|
||
|
|
|
||
|
|
(my $desc,my $text) = split (/:/,$_,2);
|
||
|
|
unless ($text) {
|
||
|
|
$text=$desc;
|
||
|
|
} else {
|
||
|
|
$desc =~ s/^\s+//;
|
||
|
|
$desc =~ s/\s+$//;
|
||
|
|
if ($desc) {
|
||
|
|
$output{node}->[0]->{data}->[0]->{desc}->[0]=$desc;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
$text =~ s/^\s+//;
|
||
|
|
$text =~ s/\s+$//;
|
||
|
|
$output{node}->[0]->{errorcode} = $rc;
|
||
|
|
$output{node}->[0]->{name}->[0]=$node;
|
||
|
|
$output{node}->[0]->{data}->[0]->{contents}->[0]=$text;
|
||
|
|
print $out freeze([\%output]);
|
||
|
|
print $out "\nENDOFFREEZE6sK4ci\n";
|
||
|
|
yield();
|
||
|
|
waitforack($out);
|
||
|
|
}
|
||
|
|
yield();
|
||
|
|
}
|
||
|
|
#my $msgtoparent=freeze(\@outhashes); # = XMLout(\%output,RootName => 'xcatresponse');
|
||
|
|
#print $out $msgtoparent; #$node.": $_\n";
|
||
|
|
}
|
||
|
|
|
||
|
|
1;
|