9065b0a417
git-svn-id: https://svn.code.sf.net/p/xcat/code/xcat-core/trunk@7541 8638fb3e-16cb-4fca-ae20-7b5d299a9bcd
3943 lines
155 KiB
Perl
3943 lines
155 KiB
Perl
package xCAT_plugin::esx;
|
|
|
|
use strict;
|
|
use warnings;
|
|
use xCAT::Table;
|
|
use xCAT::Utils;
|
|
use Time::HiRes qw (sleep);
|
|
use xCAT::MsgUtils;
|
|
use xCAT::SvrUtils;
|
|
use xCAT::NodeRange;
|
|
use xCAT::Common;
|
|
use xCAT::VMCommon;
|
|
use POSIX "WNOHANG";
|
|
use Getopt::Long;
|
|
use Thread qw(yield);
|
|
use POSIX qw(WNOHANG nice);
|
|
use File::Path qw/mkpath rmtree/;
|
|
use File::Temp qw/tempdir/;
|
|
use File::Copy;
|
|
use IO::Socket; #Need name resolution
|
|
#use Data::Dumper;
|
|
Getopt::Long::Configure("bundling");
|
|
Getopt::Long::Configure("pass_through");
|
|
my @cpiopid;
|
|
our @ISA = 'xCAT::Common';
|
|
|
|
|
|
#in xCAT, the lifetime of a process ends on every request
|
|
#therefore, the lifetime of assignments to these glabals as architected
|
|
#is to be cleared on every request
|
|
#my %esx_comm_pids;
|
|
my %hyphash; #A data structure to hold hypervisor-wide variables (i.e. the current resource pool, virtual machine folder, connection object
|
|
my %vcenterhash; #A data structure to reflect the state of vcenter connectivity to hypervisors
|
|
my %vmhash; #store per vm info of interest
|
|
my %clusterhash;
|
|
my %hypready; #A structure for hypervisor readiness to be tracked before proceeding to normal operations
|
|
my %running_tasks; #A struct to track this processes
|
|
my $output_handler; #Pointer to the function to drive results to client
|
|
my $executerequest;
|
|
my $usehostnamesforvcenter;
|
|
my %tablecfg; #to hold the tables
|
|
my $currkey;
|
|
my $requester;
|
|
my $viavcenter;
|
|
my $viavcenterbyhyp;
|
|
my $vmwaresdkdetect = eval {
|
|
require VMware::VIRuntime;
|
|
VMware::VIRuntime->import();
|
|
1;
|
|
};
|
|
|
|
|
|
my %guestidmap = (
|
|
"rhel.6.*" => "rhel6_",
|
|
"rhel.5.*" => "rhel5_",
|
|
"rhel4.*" => "rhel4_",
|
|
"centos5.*" => "rhel5_",
|
|
"centos4.*" => "rhel4_",
|
|
"sles11.*" => "sles11_",
|
|
"sles10.*" => "sles10_",
|
|
"win2k8" => "winLonghorn",
|
|
"win2k8r2" => "windows7Server",
|
|
"win7" => "windows7_",
|
|
"win2k3" => "winNetStandard",
|
|
"imagex" => "winNetStandard",
|
|
"boottarget" => "otherLinux"
|
|
#otherGuest, otherGuest64, otherLinuxGuest, otherLinux64Guest
|
|
);
|
|
|
|
sub handled_commands{
|
|
return {
|
|
copycd => 'esx',
|
|
mknetboot => "nodetype:os=(esxi.*)",
|
|
rpower => 'nodehm:power,mgt',
|
|
rsetboot => 'nodehm:power,mgt',
|
|
rmigrate => 'nodehm:power,mgt',
|
|
mkvm => 'nodehm:mgt',
|
|
rmvm => 'nodehm:mgt',
|
|
clonevm => 'nodehm:mgt',
|
|
rinv => 'nodehm:mgt',
|
|
chvm => 'nodehm:mgt',
|
|
rshutdown => "nodetype:os=(esxi.*)",
|
|
lsvm => ['hypervisor:type','nodetype:os=(esx.*)'],
|
|
rmhypervisor => ['hypervisor:type','nodetype:os=(esx.*)'],
|
|
#lsvm => 'nodehm:mgt', not really supported yet
|
|
};
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
sub preprocess_request {
|
|
my $request = shift;
|
|
my $callback = shift;
|
|
my $username = 'root';
|
|
my $password = '';
|
|
my $vusername = "Administrator";
|
|
my $vpassword = "";
|
|
|
|
unless ($request and $request->{command} and $request->{command}->[0]) { return; }
|
|
|
|
if ($request->{command}->[0] eq 'copycd')
|
|
{ #don't farm out copycd
|
|
return [$request];
|
|
}elsif($request->{command}->[0] eq 'mknetboot'){
|
|
return [$request];
|
|
}
|
|
xCAT::Common::usage_noderange($request,$callback);
|
|
|
|
if ($request->{_xcatpreprocessed} and $request->{_xcatpreprocessed}->[0] == 1) { return [$request]; }
|
|
# exit if preprocesses
|
|
my @requests;
|
|
|
|
my $noderange = $request->{node}; # array ref
|
|
my $command = $request->{command}->[0];
|
|
my $extraargs = $request->{arg};
|
|
my @exargs=($request->{arg});
|
|
my %hyp_hash = ();
|
|
my %cluster_hash=();
|
|
|
|
# Get nodes from mp table and assign nodes to mp hash.
|
|
my $passtab = xCAT::Table->new('passwd');
|
|
my $tmp;
|
|
if ($passtab) {
|
|
($tmp) = $passtab->getAttribs({'key'=>'vmware'},'username','password');
|
|
if (defined($tmp)) {
|
|
$username = $tmp->{username};
|
|
$password = $tmp->{password};
|
|
}
|
|
($tmp) = $passtab->getAttribs({'key'=>'vcenter'},'username','password');
|
|
if (defined($tmp)) {
|
|
$vusername = $tmp->{username};
|
|
$vpassword = $tmp->{password};
|
|
}
|
|
}
|
|
|
|
my $vmtab = xCAT::Table->new("vm");
|
|
unless($vmtab){
|
|
$callback->({data=>["Cannot open vm table"]});
|
|
$request = {};
|
|
return;
|
|
}
|
|
|
|
my $vmtabhash = $vmtab->getNodesAttribs($noderange,['host','migrationdest']);
|
|
foreach my $node (@$noderange){
|
|
if ($command eq "rmhypervisor" or $command eq 'lsvm' or $command eq 'rshutdown') {
|
|
$hyp_hash{$node}{nodes} = [$node];
|
|
} else {
|
|
my $ent = $vmtabhash->{$node}->[0];
|
|
if(defined($ent->{host})) {
|
|
push @{$hyp_hash{$ent->{host}}{nodes}}, $node;
|
|
} elsif (defined($ent->{migrationdest})) {
|
|
$cluster_hash{$ent->{migrationdest}}->{nodes}->{$node}=1;
|
|
} else {
|
|
$callback->({data=>["no host or cluster defined for guest $node"]});
|
|
$request = {};
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
# find service nodes for the MMs
|
|
# build an individual request for each service node
|
|
my $service = "xcat";
|
|
my @hyps=keys(%hyp_hash);
|
|
if ($command eq 'rmigrate' and (scalar @{$extraargs} >= 1)) {
|
|
@ARGV=@{$extraargs};
|
|
my $offline;
|
|
my $junk;
|
|
GetOptions(
|
|
"f" => \$offline,
|
|
"s=s" => \$junk #wo don't care about it, but suck up nfs:// targets so they don't get added
|
|
);
|
|
my $dsthyp = $ARGV[0];
|
|
if ($dsthyp) {
|
|
push @hyps,$dsthyp;
|
|
}
|
|
}
|
|
#TODO: per hypervisor table password lookup
|
|
my @allnodes;
|
|
push @allnodes,@hyps;
|
|
push @allnodes,@$noderange;
|
|
my $sn = xCAT::Utils->get_ServiceNode(\@allnodes, $service, "MN");
|
|
#vmtabhash was from when we had vm.host do double duty for hypervisor data
|
|
#$vmtabhash = $vmtab->getNodesAttribs(\@hyps,['host']);
|
|
#We now use hypervisor fields to be unambiguous
|
|
my $hyptab = xCAT::Table->new('hypervisor');
|
|
my $hyptabhash={};
|
|
if ($hyptab) {
|
|
$hyptabhash = $hyptab->getNodesAttribs(\@hyps,['mgr']);
|
|
}
|
|
|
|
|
|
# build each request for each service node
|
|
foreach my $snkey (keys %$sn){
|
|
my $reqcopy = {%$request};
|
|
$reqcopy->{'_xcatdest'} = $snkey;
|
|
$reqcopy->{_xcatpreprocessed}->[0] = 1;
|
|
my $hyps1=$sn->{$snkey};
|
|
my @moreinfo=();
|
|
my @nodes=();
|
|
foreach (@$hyps1) { #This preserves the constructed data to avoid redundant table lookup
|
|
my $cfgdata;
|
|
if (not $hyp_hash{$_}) { #a vm, skip it
|
|
next;
|
|
} elsif ($hyp_hash{$_}{nodes}) {
|
|
push @nodes, @{$hyp_hash{$_}{nodes}};
|
|
$cfgdata = "[$_][".join(',',@{$hyp_hash{$_}{nodes}})."][$username][$password][$vusername][$vpassword]"; #TODO: not use vm.host?
|
|
} else {
|
|
$cfgdata = "[$_][][$username][$password][$vusername][$vpassword]"; #TODO: not use vm.host?
|
|
}
|
|
if (defined $hyptabhash->{$_}->[0]->{mgr}) {
|
|
$cfgdata .= "[". $hyptabhash->{$_}->[0]->{mgr}."]";
|
|
} else {
|
|
$cfgdata .= "[]";
|
|
}
|
|
push @moreinfo, $cfgdata; #"[$_][".join(',',@{$hyp_hash{$_}{nodes}})."][$username][$password]";
|
|
}
|
|
foreach (keys %cluster_hash) {
|
|
my $cluster;
|
|
my $vcenter;
|
|
if (/@/) {
|
|
($cluster,$vcenter) = split /@/,$_,2;
|
|
} else {
|
|
die "TODO: implement default vcenter (for now, user, do vm.migratiodest=cluster".'@'."vcentername)";
|
|
}
|
|
push @moreinfo,"[CLUSTER:$cluster][".join(',',keys %{$cluster_hash{$_}->{nodes}})."][$username][$password][$vusername][$vpassword][$vcenter]";
|
|
}
|
|
if (scalar @nodes) {
|
|
$reqcopy->{node} = \@nodes;
|
|
}
|
|
#print "nodes=@nodes\n";
|
|
$reqcopy->{moreinfo}=\@moreinfo;
|
|
push @requests, $reqcopy;
|
|
}
|
|
return \@requests;
|
|
}
|
|
|
|
|
|
|
|
sub process_request {
|
|
#$SIG{INT} = $SIG{TERM} = sub{
|
|
# foreach (keys %esx_comm_pids){
|
|
# kill 2,$_;
|
|
# }
|
|
# exit 0;
|
|
#};
|
|
|
|
my $request = shift;
|
|
$output_handler = shift;
|
|
$executerequest = shift;
|
|
if ($request->{_xcat_authname}->[0]) {
|
|
$requester=$request->{_xcat_authname}->[0];
|
|
}
|
|
my $level = shift;
|
|
my $distname = undef;
|
|
my $arch = undef;
|
|
my $path = undef;
|
|
my $command = $request->{command}->[0];
|
|
#The first segment is fulfilling the role of this plugin as
|
|
#a hypervisor provisioning plugin (akin to anaconda, windows, sles plugins)
|
|
if($command eq 'copycd'){
|
|
return copycd($request,$executerequest);
|
|
}elsif($command eq 'mknetboot'){
|
|
return mknetboot($request,$executerequest);
|
|
}
|
|
#From here on out, code for managing guests under VMware
|
|
#Detect whether or not the VMware SDK is available on this specific system
|
|
unless ($vmwaresdkdetect) {
|
|
$vmwaresdkdetect = eval {
|
|
require VMware::VIRuntime;
|
|
VMware::VIRuntime->import();
|
|
1;
|
|
};
|
|
}
|
|
unless ($vmwaresdkdetect) {
|
|
xCAT::SvrUtils::sendmsg([1,"VMWare SDK required for operation, but not installed"], $output_handler);
|
|
return;
|
|
}
|
|
|
|
my $moreinfo;
|
|
my $noderange = $request->{node};
|
|
xCAT::VMCommon::grab_table_data($noderange,\%tablecfg,$output_handler);
|
|
my @exargs;
|
|
unless($command){
|
|
return; # Empty request
|
|
}
|
|
if (ref($request->{arg})) {
|
|
@exargs = @{$request->{arg}};
|
|
} else {
|
|
@exargs = ($request->{arg});
|
|
}
|
|
my $sitetab = xCAT::Table->new('site');
|
|
if($sitetab){
|
|
(my $ref) = $sitetab->getAttribs({key => 'usehostnamesforvcenter'}, 'value');
|
|
if ($ref and $ref->{value}) {
|
|
$usehostnamesforvcenter = $ref->{value};
|
|
}
|
|
}
|
|
|
|
|
|
if ($request->{moreinfo}) { $moreinfo=$request->{moreinfo}; }
|
|
else { $moreinfo=build_more_info($noderange,$output_handler);}
|
|
foreach my $info (@$moreinfo) {
|
|
$info=~/^\[(.*?)\]\[(.*?)\]\[(.*?)\]\[(.*?)\]\[(.*?)\]\[(.*?)\]\[(.*?)\]/;
|
|
my $hyp=$1;
|
|
my @nodes=split(',', $2);
|
|
my $username = $3;
|
|
my $password = $4;
|
|
my $tmpvcname=$7;
|
|
my $tmpvcuname=$5;
|
|
my $tmpvcpass=$6;
|
|
if ($hyp =~ /^CLUSTER:/) { #a cluster, not a host.
|
|
$hyp =~ s/^CLUSTER://;
|
|
$clusterhash{$hyp}->{vcenter}->{name} = $tmpvcname;
|
|
$clusterhash{$hyp}->{vcenter}->{username} = $tmpvcuname;
|
|
$clusterhash{$hyp}->{vcenter}->{password} = $tmpvcpass;
|
|
foreach (@nodes) {
|
|
$clusterhash{$hyp}->{nodes}->{$_}=1;
|
|
}
|
|
next;
|
|
}
|
|
$hyphash{$hyp}->{vcenter}->{name} = $tmpvcname;
|
|
$hyphash{$hyp}->{vcenter}->{username} = $tmpvcuname;
|
|
$hyphash{$hyp}->{vcenter}->{password} = $tmpvcpass;
|
|
$hyphash{$hyp}->{username}=$username;# $nodeid;
|
|
$hyphash{$hyp}->{password}=$password;# $nodeid;
|
|
unless ($hyphash{$hyp}->{vcenter}->{password}) {
|
|
$hyphash{$hyp}->{vcenter}->{password} = "";
|
|
}
|
|
my $ent;
|
|
for (my $i=0; $i<@nodes; $i++){
|
|
if ($command eq 'rmigrate' and grep /-f/, @exargs) { #offline migration,
|
|
$hyphash{$hyp}->{offline} = 1; #if it is migrate and it has nodes, it is a source hypervisor apt to be offline
|
|
#this will hint to relevant code to operate under the assumption of a
|
|
#downed hypervisor source
|
|
#note this will make dangerous assumptions, it will make a very minimal attempt
|
|
#to operate normally, but really should only be called if the source is down and
|
|
#fenced (i.e. storage, network, or turned off and stateless
|
|
}
|
|
my $node = $nodes[$i];
|
|
#my $nodeid = $ids[$i];
|
|
$hyphash{$hyp}->{nodes}->{$node}=1;# $nodeid;
|
|
}
|
|
}
|
|
my $hyptab = xCAT::Table->new('hypervisor',create=>0);
|
|
if ($hyptab) {
|
|
my @hyps = keys %hyphash;
|
|
$tablecfg{hypervisor} = $hyptab->getNodesAttribs(\@hyps,['mgr','netmap','defaultnet','cluster','preferdirect','datacenter']);
|
|
}
|
|
my $hoststab = xCAT::Table->new('hosts',create=>0);
|
|
if ($hoststab) {
|
|
my @hyps = keys %hyphash;
|
|
$tablecfg{hosts} = $hoststab->getNodesAttribs(\@hyps,['hostnames']);
|
|
|
|
}
|
|
|
|
#my $children = 0;
|
|
#my $vmmaxp = 84;
|
|
#$SIG{CHLD} = sub { my $cpid; while ($cpid = waitpid(-1, WNOHANG) > 0) { delete $esx_comm_pids{$cpid}; $children--; } };
|
|
$viavcenter = 0;
|
|
if ($command eq 'rmigrate' or $command eq 'rmhypervisor') { #Only use vcenter when required, fewer prereqs
|
|
$viavcenter = 1;
|
|
}
|
|
my $keytab = xCAT::Table->new('prodkey');
|
|
if ($keytab) {
|
|
my @hypes = keys %hyphash;
|
|
$tablecfg{prodkey} = $keytab->getNodesAttribs(\@hypes,[qw/product key/]);
|
|
}
|
|
my $hyp;
|
|
my %needvcentervalidation;
|
|
my $cluster;
|
|
foreach $cluster (keys %clusterhash) {
|
|
my $vcenter = $clusterhash{$cluster}->{vcenter}->{name};
|
|
unless ($vcenterhash{$vcenter}->{conn}) {
|
|
eval {
|
|
$vcenterhash{$vcenter}->{conn} = Vim->new(service_url=>"https://$vcenter/sdk");
|
|
$vcenterhash{$vcenter}->{conn}->login(user_name => $clusterhash{$cluster}->{vcenter}->{username},
|
|
password => $clusterhash{$cluster}->{vcenter}->{password});
|
|
};
|
|
if ($@) {
|
|
$vcenterhash{$vcenter}->{conn} = undef;
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to reach $vcenter vCenter server to manage cluster $cluster: $@"], $output_handler);
|
|
next;
|
|
}
|
|
my $clusternode;
|
|
}
|
|
$clusterhash{$cluster}->{conn}=$vcenterhash{$vcenter}->{conn};
|
|
foreach my $clusternode (keys %{$clusterhash{$cluster}->{nodes}}) {
|
|
$vmhash{$clusternode}->{conn}=$vcenterhash{$vcenter}->{conn};
|
|
}
|
|
}
|
|
foreach $hyp (sort(keys %hyphash)){
|
|
#if($pid == 0){
|
|
if ($viavcenter or (defined $tablecfg{hypervisor}->{$hyp}->[0]->{mgr} and not $tablecfg{hypervisor}->{$hyp}->[0]->{preferdirect})) {
|
|
$viavcenterbyhyp->{$hyp}=1;
|
|
$hypready{$hyp} = 0; #This hypervisor requires a flag be set to signify vCenter sanenes before proceeding
|
|
my $vcenter = $hyphash{$hyp}->{vcenter}->{name};
|
|
unless ($vcenterhash{$vcenter}->{conn}) {
|
|
eval {
|
|
$vcenterhash{$vcenter}->{conn} =
|
|
Vim->new(service_url=>"https://$vcenter/sdk");
|
|
$vcenterhash{$vcenter}->{conn}->login(
|
|
user_name => $hyphash{$hyp}->{vcenter}->{username},
|
|
password => $hyphash{$hyp}->{vcenter}->{password}
|
|
);
|
|
};
|
|
if ($@) {
|
|
$vcenterhash{$vcenter}->{conn} = undef;
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to reach $vcenter vCenter server to manage $hyp: $@"], $output_handler);
|
|
next;
|
|
}
|
|
}
|
|
my $hypnode;
|
|
foreach $hypnode (keys %{$hyphash{$hyp}->{nodes}}) {
|
|
$vmhash{$hypnode}->{conn}=$vcenterhash{$hyphash{$hyp}->{vcenter}->{name}}->{conn};
|
|
}
|
|
$hyphash{$hyp}->{conn} = $vcenterhash{$hyphash{$hyp}->{vcenter}->{name}}->{conn};
|
|
$hyphash{$hyp}->{vcenter}->{conn} = $vcenterhash{$hyphash{$hyp}->{vcenter}->{name}}->{conn};
|
|
$needvcentervalidation{$hyp}=$vcenter;
|
|
$vcenterhash{$vcenter}->{allhyps}->{$hyp}=1;
|
|
} else {
|
|
eval {
|
|
$hyphash{$hyp}->{conn} = Vim->new(service_url=>"https://$hyp/sdk");
|
|
$hyphash{$hyp}->{conn}->login(user_name=>$hyphash{$hyp}->{username},password=>$hyphash{$hyp}->{password});
|
|
};
|
|
if ($@) {
|
|
$hyphash{$hyp}->{conn} = undef;
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to reach $hyp to perform operation due to $@"], $output_handler);
|
|
$hypready{$hyp} = -1;
|
|
next;
|
|
}
|
|
my $localnode;
|
|
foreach $localnode (keys %{$hyphash{$hyp}->{nodes}}) {
|
|
$vmhash{$localnode}->{conn}=$hyphash{$hyp}->{conn};
|
|
}
|
|
validate_licenses($hyp);
|
|
}
|
|
#}else{
|
|
# $esx_comm_pids{$pid} = 1;
|
|
#}
|
|
}
|
|
foreach $hyp (keys %needvcentervalidation) {
|
|
my $vcenter = $needvcentervalidation{$hyp};
|
|
if (not defined $vcenterhash{$vcenter}->{hostviews}) {
|
|
populate_vcenter_hostviews($vcenter);
|
|
}
|
|
if (validate_vcenter_prereqs($hyp, \&declare_ready, {
|
|
hyp=>$hyp,
|
|
vcenter=>$vcenter
|
|
}) eq "failed") {
|
|
$hypready{$hyp} = -1;
|
|
}
|
|
}
|
|
while (grep { $_ == 0 } values %hypready) {
|
|
wait_for_tasks();
|
|
sleep (1); #We'll check back in every second. Unfortunately, we have to poll since we are in web service land
|
|
}
|
|
my @badhypes;
|
|
if (grep { $_ == -1 } values %hypready) {
|
|
foreach (keys %hypready) {
|
|
if ($hypready{$_} == -1) {
|
|
push @badhypes,$_;
|
|
my @relevant_nodes = sort (keys %{$hyphash{$_}->{nodes}});
|
|
foreach (@relevant_nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,": hypervisor unreachable"], $output_handler,$_);
|
|
}
|
|
delete $hyphash{$_};
|
|
}
|
|
}
|
|
if (@badhypes) {
|
|
xCAT::SvrUtils::sendmsg([1,": The following hypervisors failed to become ready for the operation: ".join(',',@badhypes)], $output_handler);
|
|
}
|
|
}
|
|
do_cmd($command,@exargs);
|
|
foreach (@badhypes) { delete $hyphash{$_}; }
|
|
foreach my $vm (sort(keys %vmhash)){
|
|
$vmhash{$vm}->{conn}->logout();
|
|
}
|
|
}
|
|
|
|
sub validate_licenses {
|
|
my $hyp = shift;
|
|
my $conn = $hyphash{$hyp}->{conn}; #This can't possibly be called via a cluster stack, so hyphash is appropriate here
|
|
unless ($tablecfg{prodkey}->{$hyp}) { #if no license specified, no-op
|
|
return;
|
|
}
|
|
my $hv = get_hostview(hypname=>$hyp,conn=>$conn,properties=>['configManager','name']);
|
|
my $lm = $conn->get_view(mo_ref=>$hv->configManager->licenseManager);
|
|
my @licenses;
|
|
foreach (@{$lm->licenses}) {
|
|
push @licenses,uc($_->licenseKey);
|
|
}
|
|
my @newlicenses;
|
|
foreach (@{$tablecfg{prodkey}->{$hyp}}) {
|
|
if (defined($_->{product}) and $_->{product} eq 'esx') {
|
|
my $key = uc($_->{key});
|
|
unless (grep /$key/,@licenses) {
|
|
push @newlicenses,$key;
|
|
}
|
|
}
|
|
}
|
|
foreach (@newlicenses) {
|
|
$lm->UpdateLicense(licenseKey=>$_);
|
|
}
|
|
}
|
|
|
|
sub do_cmd {
|
|
my $command = shift;
|
|
my @exargs = @_;
|
|
if ($command eq 'rpower') {
|
|
generic_vm_operation(['config.name','config.guestId','config.hardware.memoryMB','config.hardware.numCPU','runtime.powerState','runtime.host'],\&power,@exargs);
|
|
} elsif ($command eq 'rmvm') {
|
|
generic_vm_operation(['config.name','runtime.powerState','runtime.host'],\&rmvm,@exargs);
|
|
} elsif ($command eq 'rsetboot') {
|
|
generic_vm_operation(['config.name','runtime.host'],\&setboot,@exargs);
|
|
} elsif ($command eq 'rinv') {
|
|
generic_vm_operation(['config.name','config','runtime.host'],\&inv,@exargs);
|
|
} elsif ($command eq 'rmhypervisor') {
|
|
generic_hyp_operation(\&rmhypervisor,@exargs);
|
|
} elsif ($command eq 'rshutdown') {
|
|
generic_hyp_operation(\&rshutdown,@exargs);
|
|
} elsif ($command eq 'lsvm') {
|
|
generic_hyp_operation(\&lsvm,@exargs);
|
|
} elsif ($command eq 'clonevm') {
|
|
generic_hyp_operation(\&clonevms,@exargs);
|
|
} elsif ($command eq 'mkvm') {
|
|
generic_hyp_operation(\&mkvms,@exargs);
|
|
} elsif ($command eq 'chvm') {
|
|
generic_vm_operation(['config.name','config','runtime.host'],\&chvm,@exargs);
|
|
#generic_hyp_operation(\&chvm,@exargs);
|
|
} elsif ($command eq 'rmigrate') { #Technically, on a host view, but vcenter path is 'weirder'
|
|
generic_hyp_operation(\&migrate,@exargs);
|
|
}
|
|
wait_for_tasks();
|
|
}
|
|
|
|
#inventory request for esx
|
|
sub inv {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $hyp = $args{hyp};
|
|
if (not defined $args{vmview}) { #attempt one refresh
|
|
$args{vmview} = $vmhash{$node}->{conn}->find_entity_view(view_type => 'VirtualMachine',properties=>['config.name','runtime.powerState'],filter=>{name=>$node});
|
|
if (not defined $args{vmview}) {
|
|
xCAT::SvrUtils::sendmsg([1,"VM does not appear to exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
}
|
|
my $vmview = $args{vmview};
|
|
my $uuid = $vmview->config->uuid;
|
|
xCAT::SvrUtils::sendmsg("UUID/GUID: $uuid", $output_handler,$node);
|
|
my $cpuCount = $vmview->config->hardware->numCPU;
|
|
xCAT::SvrUtils::sendmsg("CPUs: $cpuCount", $output_handler,$node);
|
|
my $memory = $vmview->config->hardware->memoryMB;
|
|
xCAT::SvrUtils::sendmsg("Memory: $memory MB", $output_handler,$node);
|
|
my $devices = $vmview->config->hardware->device;
|
|
my $label;
|
|
my $size;
|
|
my $fileName;
|
|
my $device;
|
|
foreach $device (@$devices) {
|
|
$label = $device->deviceInfo->label;
|
|
|
|
if($label =~ /^Hard disk/) {
|
|
$label .= " (d".$device->controllerKey.":".$device->unitNumber.")";
|
|
$size = $device->capacityInKB / 1024;
|
|
$fileName = $device->backing->fileName;
|
|
$output_handler->({
|
|
node=>{
|
|
name=>$node,
|
|
data=>{
|
|
desc=>$label,
|
|
contents=>"$size MB @ $fileName"
|
|
}
|
|
}
|
|
});
|
|
} elsif ($label =~ /Network/) {
|
|
xCAT::SvrUtils::sendmsg("$label: ".$device->macAddress, $output_handler,$node);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
#changes the memory, number of cpus and device size
|
|
#can also add,resize and remove disks
|
|
sub chvm {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $hyp = $args{hyp};
|
|
if (not defined $args{vmview}) { #attempt one refresh
|
|
$args{vmview} = $vmhash{$node}->{conn}->find_entity_view(view_type => 'VirtualMachine',
|
|
properties=>['config.name','runtime.powerState'],
|
|
filter=>{name=>$node});
|
|
if (not defined $args{vmview}) {
|
|
xCAT::SvrUtils::sendmsg([1,"VM does not appear to exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
}
|
|
@ARGV= @{$args{exargs}};
|
|
my @deregister;
|
|
my @purge;
|
|
my @add;
|
|
my %resize;
|
|
my $cpuCount;
|
|
my $memory;
|
|
my $vmview = $args{vmview};
|
|
|
|
require Getopt::Long;
|
|
$SIG{__WARN__} = sub {
|
|
xCAT::SvrUtils::sendmsg([1,"Could not parse options, ".shift()], $output_handler);
|
|
};
|
|
my $rc = GetOptions(
|
|
"d=s" => \@deregister,
|
|
"p=s" => \@purge,
|
|
"a=s" => \@add,
|
|
"resize=s%" => \%resize,
|
|
"cpus=s" => \$cpuCount,
|
|
"mem=s" => \$memory
|
|
);
|
|
$SIG{__WARN__} = 'DEFAULT';
|
|
|
|
if(@ARGV) {
|
|
xCAT::SvrUtils::sendmsg("Invalid arguments: @ARGV", $output_handler);
|
|
return;
|
|
}
|
|
|
|
if(!$rc) {
|
|
return;
|
|
}
|
|
|
|
#use Data::Dumper;
|
|
#xCAT::SvrUtils::sendmsg("dereg = ".Dumper(\@deregister));
|
|
#xCAT::SvrUtils::sendmsg("purge = ".Dumper(\@purge));
|
|
#xCAT::SvrUtils::sendmsg("add = ".Dumper(\@add));
|
|
#xCAT::SvrUtils::sendmsg("resize = ".Dumper(\%resize));
|
|
#xCAT::SvrUtils::sendmsg("cpus = $cpuCount");
|
|
#xCAT::SvrUtils::sendmsg("mem = ".getUnits($memory,"K",1024));
|
|
|
|
|
|
my %conargs;
|
|
if($cpuCount) {
|
|
if ($cpuCount =~ /^\+(\d+)/) {
|
|
$cpuCount = $vmview->config->hardware->numCPU+$1;
|
|
} elsif ($cpuCount =~ /^-(\d+)/) {
|
|
$cpuCount = $vmview->config->hardware->numCPU-$1;
|
|
}
|
|
$conargs{numCPUs} = $cpuCount;
|
|
}
|
|
|
|
if($memory) {
|
|
if ($memory =~ /^\+(.+)/) {
|
|
$conargs{memoryMB} = $vmview->config->hardware->memoryMB + getUnits($1,"M",1048576);
|
|
} elsif ($memory =~ /^-(\d+)/) {
|
|
$conargs{memoryMB} = $vmview->config->hardware->memoryMB - getUnits($1,"M",1048576);
|
|
} else {
|
|
$conargs{memoryMB} = getUnits($memory, "M", 1048576);
|
|
}
|
|
}
|
|
|
|
my $disk;
|
|
my $devices = $vmview->config->hardware->device;
|
|
my $label;
|
|
my $device;
|
|
my $cmdLabel;
|
|
my $newSize;
|
|
my @devChanges;
|
|
|
|
if(@deregister) {
|
|
for $disk (@deregister) {
|
|
$device = getDiskByLabel($disk, $devices);
|
|
unless($device) {
|
|
xCAT::SvrUtils::sendmsg([1,"Disk: $disk does not exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
#xCAT::SvrUtils::sendmsg(Dumper($device));
|
|
push @devChanges, VirtualDeviceConfigSpec->new(
|
|
device => $device,
|
|
operation => VirtualDeviceConfigSpecOperation->new('remove'));
|
|
|
|
}
|
|
}
|
|
|
|
if(@purge) {
|
|
for $disk (@purge) {
|
|
$device = getDiskByLabel($disk, $devices);
|
|
unless($device) {
|
|
xCAT::SvrUtils::sendmsg([1,"Disk: $disk does not exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
#xCAT::SvrUtils::sendmsg(Dumper($device));
|
|
push @devChanges, VirtualDeviceConfigSpec->new(
|
|
device => $device,
|
|
operation => VirtualDeviceConfigSpecOperation->new('remove'),
|
|
fileOperation => VirtualDeviceConfigSpecFileOperation->new('destroy'));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if(@add) {
|
|
my $addSizes = join(',',@add);
|
|
my $scsiCont;
|
|
my $scsiUnit;
|
|
my $ideCont;
|
|
my $ideUnit;
|
|
my $label;
|
|
my $idefull=0;
|
|
my $scsifull=0;
|
|
foreach $device (@$devices) {
|
|
$label = $device->deviceInfo->label;
|
|
if($label =~ /^SCSI controller/) {
|
|
my $tmpu=getAvailUnit($device->{key},$devices,maxnum=>15);
|
|
if ($tmpu > 0) {
|
|
$scsiCont = $device;
|
|
$scsiUnit=$tmpu;
|
|
} else {
|
|
$scsifull=1;
|
|
}
|
|
#ignore scsiControllers that are full, problem still remains if trying to add across two controllers in one go
|
|
}
|
|
if($label =~ /^IDE/ and not $ideCont) {
|
|
my $tmpu=getAvailUnit($device->{key},$devices,maxnum=>1);
|
|
if ($tmpu >= 0) {
|
|
$ideCont = $device;
|
|
$ideUnit = $tmpu;
|
|
} elsif ($device->{key} == 201) {
|
|
$idefull=1;
|
|
}
|
|
}
|
|
}
|
|
unless ($hyphash{$hyp}->{datastoremap}) { validate_datastore_prereqs([],$hyp); }
|
|
push @devChanges, create_storage_devs($node,$hyphash{$hyp}->{datastoremap},$addSizes,$scsiCont,$scsiUnit,$ideCont,$ideUnit,$devices,idefull=>$idefull,scsifull=>$scsifull);
|
|
}
|
|
|
|
if(%resize) {
|
|
while( my ($key, $value) = each(%resize) ) {
|
|
my @drives = split(/,/, $key);
|
|
for my $device ( @drives ) {
|
|
my $disk = $device;
|
|
$device = getDiskByLabel($disk, $devices);
|
|
unless($device) {
|
|
xCAT::SvrUtils::sendmsg([1,"Disk: $disk does not exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
if ($value =~ /^\+(.+)/) {
|
|
$value = $device->capacityInKB + getUnits($1,"G",1024);
|
|
} else {
|
|
$value = getUnits($value, "G", 1024);
|
|
}
|
|
my $newDevice = VirtualDisk->new(deviceInfo => $device->deviceInfo,
|
|
key => $device->key,
|
|
controllerKey => $device->controllerKey,
|
|
unitNumber => $device->unitNumber,
|
|
deviceInfo => $device->deviceInfo,
|
|
backing => $device->backing,
|
|
capacityInKB => $value);
|
|
push @devChanges, VirtualDeviceConfigSpec->new(
|
|
device => $newDevice,
|
|
operation => VirtualDeviceConfigSpecOperation->new('edit'));
|
|
}
|
|
}
|
|
|
|
}
|
|
if(@devChanges) {
|
|
$conargs{deviceChange} = \@devChanges;
|
|
}
|
|
|
|
my $reconfigspec = VirtualMachineConfigSpec->new(%conargs);
|
|
|
|
#xCAT::SvrUtils::sendmsg("reconfigspec = ".Dumper($reconfigspec));
|
|
my $task = $vmview->ReconfigVM_Task(spec=>$reconfigspec);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&chvm_task_callback;
|
|
$running_tasks{$task}->{hyp} = $hyp;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => "node successfully changed",cpus=>$cpuCount,mem=>$memory };
|
|
|
|
}
|
|
|
|
sub getUsedUnits {
|
|
my $contKey = shift;
|
|
my $devices = shift;
|
|
my %usedids;
|
|
$usedids{7}=1;
|
|
$usedids{'7'}=1; #TODO: figure out which of these is redundant, the string or the number variant
|
|
for my $device (@$devices) {
|
|
if($device->{controllerKey} eq $contKey) {
|
|
$usedids{$device->{unitNumber}}=1;
|
|
}
|
|
}
|
|
return \%usedids;
|
|
}
|
|
sub getAvailUnit {
|
|
my $contKey = shift;
|
|
my $devices = shift;
|
|
my %args = @_;
|
|
my $maxunit=-1;
|
|
if (defined $args{maxnum}) {
|
|
$maxunit=$args{maxnum};
|
|
}
|
|
my %usedids;
|
|
$usedids{7}=1;
|
|
$usedids{'7'}=1; #TODO: figure out which of these is redundant, the string or the number variant
|
|
for my $device (@$devices) {
|
|
if($device->{controllerKey} eq $contKey) {
|
|
$usedids{$device->{unitNumber}}=1;
|
|
}
|
|
}
|
|
my $highestUnit=0;
|
|
while ($usedids{$highestUnit}) {
|
|
if ($highestUnit == $maxunit) {
|
|
return -1;
|
|
}
|
|
$highestUnit++;
|
|
}
|
|
return $highestUnit;
|
|
}
|
|
|
|
#given a device list from a vm and a label for a hard disk, returns the device object
|
|
sub getDiskByLabel {
|
|
my $cmdLabel = shift;
|
|
my $devices = shift;
|
|
my $device;
|
|
my $label;
|
|
|
|
$cmdLabel = commandLabel($cmdLabel);
|
|
foreach $device (@$devices) {
|
|
$label = $device->deviceInfo->label;
|
|
|
|
if($cmdLabel eq $label) {
|
|
return $device;
|
|
} elsif (($label =~ /^Hard disk/) and ($cmdLabel =~ /^d(.*)/)) {
|
|
my $desc = $1;
|
|
if ($desc =~ /(.*):(.*)/) {#specific
|
|
my $controller=$1;
|
|
my $unit=$2;
|
|
if ($device->unitNumber == $unit and $device->controllerKey == $controller) {
|
|
return $device;
|
|
}
|
|
} elsif ($desc =~ /\d+/ and $device->unitNumber == $desc) { #not specific
|
|
return $device;
|
|
}
|
|
}
|
|
|
|
}
|
|
return undef;
|
|
}
|
|
|
|
#takes a label for a hard disk and prepends "Hard disk " if it's not there already
|
|
sub commandLabel {
|
|
my $label = shift;
|
|
if(($label =~ /^Hard disk/) or ($label =~ /^d\d+/)) {
|
|
return $label;
|
|
}
|
|
return "Hard disk ".$label;
|
|
}
|
|
|
|
#this function will check pending task status
|
|
sub process_tasks {
|
|
foreach (keys %running_tasks) {
|
|
my $curcon;
|
|
if (defined $running_tasks{$_}->{conn}) {
|
|
$curcon = $running_tasks{$_}->{conn};
|
|
} elsif ($running_tasks{$_}->{hyp}) {
|
|
$curcon = $hyphash{$running_tasks{$_}->{hyp}}->{conn};
|
|
} elsif ($running_tasks{$_}->{vm}) {
|
|
$curcon = $vmhash{$running_tasks{$_}->{vm}}->{conn};
|
|
} elsif ($running_tasks{$_}->{cluster}) {
|
|
$curcon = $clusterhash{$running_tasks{$_}->{cluster}}->{conn};
|
|
} else {
|
|
use Carp qw/confess/;
|
|
confess "This stack trace indicates a cluster unfriendly path";
|
|
}
|
|
my $curt = $curcon->get_view(mo_ref=>$running_tasks{$_}->{task});
|
|
my $state = $curt->info->state->val;
|
|
unless ($state eq 'running' or $state eq 'queued') {
|
|
$running_tasks{$_}->{callback}->($curt,$running_tasks{$_}->{data});
|
|
delete $running_tasks{$_};
|
|
}
|
|
if ($state eq 'running' and not $running_tasks{$_}->{questionasked}) { # and $curt->info->progress == 95) { #This is unfortunate, there should be a 'state' to indicate a question is blocking
|
|
#however there isn't, so if we see something running at 95%, we just manually see if a question blocked the rest
|
|
my $vm;
|
|
$@="";
|
|
eval {
|
|
$vm = $curcon->get_view(mo_ref=>$curt->info->entity);
|
|
};
|
|
if ($@) { $vm = 0; }
|
|
if ($vm and $vm->{summary} and $vm->summary->{runtime} and $vm->summary->runtime->{question} and $vm->summary->runtime->question) {
|
|
$running_tasks{$_}->{questionasked}=1;
|
|
$running_tasks{$_}->{callback}->($curt,$running_tasks{$_}->{data},$vm->summary->runtime->question,$vm);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
#this function is a barrier to ensure prerequisites are met
|
|
sub wait_for_tasks {
|
|
while (scalar keys %running_tasks) {
|
|
process_tasks;
|
|
sleep (1); #We'll check back in every second. Unfortunately, we have to poll since we are in web service land
|
|
}
|
|
}
|
|
|
|
sub connecthost_callback {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
my $hv = $args->{hostview};
|
|
my $state = $task->info->state->val;
|
|
if ($state eq "success") {
|
|
$hypready{$args->{hypname}}=1; #declare readiness
|
|
enable_vmotion(hypname=>$args->{hypname},hostview=>$args->{hostview},conn=>$args->{conn});
|
|
$vcenterhash{$args->{vcenter}}->{goodhyps}->{$args->{hypname}} = 1;
|
|
if (defined $args->{depfun}) { #If a function is waiting for the host connect to go valid, call it
|
|
$args->{depfun}->($args->{depargs});
|
|
}
|
|
return;
|
|
}
|
|
my $thumbprint;
|
|
eval {
|
|
$thumbprint = $task->{info}->error->fault->thumbprint;
|
|
};
|
|
if ($thumbprint) { #was an unknown certificate error, retry and accept the unknown certificate
|
|
$args->{connspec}->{sslThumbprint}=$task->info->error->fault->thumbprint;
|
|
my $task;
|
|
if (defined $args->{hostview}) {#It was a reconnect request
|
|
$task = $hv->ReconnectHost_Task(cnxSpec=>$args->{connspec});
|
|
} elsif (defined $args->{foldview}) {#was an add host request
|
|
$task = $args->{foldview}->AddStandaloneHost_Task(spec=>$args->{connspec},addConnected=>1);
|
|
} elsif (defined $args->{cluster}) {#was an add host to cluster request
|
|
$task = $args->{cluster}->AddHost_Task(spec=>$args->{connspec},asConnected=>1);
|
|
}
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&connecthost_callback;
|
|
$running_tasks{$task}->{conn} = $args->{conn};
|
|
$running_tasks{$task}->{data} = $args; #{ conn_spec=>$connspec,hostview=>$hv,hypname=>$args->{hypname},vcenter=>$args->{vcenter} };
|
|
} elsif ($state eq 'error') {
|
|
my $error = $task->info->error->localizedMessage;
|
|
if (defined ($task->info->error->fault->faultMessage)) { #Only in 4.0, support of 3.5 must be careful?
|
|
foreach(@{$task->info->error->fault->faultMessage}) {
|
|
$error.=$_->message;
|
|
}
|
|
}
|
|
xCAT::SvrUtils::sendmsg([1,$error], $output_handler); #,$node);
|
|
$hypready{$args->{hypname}} = -1; #Impossible for this hypervisor to ever be ready
|
|
$vcenterhash{$args->{vcenter}}->{badhyps}->{$args->{hypname}} = 1;
|
|
}
|
|
}
|
|
|
|
sub get_clusterview {
|
|
my %args = @_;
|
|
my $clustname = $args{clustname};
|
|
my %subargs = (
|
|
view_type=>'ClusterComputeResource',
|
|
);
|
|
if ($args{properties}) {
|
|
$subargs{properties}=$args{properties};
|
|
}
|
|
$subargs{filter}={name=>$clustname};
|
|
my $view = $args{conn}->find_entity_view(%subargs);
|
|
return $view;
|
|
#foreach (@{$args{conn}->find_entity_views(%subargs)}) {
|
|
# if ($_->name eq "$clustname") {
|
|
# return $_;
|
|
# last;
|
|
# }
|
|
#}
|
|
}
|
|
|
|
sub get_hostview {
|
|
my %args = @_;
|
|
my $host = $args{hypname};
|
|
my %subargs = (
|
|
view_type=>'HostSystem',
|
|
);
|
|
if ($args{properties}) {
|
|
$subargs{properties}=$args{properties};
|
|
}
|
|
my @addrs = gethostbyname($host);
|
|
my $ip;
|
|
my $name;
|
|
my $aliases;
|
|
if ($addrs[4]) {
|
|
$ip=inet_ntoa($addrs[4]);
|
|
($name, $aliases) = gethostbyaddr($addrs[4],AF_INET); #TODO: IPv6
|
|
} else {
|
|
($ip,$name,$aliases) = ($host,$host,"");
|
|
}
|
|
my @matchvalues = ($host,$ip,$name);
|
|
foreach (split /\s+/,$aliases) {
|
|
push @matchvalues,$_;
|
|
}
|
|
my $view;
|
|
$subargs{filter}={'name' => qr/$host(?:\.|\z)/};
|
|
$view = $args{conn}->find_entity_view(%subargs);
|
|
if ($view) { return $view; }
|
|
foreach (@matchvalues) {
|
|
$subargs{filter}={'name' => qr/$_(?:\.|\z)/};
|
|
$view = $args{conn}->find_entity_view(%subargs);
|
|
if ($view) { return $view; }
|
|
}
|
|
$subargs{filter}={'name' => qr/localhost(?:\.|\z)/};
|
|
$view = $args{conn}->find_entity_view(%subargs);
|
|
if ($view) { return $view; }
|
|
return undef; #rest of function should be obsoleted, going to run with that assumption for 2.5 at least
|
|
# $subargs{filter}={'name' =~ qr/.*/};
|
|
# foreach (@{$args{conn}->find_entity_views(%subargs)}) {
|
|
# my $view = $_;
|
|
# if ($_->name =~ /$host(?:\.|\z)/ or $_->name =~ /localhost(?:\.|\z)/ or grep { $view->name =~ /$_(?:\.|\z)/ } @matchvalues) {
|
|
# return $view;
|
|
# last;
|
|
# }
|
|
# }
|
|
}
|
|
sub enable_vmotion {
|
|
#TODO: vmware 3.x semantics too? this is 4.0...
|
|
my %args = @_;
|
|
unless ($args{hostview}) {
|
|
$args{hostview} = get_hostview(conn=>$args{conn},hypname=>$args{hypname},properties=>['configManager','name']);
|
|
}
|
|
my $nicmgr=$args{conn}->get_view(mo_ref=>$args{hostview}->configManager->virtualNicManager);
|
|
my $qnc = $nicmgr->QueryNetConfig(nicType=>"vmotion");
|
|
if ($qnc->{selectedVnic}) {
|
|
return 1;
|
|
} else {
|
|
if (scalar @{$qnc->candidateVnic} eq 1) { #There is only one possible path, use it
|
|
$nicmgr->SelectVnicForNicType(nicType=>"vmotion",device=>$qnc->candidateVnic->[0]->device);
|
|
return 1;
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,"TODO: use configuration to pick the nic ".$args{hypname}], $output_handler);
|
|
}
|
|
return 0;
|
|
}
|
|
}
|
|
sub mkvm_callback {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
my $node = $args->{node};
|
|
my $hyp = $args->{hyp};
|
|
if ($task->info->state->val eq 'error') {
|
|
my $error = $task->info->error->localizedMessage;
|
|
xCAT::SvrUtils::sendmsg([1,$error], $output_handler,$node);
|
|
}
|
|
}
|
|
|
|
sub relay_vmware_err {
|
|
my $task = shift;
|
|
my $extratext = shift;
|
|
my @nodes = @_;
|
|
my $error = $task->info->error->localizedMessage;
|
|
if (defined ($task->info->error->fault->faultMessage)) { #Only in 4.0, support of 3.5 must be careful?
|
|
foreach(@{$task->info->error->fault->faultMessage}) {
|
|
$error.=$_->message;
|
|
}
|
|
}
|
|
if (@nodes) {
|
|
foreach (@nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,$extratext.$error], $output_handler,$_);
|
|
}
|
|
}else {
|
|
xCAT::SvrUtils::sendmsg([1,$extratext.$error], $output_handler);
|
|
}
|
|
}
|
|
|
|
sub relocate_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
if ($state eq 'success') {
|
|
my $vmtab = xCAT::Table->new('vm'); #TODO: update vm.storage?
|
|
my $prevloc = $tablecfg{vm}->{$parms->{node}}->[0]->{storage};
|
|
my $model;
|
|
($prevloc,$model) = split /=/,$prevloc;
|
|
my $target = $parms->{target};
|
|
if ($model) {
|
|
$target.="=$model";
|
|
}
|
|
$vmtab->setNodeAttribs($parms->{node},{storage=>$target});
|
|
xCAT::SvrUtils::sendmsg(":relocated to to ".$parms->{target}, $output_handler,$parms->{node});
|
|
} else {
|
|
relay_vmware_err($task,"Relocating to ".$parms->{target}." ",$parms->{node});
|
|
}
|
|
}
|
|
sub migrate_ok { #look like a successful migrate, callback for registering a vm
|
|
my %args = @_;
|
|
my $vmtab = xCAT::Table->new('vm');
|
|
$vmtab->setNodeAttribs($args{nodes}->[0],{host=>$args{target}});
|
|
xCAT::SvrUtils::sendmsg("migrated to ".$args{target}, $output_handler,$args{nodes}->[0]);
|
|
}
|
|
sub migrate_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
if (not $parms->{skiptodeadsource} and $state eq 'success') {
|
|
my $vmtab = xCAT::Table->new('vm');
|
|
$vmtab->setNodeAttribs($parms->{node},{host=>$parms->{target}});
|
|
xCAT::SvrUtils::sendmsg("migrated to ".$parms->{target}, $output_handler,$parms->{node});
|
|
} elsif($parms->{offline}) { #try a forceful RegisterVM instead
|
|
my $target = $parms->{target};
|
|
my $hostview = $hyphash{$target}->{conn}->find_entity_view(view_type=>'VirtualMachine',properties=>['config.name'],filter=>{name=>$parms->{node}});
|
|
if ($hostview) { #this means vcenter still has it in inventory, but on a dead node...
|
|
#unfortunately, vcenter won't give up the old one until we zap the dead hypervisor
|
|
#also unfortunately, it doesn't make it easy to find said hypervisor..
|
|
$hostview = $hyphash{$parms->{src}}->{conn}->get_view(mo_ref=>$hyphash{$parms->{src}}->{deletionref});
|
|
$task = $hostview->Destroy_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&migrate_callback;
|
|
$running_tasks{$task}->{conn} = $hyphash{$target}->{vcenter}->{conn};
|
|
$running_tasks{$task}->{data} = { offline=>1, src=>$parms->{src}, node=>$parms->{node}, target=>$target, skiptodeadsource=>1 };
|
|
} else { #it is completely gone, attempt a register_vm strategy
|
|
register_vm($target,$parms->{node},undef,\&migrate_ok,{ nodes => [$parms->{node}], target=>$target, },"failonerror");
|
|
}
|
|
} else {
|
|
relay_vmware_err($task,"Migrating to ".$parms->{target}." ",$parms->{node});
|
|
}
|
|
}
|
|
|
|
sub poweron_task_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $q = shift; #question if blocked
|
|
my $vm = shift; #path to answer questions if asked
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
xCAT::SvrUtils::sendmsg($intent, $output_handler,$node);
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
} elsif ($q and $q->text =~ /^msg.uuid.altered:/ and ($q->choice->choiceInfo->[0]->summary eq 'Cancel' and ($q->choice->choiceInfo->[0]->key eq '0'))) { #make sure it is what is what we have seen it to be
|
|
if ($parms->{forceon} and $q->choice->choiceInfo->[1]->summary eq 'I (_)?moved it' and $q->choice->choiceInfo->[1]->key eq '1') { #answer the question as 'moved'
|
|
$vm->AnswerVM(questionId=>$q->id,answerChoice=>'1');
|
|
} else {
|
|
$vm->AnswerVM(questionId=>$q->id,answerChoice=>'0');
|
|
xCAT::SvrUtils::sendmsg([1,"Failure powering on VM, it mismatched against the hypervisor. If positive VM is not running on another hypervisor, use -f to force VM on"], $output_handler,$node);
|
|
}
|
|
} elsif ($q) {
|
|
if ($q->choice->choiceInfo->[0]->summary eq 'Cancel') {
|
|
xCAT::SvrUtils::sendmsg([1,":Cancelling due to unexpected question executing task: ".$q->text], $output_handler,$node);
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,":Task hang due to unexpected question executing task, need to use VMware tools to clean up the mess for now: ".$q->text], $output_handler,$node);
|
|
}
|
|
}
|
|
|
|
}
|
|
sub chvm_task_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
my $updatehash;
|
|
if ($parms->{cpus} and $tablecfg{vm}->{$node}->[0]->{cpus}) { #need to update
|
|
$updatehash->{cpus}=$parms->{cpus};
|
|
}
|
|
if ($parms->{mem} and $tablecfg{vm}->{$node}->[0]->{memory}) { #need to update
|
|
$updatehash->{memory}=$parms->{mem};
|
|
}
|
|
if ($updatehash) {
|
|
my $vmtab = xCAT::Table->new('vm',-create=>1);
|
|
$vmtab->setNodeAttribs($node,$updatehash);
|
|
}
|
|
xCAT::SvrUtils::sendmsg($intent, $output_handler,$node);
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
sub generic_task_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
xCAT::SvrUtils::sendmsg($intent, $output_handler,$node);
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
|
|
sub migrate {
|
|
my %args = @_;
|
|
my @nodes = @{$args{nodes}};
|
|
my $hyp = $args{hyp};
|
|
my $vcenter = $hyphash{$hyp}->{vcenter}->{name};
|
|
my $datastoredest;
|
|
my $offline;
|
|
@ARGV=@{$args{exargs}};
|
|
unless (GetOptions(
|
|
's=s' => \$datastoredest,
|
|
'f' => \$offline,
|
|
)) {
|
|
xCAT::SvrUtils::sendmsg([1,"Error parsing arguments"], $output_handler);
|
|
return;
|
|
}
|
|
my $target=$hyp; #case for storage migration
|
|
if ($datastoredest and scalar @ARGV) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to mix storage migration and processing of arguments ".join(' ',@ARGV)], $output_handler);
|
|
return;
|
|
} elsif (@ARGV) {
|
|
$target=shift @ARGV;
|
|
if (@ARGV) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unrecognized arguments ".join(' ',@ARGV)], $output_handler);
|
|
return;
|
|
}
|
|
} elsif ($datastoredest) { #storage migration only
|
|
unless (validate_datastore_prereqs([],$hyp,{$datastoredest=>\@nodes})) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to find/mount target datastore $datastoredest"], $output_handler);
|
|
return;
|
|
}
|
|
foreach (@nodes) {
|
|
my $hostview = $hyphash{$hyp}->{conn}->find_entity_view(view_type=>'VirtualMachine',properties=>['config.name'],filter=>{name=>$_});
|
|
my $relocatspec = VirtualMachineRelocateSpec->new(
|
|
datastore=>$hyphash{$hyp}->{datastorerefmap}->{$datastoredest},
|
|
);
|
|
my $task = $hostview->RelocateVM_Task(spec=>$relocatspec);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&relocate_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{data} = { node => $_, target=>$datastoredest };
|
|
process_tasks; #check for tasks needing followup actions before the task is forgotten (VMWare's memory is fairly short at times
|
|
}
|
|
return;
|
|
}
|
|
if ((not $offline and $vcenterhash{$vcenter}->{badhyps}->{$hyp}) or $vcenterhash{$vcenter}->{badhyps}->{$target}) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to migrate ".join(',',@nodes)." to $target due to inability to validate vCenter connectivity"], $output_handler);
|
|
return;
|
|
}
|
|
if (($offline or $vcenterhash{$vcenter}->{goodhyps}->{$hyp}) and $vcenterhash{$vcenter}->{goodhyps}->{$target}) {
|
|
unless (validate_datastore_prereqs(\@nodes,$target)) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to verify storage state on target system"], $output_handler);
|
|
return;
|
|
}
|
|
unless (validate_network_prereqs(\@nodes,$target)) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to verify target network state"], $output_handler);
|
|
return;
|
|
}
|
|
my $dstview = get_hostview(conn=>$hyphash{$target}->{conn},hypname=>$target,properties=>['name','parent']);
|
|
unless ($hyphash{$target}->{pool}) {
|
|
$hyphash{$target}->{pool} = $hyphash{$target}->{conn}->get_view(mo_ref=>$dstview->parent,properties=>['resourcePool'])->resourcePool;
|
|
}
|
|
foreach (@nodes) {
|
|
process_tasks; #check for tasks needing followup actions before the task is forgotten (VMWare's memory is fairly short at times
|
|
my $srcview = $hyphash{$target}->{conn}->find_entity_view(view_type=>'VirtualMachine',properties=>['config.name'],filter=>{name=>$_});
|
|
if ($offline and not $srcview) { #we have a request to resurrect the dead..
|
|
register_vm($target,$_,undef,\&migrate_ok,{ nodes => [$_], exargs => $args{exargs}, target=>$target, hyp => $args{hyp}, offline => $offline },"failonerror");
|
|
return;
|
|
} elsif (not $srcview) {
|
|
$srcview = $hyphash{$hyp}->{conn}->find_entity_view(view_type=>'VirtualMachine',properties=>['config.name'],filter=>{name=>$_});
|
|
}
|
|
unless ($srcview) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to locate node in vCenter"], $output_handler,$_);
|
|
next;
|
|
}
|
|
|
|
my $task = $srcview->MigrateVM_Task(
|
|
host=>$dstview,
|
|
pool=>$hyphash{$target}->{pool},
|
|
priority=>VirtualMachineMovePriority->new('highPriority'));
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&migrate_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{data} = { node => $_, src=>$hyp, target=>$target, offline => $offline };
|
|
}
|
|
} else {
|
|
#xCAT::SvrUtils::sendmsg("Waiting for BOTH to be 'good'");
|
|
return; #One of them is still 'pending'
|
|
}
|
|
}
|
|
|
|
|
|
sub reconfig_callback {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
#$args->{reconfig_args}->{vmview}->update_view_data();
|
|
delete $args->{reconfig_args}->{vmview}; #Force a reload of the view, update_view_data seems to not work as advertised..
|
|
$args->{reconfig_fun}->(%{$args->{reconfig_args}});
|
|
}
|
|
|
|
sub repower { #Called to try power again after power down for reconfig
|
|
my $task = shift;
|
|
my $args = shift;
|
|
my $powargs=$args->{power_args};
|
|
$powargs->{pretendop}=1;
|
|
#$powargs->{vmview}->update_view_data();
|
|
delete $powargs->{vmview}; #Force a reload of the view, update_view_data seems to not work as advertised..
|
|
power(%$powargs);
|
|
}
|
|
|
|
sub retry_rmvm {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
my $node = $args->{node};
|
|
my $state = $task->info->state->val;
|
|
if ($state eq "success") {
|
|
#$Data::Dumper::Maxdepth=2;
|
|
delete $args->{args}->{vmview};
|
|
rmvm(%{$args->{args}});
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
|
|
sub rmvm {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $hyp = $args{hyp};
|
|
if (not defined $args{vmview}) { #attempt one refresh
|
|
$args{vmview} = $vmhash{$node}->{conn}->find_entity_view(view_type => 'VirtualMachine',properties=>['config.name','runtime.powerState'],filter=>{name=>$node});
|
|
if (not defined $args{vmview}) {
|
|
xCAT::SvrUtils::sendmsg([1,"VM does not appear to exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
}
|
|
@ARGV= @{$args{exargs}};
|
|
require Getopt::Long;
|
|
my $forceremove;
|
|
my $purge;
|
|
GetOptions(
|
|
'f' => \$forceremove,
|
|
'p' => \$purge,
|
|
);
|
|
my $task;
|
|
unless ($args{vmview}->{'runtime.powerState'}->val eq 'poweredOff') {
|
|
if ($forceremove) {
|
|
$task = $args{vmview}->PowerOffVM_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&retry_rmvm,
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, args=>\%args };
|
|
return;
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,"Cannot rmvm active guest (use -f argument to force)"], $output_handler,$node);
|
|
return;
|
|
}
|
|
}
|
|
if ($purge) {
|
|
$task = $args{vmview}->Destroy_Task();
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'purged' };
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp}; #$hyp_conns->{$hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
} else {
|
|
$task = $args{vmview}->UnregisterVM();
|
|
}
|
|
}
|
|
|
|
|
|
|
|
sub getreconfigspec {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $vmview = $args{view};
|
|
my $currid=$args{view}->{'config.guestId'};
|
|
my $rightid=getguestid($node);
|
|
my %conargs;
|
|
my $reconfigneeded=0;
|
|
if ($currid ne $rightid) {
|
|
$reconfigneeded=1;
|
|
$conargs{guestId}=$rightid;
|
|
}
|
|
my $newmem;
|
|
if ($tablecfg{vm}->{$node}->[0]->{memory} and $newmem = getUnits($tablecfg{vm}->{$node}->[0]->{memory},"M",1048576)) {
|
|
my $currmem = $vmview->{'config.hardware.memoryMB'};
|
|
if ($newmem ne $currmem) {
|
|
$conargs{memoryMB} = $newmem;
|
|
$reconfigneeded=1;
|
|
}
|
|
}
|
|
my $newcpus;
|
|
if ($tablecfg{vm}->{$node}->[0]->{cpus} and $newcpus = $tablecfg{vm}->{$node}->[0]->{cpus}) {
|
|
my $currncpu = $vmview->{'config.hardware.numCPU'};
|
|
if ($newcpus ne $currncpu) {
|
|
$conargs{numCPUs} = $newcpus;
|
|
$reconfigneeded=1;
|
|
}
|
|
}
|
|
if ($reconfigneeded) {
|
|
return VirtualMachineConfigSpec->new(%conargs);
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
#This routine takes a single node, managing vmv instance, and task tracking hash to submit a power on request
|
|
sub power {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $hyp = $args{hyp};
|
|
my $pretendop = $args{pretendop}; #to pretend a system was on for reset or boot when we have to turn it off internally for reconfig
|
|
if (not defined $args{vmview}) { #attempt one refresh
|
|
$args{vmview} = $vmhash{$node}->{conn}->find_entity_view(view_type => 'VirtualMachine',properties=>['config.name','config.guestId','config.hardware.memoryMB','config.hardware.numCPU','runtime.powerState'],filter=>{name=>$node});
|
|
#vmview not existing now is not an issue, this function
|
|
#is designed to handle that and correct if reasonably possible
|
|
#comes into play particularly in a stateless context
|
|
}
|
|
@ARGV = @{$args{exargs}}; #for getoptions;
|
|
my $forceon;
|
|
require Getopt::Long;
|
|
GetOptions(
|
|
'force|f' => \$forceon,
|
|
);
|
|
my $subcmd = $ARGV[0];
|
|
my $intent="";
|
|
my $task;
|
|
my $currstat;
|
|
|
|
if ($args{vmview}) {
|
|
$currstat = $args{vmview}->{'runtime.powerState'}->val;
|
|
if (grep /$subcmd/,qw/on reset boot/) {
|
|
my $reconfigspec;
|
|
if ($reconfigspec = getreconfigspec(node=>$node,view=>$args{vmview})) {
|
|
if ($currstat eq 'poweredOff') {
|
|
#xCAT::SvrUtils::sendmsg("Correcting guestId because $currid and $rightid are not the same...");#DEBUG
|
|
my $task = $args{vmview}->ReconfigVM_Task(spec=>$reconfigspec);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&reconfig_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, reconfig_fun=>\&power, reconfig_args=>\%args };
|
|
return;
|
|
} elsif (grep /$subcmd/,qw/reset boot/) { #going to have to do a 'cycle' and present it up normally..
|
|
#xCAT::SvrUtils::sendmsg("DEBUG: forcing a cycle");
|
|
$task = $args{vmview}->PowerOffVM_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&repower;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, power_args=>\%args};
|
|
return; #we have to wait
|
|
}
|
|
#TODO: fixit
|
|
#xCAT::SvrUtils::sendmsg("I see vm has $currid and I want it to be $rightid");
|
|
}
|
|
}
|
|
} else {
|
|
$currstat = 'off';
|
|
}
|
|
if ($currstat eq 'poweredOff') {
|
|
$currstat = 'off';
|
|
} elsif ($currstat eq 'poweredOn') {
|
|
$currstat = 'on';
|
|
} elsif ($currstat eq 'suspended') {
|
|
$currstat = 'suspend';
|
|
}
|
|
if ($subcmd =~ /^stat/) {
|
|
xCAT::SvrUtils::sendmsg($currstat, $output_handler,$node);
|
|
return;
|
|
}
|
|
if ($subcmd =~ /boot/) {
|
|
$intent = "$currstat ";
|
|
if ($currstat eq 'on' or $args{pretendop}) {
|
|
$intent = "on ";
|
|
$subcmd = 'reset';
|
|
} else {
|
|
$subcmd = 'on';
|
|
}
|
|
}
|
|
if ($subcmd =~ /on/) {
|
|
if ($currstat eq 'off' or $currstat eq 'suspend') {
|
|
if (not $args{vmview}) { #We are asking to turn on a system the hypervisor
|
|
#doesn't know, attempt to register it first
|
|
register_vm($hyp,$node,undef,\&power,\%args);
|
|
return; #We'll pick it up on the retry if it gets registered
|
|
}
|
|
eval {
|
|
if ($hyp) {
|
|
$task = $args{vmview}->PowerOnVM_Task(host=>$hyphash{$hyp}->{hostview});
|
|
} else {
|
|
$task = $args{vmview}->PowerOnVM_Task(); #DRS may have it's way with me
|
|
}
|
|
};
|
|
if ($@) {
|
|
xCAT::SvrUtils::sendmsg([1,":".$@], $output_handler,$node);
|
|
return;
|
|
}
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&poweron_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp}; #$hyp_conns->{$hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => $intent.'on', forceon=>$forceon };
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg($currstat, $output_handler,$node);
|
|
}
|
|
} elsif ($subcmd =~ /softoff/) {
|
|
if ($currstat eq 'on') {
|
|
$args{vmview}->ShutdownGuest();
|
|
xCAT::SvrUtils::sendmsg("softoff", $output_handler,$node);
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg($currstat, $output_handler,$node);
|
|
}
|
|
} elsif ($subcmd =~ /off/) {
|
|
if ($currstat eq 'on') {
|
|
$task = $args{vmview}->PowerOffVM_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'off' };
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg($currstat, $output_handler,$node);
|
|
}
|
|
} elsif ($subcmd =~ /suspend/) {
|
|
if ($currstat eq 'on') {
|
|
$task = $args{vmview}->SuspendVM_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'suspend' };
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg("off", $output_handler,$node);
|
|
}
|
|
} elsif ($subcmd =~ /reset/) {
|
|
if ($currstat eq 'on') {
|
|
$task = $args{vmview}->ResetVM_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => $intent.'reset' };
|
|
} elsif ($args{pretendop}) { #It is off, but pretend it was on
|
|
eval {
|
|
if ($hyp) {
|
|
$task = $args{vmview}->PowerOnVM_Task(host=>$hyphash{$hyp}->{hostview});
|
|
} else {
|
|
$task = $args{vmview}->PowerOnVM_Task(); #allow DRS
|
|
}
|
|
};
|
|
if ($@) {
|
|
xCAT::SvrUtils::sendmsg([1,":".$@], $output_handler,$node);
|
|
return;
|
|
}
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{vm} = $node;
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => $intent.'reset' };
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg($currstat, $output_handler,$node);
|
|
}
|
|
}
|
|
}
|
|
sub generic_vm_operation { #The general form of firing per-vm requests to ESX hypervisor
|
|
my $properties = shift; #The relevant properties to the general task, MUST INCLUDE config.name
|
|
my $function = shift; #The function to actually run against the right VM view
|
|
my @exargs = @_; #Store the rest to pass on
|
|
my $hyp;
|
|
my $vmviews;
|
|
my %vcviews; #views populated once per vcenter server for improved performance
|
|
my $node;
|
|
foreach $hyp (keys %hyphash) {
|
|
if ($viavcenterbyhyp->{$hyp}) {
|
|
foreach $node (keys %{$hyphash{$hyp}->{nodes}}){
|
|
$vcenterhash{$hyphash{$hyp}->{vcenter}->{name}}->{vms}->{$node}=1;
|
|
}
|
|
}
|
|
}
|
|
my $cluster;
|
|
foreach $cluster (keys %clusterhash) {
|
|
foreach $node (keys %{$clusterhash{$cluster}->{nodes}}) {
|
|
$vcenterhash{$clusterhash{$cluster}->{vcenter}->{name}}->{vms}->{$node}=1;
|
|
}
|
|
}
|
|
my $currentvcenter;
|
|
foreach $currentvcenter (keys %vcenterhash) {
|
|
#retrieve all vm views in one gulp
|
|
my $vmsearchstring = join(")|(",keys %{$vcenterhash{$currentvcenter}->{vms}});
|
|
$vmsearchstring = '^(('.$vmsearchstring.'))(\z|\.)';
|
|
my $regex = qr/$vmsearchstring/o;
|
|
$vcviews{$currentvcenter} = $vcenterhash{$currentvcenter}->{conn}->find_entity_views(view_type => 'VirtualMachine',properties=>$properties,filter=>{'config.name'=>$regex});
|
|
}
|
|
foreach $hyp (keys %hyphash) {
|
|
if ($viavcenterbyhyp->{$hyp}) {
|
|
if ($vcviews{$hyphash{$hyp}->{vcenter}->{name}}) { next; }
|
|
confess "I didn't expect this at all...\n"; #remove if hit, but want to see if this actually goes further..
|
|
#$vcviews{$hyphash{$hyp}->{vcenter}->{name}} = $hyphash{$hyp}->{conn}->find_entity_views(view_type => 'VirtualMachine',properties=>$properties);
|
|
foreach (@{$vcviews{$hyphash{$hyp}->{vcenter}->{name}}}) {
|
|
my $node = $_->{'config.name'};
|
|
unless (defined $tablecfg{vm}->{$node}) {
|
|
$node =~ s/\..*//; #try the short name;
|
|
}
|
|
if (defined $tablecfg{vm}->{$node}) { #see if the host pointer requires a refresh
|
|
my $host = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$_->{'runtime.host'},properties=>['summary.config.name']);
|
|
$host = $host->{'summary.config.name'};
|
|
if ( $tablecfg{vm}->{$node}->[0]->{host} eq "$host" ) { next; }
|
|
my $newnhost = inet_aton($host);
|
|
my $oldnhost = inet_aton($tablecfg{vm}->{$node}->[0]->{host});
|
|
if ($newnhost eq $oldnhost) { next; } #it resolved fine
|
|
my $shost = $host;
|
|
$shost =~ s/\..*//;
|
|
if ( $tablecfg{vm}->{$node}->[0]->{host} eq "$shost" ) { next; }
|
|
#time to figure out which of these is a node
|
|
my @nodes = noderange("$host,$shost");
|
|
my $vmtab = xCAT::Table->new("vm",-create=>1);
|
|
unless($vmtab){
|
|
die "Error opening vm table";
|
|
}
|
|
if ($nodes[0]) {
|
|
print $node. " and ".$nodes[0];
|
|
$vmtab->setNodeAttribs($node,{host=>$nodes[0]});
|
|
} #else {
|
|
# $vmtab->setNodeAttribs($node,{host=>$host});
|
|
#}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
my @entitylist;
|
|
push @entitylist,keys %hyphash;
|
|
push @entitylist,keys %clusterhash;
|
|
foreach my $entity (@entitylist) {
|
|
if ($hyphash{$entity}) {
|
|
$hyp=$entity; #save some retyping...
|
|
if ($viavcenterbyhyp->{$hyp}) {
|
|
$vmviews= $vcviews{$hyphash{$hyp}->{vcenter}->{name}}
|
|
} else {
|
|
$vmviews = [];
|
|
my $node;
|
|
foreach $node (sort (keys %{$hyphash{$hyp}->{nodes}})){
|
|
push @{$vmviews},$hyphash{$hyp}->{conn}->find_entity_view(view_type => 'VirtualMachine',properties=>$properties,filter=>{'config.name'=>qr/^$node/});
|
|
}
|
|
#$vmviews = $hyphash{$hyp}->{conn}->find_entity_views(view_type => 'VirtualMachine',properties=>$properties);
|
|
}
|
|
my %mgdvms; #sort into a hash for convenience
|
|
foreach (@$vmviews) {
|
|
$mgdvms{$_->{'config.name'}} = $_;
|
|
}
|
|
my $node;
|
|
foreach $node (sort (keys %{$hyphash{$hyp}->{nodes}})){
|
|
$function->(
|
|
node=>$node,
|
|
hyp=>$hyp,
|
|
vmview=>$mgdvms{$node},
|
|
exargs=>\@exargs
|
|
);
|
|
process_tasks; #check for tasks needing followup actions before the task is forgotten (VMWare's memory is fairly short at times
|
|
}
|
|
} else { #a cluster.
|
|
$vmviews= $vcviews{$clusterhash{$entity}->{vcenter}->{name}};
|
|
my %mgdvms; #sort into a hash for convenience
|
|
foreach (@$vmviews) {
|
|
$mgdvms{$_->{'config.name'}} = $_;
|
|
}
|
|
my $node;
|
|
foreach $node (sort (keys %{$clusterhash{$entity}->{nodes}})){
|
|
$function->(
|
|
node=>$node,
|
|
cluster=>$entity,
|
|
vm=>$node,
|
|
vmview=>$mgdvms{$node},
|
|
exargs=>\@exargs
|
|
);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
sub generic_hyp_operation { #The general form of firing per-hypervisor requests to ESX hypervisor
|
|
my $function = shift; #The function to actually run against the right VM view
|
|
my @exargs = @_; #Store the rest to pass on
|
|
my $hyp;
|
|
foreach $hyp (keys %hyphash) {
|
|
process_tasks; #check for tasks needing followup actions before the task is forgotten (VMWare's memory is fairly short at times
|
|
my @relevant_nodes = sort (keys %{$hyphash{$hyp}->{nodes}});
|
|
unless (scalar @relevant_nodes) {
|
|
next;
|
|
}
|
|
$function->(
|
|
nodes => \@relevant_nodes,
|
|
hyp => $hyp,
|
|
exargs => \@exargs
|
|
);
|
|
#my $vmviews = $hyp_conns->{$hyp}->find_entity_views(view_type => 'VirtualMachine',properties=>['runtime.powerState','config.name']);
|
|
#my %mgdvms; #sort into a hash for convenience
|
|
#foreach (@$vmviews) {
|
|
# $mgdvms{$_->{'config.name'}} = $_;
|
|
#}
|
|
#my $node;
|
|
#foreach $node (sort (keys %{$hyp_hash->{$hyp}->{nodes}})){
|
|
# $function->($node,$mgdvms{$node},$taskstotrack,$callback,@exargs);
|
|
#REMINDER FOR RINV TO COME
|
|
# foreach (@nothing) { #@{$mgdvms{$node}->config->hardware->device}) {
|
|
# if (defined $_->{macAddress}) {
|
|
# print "\nFound a mac: ".$_->macAddress."\n";
|
|
# }
|
|
# }
|
|
# }
|
|
}
|
|
foreach $hyp (keys %clusterhash) { #clonevm, mkvm, rmigrate could land here in clustered mode with DRS/HA
|
|
process_tasks;
|
|
my @relevant_nodes = sort (keys %{$clusterhash{$hyp}->{nodes}});
|
|
unless (scalar @relevant_nodes) {
|
|
next;
|
|
}
|
|
$function->(nodes => \@relevant_nodes,cluster=>$hyp,exargs => \@exargs,conn=>$clusterhash{$hyp}->{conn});
|
|
}
|
|
}
|
|
|
|
sub rmhypervisor_disconnected {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $node = $parms->{node};
|
|
my $hyp = $node;
|
|
my $state = $task->info->state->val;
|
|
if ($state eq 'success') {
|
|
my $task = $hyphash{$hyp}->{hostview}->Destroy_Task();
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'removed' };
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} =$hyp;
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
sub rmhypervisor_inmaintenance {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
my $hyp = $parms->{node};
|
|
my $task = $hyphash{$hyp}->{hostview}->DisconnectHost_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&rmhypervisor_disconnected;
|
|
$running_tasks{$task}->{hyp} = $hyp;
|
|
$running_tasks{$task}->{data} = { node => $hyp };
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
|
|
sub lsvm {
|
|
my %args = @_;
|
|
my $hyp = $args{hyp};
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager']);
|
|
use Data::Dumper;
|
|
my $vms = $hyphash{$hyp}->{hostview}->vm;
|
|
unless ($vms) {
|
|
return;
|
|
}
|
|
foreach (@$vms) {
|
|
my $vmv = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$_);
|
|
xCAT::SvrUtils::sendmsg($vmv->name, $output_handler,$hyp);
|
|
}
|
|
return;
|
|
}
|
|
|
|
sub rshutdown { #TODO: refactor with next function too
|
|
my %args = @_;
|
|
my $hyp = $args{hyp};
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager']);
|
|
if (defined $hyphash{$hyp}->{hostview}) {
|
|
my $task = $hyphash{$hyp}->{hostview}->EnterMaintenanceMode_Task(timeout=>0);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&rshutdown_inmaintenance;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{data} = { node => $hyp };
|
|
}
|
|
return;
|
|
}
|
|
|
|
sub rshutdown_inmaintenance {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
my $hyp = $parms->{node};
|
|
if (defined $hyphash{$hyp}->{hostview}) {
|
|
my $task = $hyphash{$hyp}->{hostview}->ShutdownHost_Task(force=>0);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $hyp;
|
|
$running_tasks{$task}->{data} = { node => $hyp, successtext => "shutdown initiated" };
|
|
}
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
return;
|
|
}
|
|
|
|
sub rmhypervisor {
|
|
my %args = @_;
|
|
my $hyp = $args{hyp};
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager']);
|
|
if (defined $hyphash{$hyp}->{hostview}) {
|
|
my $task = $hyphash{$hyp}->{hostview}->EnterMaintenanceMode_Task(timeout=>0);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&rmhypervisor_inmaintenance;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{data} = { node => $hyp };
|
|
}
|
|
return;
|
|
}
|
|
|
|
sub clonevms {
|
|
my %args=@_;
|
|
my $nodes = $args{nodes};
|
|
my $hyp = $args{hyp};
|
|
my $cluster = $args{cluster};
|
|
@ARGV = @{$args{exargs}}; #for getoptions;
|
|
my $base;
|
|
my $force;
|
|
my $detach;
|
|
my $target;
|
|
require Getopt::Long;
|
|
GetOptions(
|
|
'b=s' => \$base,
|
|
'f' => \$force,
|
|
'd' => \$detach,
|
|
't=s' => \$target,
|
|
);
|
|
if ($base and $target) {
|
|
foreach my $node (@$nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,"Cannot specify both base (-b) and target (-t)"], $output_handler,$node);
|
|
}
|
|
return;
|
|
}
|
|
unless ($base or $target) {
|
|
foreach my $node (@$nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,"Must specify one of base (-b) or target (-t)"], $output_handler,$node);
|
|
}
|
|
return;
|
|
}
|
|
if ($target and (scalar @{$nodes} != 1)) {
|
|
foreach my $node (@$nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,"Cannot specify mulitple nodes to create a master from"], $output_handler,$node);
|
|
}
|
|
return;
|
|
}
|
|
if ($hyp) {
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn});
|
|
}
|
|
my $newdatastores;
|
|
my $mastername;
|
|
my $url;
|
|
my $masterref;
|
|
if ($base) { #if base, we need to pull in the target datastores
|
|
my $mastertab=xCAT::Table->new('vmmaster');
|
|
$masterref=$mastertab->getAttribs({name=>$base},[qw/storage os arch profile storagemodel nics/]);
|
|
unless ($masterref) {
|
|
foreach my $node (@$nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,"Cannot find master $base in vmmaster table"], $output_handler,$node);
|
|
}
|
|
return;
|
|
}
|
|
$newdatastores->{$masterref->{storage}}=[]; #make sure that the master datastore is mounted...
|
|
foreach (@$nodes) {
|
|
my $url;
|
|
if ($tablecfg{vm}->{$_}->[0]->{storage}) {
|
|
$url=$tablecfg{vm}->{$_}->[0]->{storage};
|
|
} else {
|
|
$url=$masterref->{storage};
|
|
}
|
|
unless ($url) { die "Shouldn't be possible"; }
|
|
if (ref $newdatastores->{$_}) {
|
|
push @{$newdatastores->{$url}},$_;
|
|
} else {
|
|
$newdatastores->{$url}=[$_];
|
|
}
|
|
}
|
|
} elsif ($target) {
|
|
$url=$target;
|
|
$url =~ s!/([^/]*)\z!!;
|
|
$mastername=$1;
|
|
$newdatastores->{$url}=[$nodes->[0]];
|
|
}
|
|
if ($hyp) {
|
|
unless (validate_datastore_prereqs($nodes,$hyp,$newdatastores)) {
|
|
return;
|
|
}
|
|
} else { #need to build datastore map for cluster
|
|
refreshclusterdatastoremap($cluster);
|
|
}
|
|
sortoutdatacenters(nodes=>$nodes,hyp=>$hyp,cluster=>$cluster);
|
|
if ($target) {
|
|
return promote_vm_to_master(node=>$nodes->[0],target=>$target,force=>$force,detach=>$detach,cluster=>$cluster,hyp=>$hyp,url=>$url,mastername=>$mastername);
|
|
} elsif ($base) {
|
|
return clone_vms_from_master(nodes=>$nodes,base=>$base,detach=>$detach,cluster=>$cluster,hyp=>$hyp,mastername=>$base,masterent=>$masterref);
|
|
}
|
|
}
|
|
sub sortoutdatacenters { #figure out all the vmfolders for all the nodes passed in
|
|
my %args=@_;
|
|
my $nodes=$args{nodes};
|
|
my $hyp=$args{hyp};
|
|
my $cluster=$args{cluster};
|
|
my %nondefaultdcs;
|
|
my $deffolder;
|
|
my $conn;
|
|
if ($hyp) {
|
|
unless (defined $hyphash{$hyp}->{vmfolder}) {
|
|
$hyphash{$hyp}->{vmfolder} = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$hyphash{$hyp}->{conn}->find_entity_view(view_type=>'Datacenter',properties=>['vmFolder'])->vmFolder);
|
|
}
|
|
$conn= $hyphash{$hyp}->{conn};
|
|
$deffolder=$hyphash{$hyp}->{vmfolder};
|
|
} else { #clustered
|
|
unless (defined $clusterhash{$cluster}->{vmfolder}) {
|
|
$clusterhash{$cluster}->{vmfolder} = $clusterhash{$cluster}->{conn}->get_view(mo_ref=>$clusterhash{$cluster}->{conn}->find_entity_view(view_type=>'Datacenter',properties=>['vmFolder'])->vmFolder);
|
|
}
|
|
$deffolder=$clusterhash{$cluster}->{vmfolder};
|
|
$conn= $clusterhash{$cluster}->{conn};
|
|
}
|
|
foreach (@$nodes) {
|
|
if ($tablecfg{vm}->{$_}->[0]->{datacenter}) {
|
|
$nondefaultdcs{$tablecfg{vm}->{$_}->[0]->{datacenter}}->{$_}=1;
|
|
} else {
|
|
$vmhash{$_}->{vmfolder}=$deffolder;
|
|
}
|
|
}
|
|
my $datacenter;
|
|
foreach $datacenter (keys %nondefaultdcs) {
|
|
my $vmfolder= $conn->get_view(mo_ref=>$conn->find_entity_view(view_type=>'Datacenter',properties=>['vmFolder'],filter=>{name=>$datacenter})->vmFolder,filter=>{name=>$datacenter});
|
|
foreach (keys %{$nondefaultdcs{$datacenter}}) {
|
|
$vmhash{$_}->{vmfolder}=$vmfolder;
|
|
}
|
|
}
|
|
}
|
|
sub clone_vms_from_master {
|
|
my %args = @_;
|
|
my $mastername=$args{mastername};
|
|
my $hyp = $args{hyp};
|
|
my $cluster=$args{cluster};
|
|
my $regex=qr/^$mastername\z/;
|
|
my @nodes=@{$args{nodes}};
|
|
my $node;
|
|
my $conn;
|
|
if ($hyp) {
|
|
$conn=$hyphash{$hyp}->{conn};
|
|
} else {
|
|
$conn=$clusterhash{$cluster}->{conn};
|
|
}
|
|
my $masterviews = $conn->find_entity_views(view_type => 'VirtualMachine',filter=>{'config.name'=>$regex});
|
|
if (scalar(@$masterviews) != 1) {
|
|
foreach $node (@nodes) {
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to find master $mastername in VMWare infrastructure"], $output_handler,$node);
|
|
}
|
|
return;
|
|
}
|
|
my $masterview=$masterviews->[0];
|
|
my $masterent=$args{masterent};
|
|
foreach $node (@nodes) {
|
|
my $destination=$tablecfg{vm}->{$node}->[0]->{storage};
|
|
my $nodetypeent;
|
|
my $vment;
|
|
foreach (qw/os arch profile/) {
|
|
$nodetypeent->{$_}=$masterent->{$_};
|
|
}
|
|
foreach (qw/storagemodel nics/) {
|
|
$vment->{$_}=$masterent->{$_};
|
|
}
|
|
$vment->{master}=$args{mastername};
|
|
unless ($destination) {
|
|
$destination=$masterent->{storage};
|
|
$vment->{storage}=$destination;
|
|
}
|
|
my $placement_resources=get_placement_resources(hyp=>$hyp,cluster=>$cluster,destination=>$destination);
|
|
my $pool=$placement_resources->{pool};
|
|
my $dstore=$placement_resources->{datastore};
|
|
my %relocatespecargs = (
|
|
datastore=>$dstore, #$hyphash{$hyp}->{datastorerefmap}->{$destination},
|
|
pool=>$pool,
|
|
#diskMoveType=>"createNewChildDiskBacking", #fyi, requires a snapshot, which isn't compatible with templates, moveChildMostDiskBacking would potentially be fine, but either way is ha incopmatible and limited to 8, arbitrary limitations hard to work around...
|
|
);
|
|
if ($hyp) { $relocatespecargs{host}=$hyphash{$hyp}->{hostview} }
|
|
my $relocatespec = VirtualMachineRelocateSpec->new(%relocatespecargs);
|
|
my $clonespec = VirtualMachineCloneSpec->new(
|
|
location=>$relocatespec,
|
|
template=>0,
|
|
powerOn=>0
|
|
);
|
|
my $vmfolder = $vmhash{$node}->{vmfolder};
|
|
my $task = $masterview->CloneVM_Task(folder=>$vmfolder,name=>$node,spec=>$clonespec);
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'Successfully cloned from '.$args{mastername}, mastername=>$args{mastername}, nodetypeent=>$nodetypeent,vment=>$vment };
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&clone_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp}; #$hyp_conns->{$hyp};
|
|
$running_tasks{$task}->{vm} = $node; #$hyp_conns->{$hyp};
|
|
}
|
|
}
|
|
sub get_placement_resources {
|
|
my %args = @_;
|
|
my $pool;
|
|
my $dstore;
|
|
my $hyp = $args{hyp};
|
|
my $cluster = $args{cluster};
|
|
my $destination=$args{destination};
|
|
if ($hyp) {
|
|
unless (defined $hyphash{$hyp}->{pool}) {
|
|
$hyphash{$hyp}->{pool} = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$hyphash{$hyp}->{hostview}->parent,properties=>['resourcePool'])->resourcePool;
|
|
}
|
|
$pool=$hyphash{$hyp}->{pool};
|
|
if ($destination) { $dstore=$hyphash{$hyp}->{datastorerefmap}->{$destination} };
|
|
} else {#clustered...
|
|
unless (defined $clusterhash{$cluster}->{pool}) {
|
|
my $cview = get_clusterview(clustname=>$cluster,conn=>$clusterhash{$cluster}->{conn});
|
|
$clusterhash{$cluster}->{pool}=$cview->resourcePool;
|
|
}
|
|
$pool=$clusterhash{$cluster}->{pool};
|
|
if ($destination) { $dstore=$clusterhash{$cluster}->{datastorerefmap}->{$destination} };
|
|
}
|
|
return {
|
|
pool=>$pool,
|
|
datastore=>$dstore,
|
|
}
|
|
}
|
|
|
|
sub clone_task_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
xCAT::SvrUtils::sendmsg($intent, $output_handler,$node);
|
|
my $nodetype=xCAT::Table->new('nodetype',-create=>1);
|
|
my $vm=xCAT::Table->new('vm',-create=>1);
|
|
$vm->setAttribs({node=>$node},$parms->{vment});
|
|
$nodetype->setAttribs({node=>$node},$parms->{nodetypeent});
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
|
|
sub promote_vm_to_master {
|
|
my %args = @_;
|
|
my $node=$args{node};
|
|
my $hyp=$args{hyp};
|
|
my $cluster=$args{cluster};
|
|
my $regex=qr/^$node(\z|\.)/;
|
|
my $conn;
|
|
if ($hyp) {
|
|
$conn=$hyphash{$hyp}->{conn};
|
|
} else {
|
|
$conn=$clusterhash{$cluster}->{conn};
|
|
}
|
|
my $nodeviews = $conn->find_entity_views(view_type => 'VirtualMachine',filter=>{'config.name'=>$regex});
|
|
if (scalar(@$nodeviews) != 1) {
|
|
xCAT::SvrUtils::sendmsg([1,"Cannot find $node in VMWare infrastructure"], $output_handler,$node);
|
|
return;
|
|
}
|
|
my $nodeview = shift @$nodeviews;
|
|
my $dstore;
|
|
if ($hyp) {
|
|
$dstore=$hyphash{$hyp}->{datastorerefmap}->{$args{url}},
|
|
} else {
|
|
$dstore=$clusterhash{$cluster}->{datastorerefmap}->{$args{url}},
|
|
}
|
|
my $relocatespec = VirtualMachineRelocateSpec->new(
|
|
datastore=>$dstore,
|
|
);
|
|
my $clonespec = VirtualMachineCloneSpec->new(
|
|
location=>$relocatespec,
|
|
template=>1,
|
|
powerOn=>0
|
|
);
|
|
my $vmfolder=$vmhash{$node}->{vmfolder};
|
|
my $task = $nodeview->CloneVM_Task(folder=>$vmfolder,name=>$args{mastername},spec=>$clonespec);
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => 'Successfully copied to '.$args{mastername}, mastername=>$args{mastername}, url=>$args{url} };
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&promote_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp}; #$hyp_conns->{$hyp};
|
|
$running_tasks{$task}->{vm}=$node;
|
|
}
|
|
sub promote_task_callback {
|
|
my $task = shift;
|
|
my $parms = shift;
|
|
my $state = $task->info->state->val;
|
|
my $node = $parms->{node};
|
|
my $intent = $parms->{successtext};
|
|
if ($state eq 'success') {
|
|
xCAT::SvrUtils::sendmsg($intent, $output_handler,$node);
|
|
my $mastertabentry = {
|
|
originator=>$requester,
|
|
vintage=>scalar(localtime),
|
|
storage=>$parms->{url},
|
|
};
|
|
foreach (qw/os arch profile/) {
|
|
if (defined ($tablecfg{nodetype}->{$node}->[0]->{$_})) {
|
|
$mastertabentry->{$_}=$tablecfg{nodetype}->{$node}->[0]->{$_};
|
|
}
|
|
}
|
|
foreach (qw/storagemodel nics/) {
|
|
if (defined ($tablecfg{vm}->{$node}->[0]->{$_})) {
|
|
$mastertabentry->{$_}=$tablecfg{vm}->{$node}->[0]->{$_};
|
|
}
|
|
}
|
|
my $vmmastertab=xCAT::Table->new('vmmaster',-create=>1);
|
|
my $date=scalar(localtime);
|
|
$vmmastertab->setAttribs({name=>$parms->{mastername}},$mastertabentry);
|
|
} elsif ($state eq 'error') {
|
|
relay_vmware_err($task,"",$node);
|
|
}
|
|
}
|
|
sub mkvms {
|
|
my %args = @_;
|
|
my $nodes = $args{nodes};
|
|
my $hyp = $args{hyp};
|
|
my $cluster = $args{cluster};
|
|
@ARGV = @{$args{exargs}}; #for getoptions;
|
|
my $disksize;
|
|
require Getopt::Long;
|
|
my $cpuCount;
|
|
my $memory;
|
|
GetOptions(
|
|
'size|s=s' => \$disksize,
|
|
"cpus=s" => \$cpuCount,
|
|
"mem=s" => \$memory
|
|
);
|
|
my $node;
|
|
my $conn;
|
|
if ($hyp) {
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager']);
|
|
unless (validate_datastore_prereqs($nodes,$hyp)) {
|
|
return;
|
|
}
|
|
$conn=$hyphash{$hyp}->{conn};
|
|
} else {
|
|
refreshclusterdatastoremap($cluster);
|
|
$conn=$clusterhash{$cluster}->{conn};
|
|
}
|
|
sortoutdatacenters(nodes=>$nodes,hyp=>$hyp,cluster=>$cluster);
|
|
my $placement_resources=get_placement_resources(hyp=>$hyp,cluster=>$cluster);
|
|
#$hyphash{$hyp}->{pool} = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$hyphash{$hyp}->{hostview}->parent,properties=>['resourcePool'])->resourcePool;
|
|
my $cfg;
|
|
foreach $node (@$nodes) {
|
|
process_tasks; #check for tasks needing followup actions before the task is forgotten (VMWare's memory is fairly short at times
|
|
if ($conn->find_entity_view(view_type=>"VirtualMachine",filter=>{name=>$node})) {
|
|
xCAT::SvrUtils::sendmsg([1,"Virtual Machine already exists"], $output_handler,$node);
|
|
next;
|
|
} else {
|
|
register_vm($hyp,$node,$disksize,undef,undef,undef,cpus=>$cpuCount,memory=>$memory,cluster=>$cluster);
|
|
}
|
|
}
|
|
my @dhcpnodes;
|
|
foreach (keys %{$tablecfg{dhcpneeded}}) {
|
|
push @dhcpnodes,$_;
|
|
delete $tablecfg{dhcpneeded}->{$_};
|
|
}
|
|
$executerequest->({command=>['makedhcp'],node=>\@dhcpnodes});
|
|
}
|
|
|
|
sub setboot {
|
|
my %args = @_;
|
|
my $node = $args{node};
|
|
my $hyp = $args{hyp};
|
|
if (not defined $args{vmview}) { #attempt one refresh
|
|
$args{vmview} = $vmhash{$node}->{conn}->find_entity_view(view_type => 'VirtualMachine',properties=>['config.name'],filter=>{name=>$node});
|
|
if (not defined $args{vmview}) {
|
|
xCAT::SvrUtils::sendmsg([1,"VM does not appear to exist"], $output_handler,$node);
|
|
return;
|
|
}
|
|
}
|
|
my $bootorder = ${$args{exargs}}[0];
|
|
#NOTE: VMware simply does not currently seem to allow programatically changing the boot
|
|
#order like other virtualization solutions supported by xCAT.
|
|
#This doesn't behave quite like any existing mechanism:
|
|
#vm.bootorder was meant to take the place of system nvram, vmware imitates that unfortunate aspect of bare metal too well..
|
|
#rsetboot was created to describe the ipmi scenario of a transient boot device, this is persistant *except* for setup, which is not
|
|
#rbootseq was meant to be entirely persistant and ordered.
|
|
#rsetboot is picked, the usage scenario matches about as good as I could think of
|
|
my $reconfigspec;
|
|
if ($bootorder =~ /setup/) {
|
|
unless ($bootorder eq 'setup') {
|
|
xCAT::SvrUtils::sendmsg([1,"rsetboot parameter may not contain 'setup' with other items, assuming vm.bootorder is just 'setup'"], $output_handler,$node);
|
|
}
|
|
$reconfigspec = VirtualMachineConfigSpec->new(
|
|
bootOptions=>VirtualMachineBootOptions->new(enterBIOSSetup=>1),
|
|
);
|
|
} else {
|
|
$bootorder = "allow:".$bootorder;
|
|
$reconfigspec = VirtualMachineConfigSpec->new(
|
|
bootOptions=>VirtualMachineBootOptions->new(enterBIOSSetup=>0),
|
|
extraConfig => [OptionValue->new(key => 'bios.bootDeviceClasses',value=>$bootorder)]
|
|
);
|
|
}
|
|
my $task = $args{vmview}->ReconfigVM_Task(spec=>$reconfigspec);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&generic_task_callback;
|
|
$running_tasks{$task}->{hyp} = $args{hyp};
|
|
$running_tasks{$task}->{data} = { node => $node, successtext => ${$args{exargs}}[0] };
|
|
}
|
|
sub register_vm {#Attempt to register existing instance of a VM
|
|
my $hyp = shift;
|
|
my $node = shift;
|
|
my $disksize = shift;
|
|
my $blockedfun = shift; #a pointer to a blocked function to call on success
|
|
my $blockedargs = shift; #hash reference to call blocked function with
|
|
my $failonerr = shift;
|
|
my %args=@_; #ok, went overboard with positional arguments, from now on, named arguments
|
|
my $task;
|
|
if ($hyp) {
|
|
validate_network_prereqs([keys %{$hyphash{$hyp}->{nodes}}],$hyp);
|
|
unless (defined $hyphash{$hyp}->{datastoremap} or validate_datastore_prereqs([keys %{$hyphash{$hyp}->{nodes}}],$hyp)) {
|
|
die "unexpected condition";
|
|
}
|
|
} else {
|
|
scan_cluster_networks($args{cluster});
|
|
}
|
|
|
|
sortoutdatacenters(nodes=>[$node],hyp=>$hyp,cluster=>$args{cluster});
|
|
my $placement_resources=get_placement_resources(hyp=>$hyp,cluster=>$args{cluster});
|
|
|
|
# Try to add an existing VM to the machine folder
|
|
my $success = eval {
|
|
if ($hyp) {
|
|
$task = $vmhash{$node}->{vmfolder}->RegisterVM_Task(path=>getcfgdatastore($node,$hyphash{$hyp}->{datastoremap})." /$node/$node.vmx",name=>$node,pool=>$hyphash{$hyp}->{pool},asTemplate=>0);
|
|
} else {
|
|
$task = $vmhash{$node}->{vmfolder}->RegisterVM_Task(path=>getcfgdatastore($node,$clusterhash{$args{cluster}}->{datastoremap})." /$node/$node.vmx",name=>$node,pool=>$placement_resources->{pool},asTemplate=>0);
|
|
}
|
|
};
|
|
# if we couldn't add it then it means it wasn't created yet. So we create it.
|
|
my $cluster=$args{cluster};
|
|
if ($@ or not $success) {
|
|
#if (ref($@) eq 'SoapFault') {
|
|
# if (ref($@->detail) eq 'NotFound') {
|
|
register_vm_callback(undef, {
|
|
node => $node,
|
|
disksize => $disksize,
|
|
blockedfun => $blockedfun,
|
|
blockedargs => $blockedargs,
|
|
errregister=>$failonerr,
|
|
cpus=>$args{cpus},
|
|
memory=>$args{memory},
|
|
hyp => $hyp,
|
|
cluster=>$cluster,
|
|
});
|
|
}
|
|
if ($task) {
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \®ister_vm_callback;
|
|
$running_tasks{$task}->{hyp} = $hyp;
|
|
$running_tasks{$task}->{cluster} = $cluster;
|
|
$running_tasks{$task}->{data} = {
|
|
node => $node,
|
|
disksize => $disksize,
|
|
blockedfun => $blockedfun,
|
|
blockedargs => $blockedargs,
|
|
errregister=>$failonerr,
|
|
cpus=>$args{cpus},
|
|
memory=>$args{memory},
|
|
hyp => $hyp,
|
|
cluster=>$cluster,
|
|
};
|
|
}
|
|
}
|
|
|
|
sub register_vm_callback {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
if (not $task or $task->info->state->val eq 'error') { #TODO: fail for 'rpower' flow, mkvm is too invasive in VMWare to be induced by 'rpower on'
|
|
if (not defined $args->{blockedfun}) {
|
|
mknewvm($args->{node},$args->{disksize},$args->{hyp},$args);
|
|
} elsif ($args->{errregister}) {
|
|
relay_vmware_err($task,"",$args->{node});
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,"mkvm must be called before use of this function"], $output_handler,$args->{node});
|
|
}
|
|
} elsif (defined $args->{blockedfun}) { #If there is a blocked function, call it here)
|
|
$args->{blockedfun}->(%{$args->{blockedargs}});
|
|
}
|
|
}
|
|
|
|
|
|
sub getURI {
|
|
my $method = shift;
|
|
my $location = shift;
|
|
my $uri = '';
|
|
|
|
if($method =~ /nfs/){
|
|
|
|
(my $server,my $path) = split/\//,$location,2;
|
|
$server =~ s/:$//; #tolerate habitual colons
|
|
my $servern = inet_aton($server);
|
|
unless ($servern) {
|
|
xCAT::SvrUtils::sendmsg([1,"could not resolve '$server' to an address from vm.storage/vm.cfgstore"], $output_handler);
|
|
}
|
|
$server = inet_ntoa($servern);
|
|
$uri = "nfs://$server/$path";
|
|
}elsif($method =~ /vmfs/){
|
|
(my $name, undef) = split /\//,$location,2;
|
|
$name =~ s/:$//; #remove a : if someone put it in for some reason.
|
|
$uri = "vmfs://$name";
|
|
}else{
|
|
xCAT::SvrUtils::sendmsg([1,"Unsupported VMware Storage Method: $method. Please use 'vmfs or nfs'"], $output_handler);
|
|
}
|
|
|
|
return $uri;
|
|
}
|
|
|
|
|
|
sub getcfgdatastore {
|
|
my $node = shift;
|
|
my $dses = shift;
|
|
my $cfgdatastore = $tablecfg{vm}->{$node}->[0]->{cfgstore};
|
|
unless ($cfgdatastore) {
|
|
$cfgdatastore = $tablecfg{vm}->{$node}->[0]->{storage};
|
|
#TODO: if multiple drives are specified, make sure to split this out
|
|
#DONE: I believe the regex after this conditional takes care of that case already..
|
|
}
|
|
$cfgdatastore =~ s/=.*//;
|
|
(my $method,my $location) = split /:\/\//,$cfgdatastore,2;
|
|
my $uri = $cfgdatastore;
|
|
unless ($dses->{$uri}) { #don't call getURI if map works out fine already
|
|
$uri = getURI($method,$location);
|
|
}
|
|
$cfgdatastore = "[".$dses->{$uri}."]";
|
|
#$cfgdatastore =~ s/,.*$//; #these two lines of code were kinda pointless
|
|
#$cfgdatastore =~ s/\/$//;
|
|
return $cfgdatastore;
|
|
}
|
|
|
|
|
|
sub mknewvm {
|
|
my $node=shift;
|
|
my $disksize=shift;
|
|
my $hyp=shift;
|
|
my $otherargs=shift;
|
|
my $cluster=$otherargs->{cluster};
|
|
my $placement_resources=get_placement_resources(hyp=>$hyp,cluster=>$cluster);
|
|
my $pool=$placement_resources->{pool};
|
|
my $cfg;
|
|
if ($hyp) {
|
|
$cfg = build_cfgspec($node,$hyphash{$hyp}->{datastoremap},$hyphash{$hyp}->{nets},$disksize,$hyp,$otherargs);
|
|
} else { #cluster based..
|
|
$cfg = build_cfgspec($node,$clusterhash{$cluster}->{datastoremap},$clusterhash{$cluster}->{nets},$disksize,$hyp,$otherargs);
|
|
}
|
|
my $task;
|
|
if ($hyp) {
|
|
$task = $vmhash{$node}->{vmfolder}->CreateVM_Task(config=>$cfg,pool=>$hyphash{$hyp}->{pool},host=>$hyphash{$hyp}->{hostview});
|
|
} else {
|
|
$task = $vmhash{$node}->{vmfolder}->CreateVM_Task(config=>$cfg,pool=>$pool); #drs away
|
|
}
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&mkvm_callback;
|
|
$running_tasks{$task}->{hyp} = $hyp;
|
|
$running_tasks{$task}->{cluster} = $cluster;
|
|
$running_tasks{$task}->{data} = { hyp=>$hyp, cluster=>$cluster, node => $node };
|
|
}
|
|
|
|
|
|
sub getUnits {
|
|
my $amount = shift;
|
|
my $defunit = shift;
|
|
my $divisor=shift;
|
|
unless ($amount) { return; }
|
|
unless ($divisor) {
|
|
$divisor = 1;
|
|
}
|
|
if ($amount =~ /(\D)$/) { #If unitless, add unit
|
|
$defunit=$1;
|
|
chop $amount;
|
|
}
|
|
if ($defunit =~ /k/i) {
|
|
return $amount*1024/$divisor;
|
|
} elsif ($defunit =~ /m/i) {
|
|
return $amount*1048576/$divisor;
|
|
} elsif ($defunit =~ /g/i) {
|
|
return $amount*1073741824/$divisor;
|
|
}
|
|
}
|
|
|
|
|
|
sub getguestid {
|
|
my $osfound=0;
|
|
my $node = shift;
|
|
my $nodeos = $tablecfg{nodetype}->{$node}->[0]->{os};
|
|
my $nodearch = $tablecfg{nodetype}->{$node}->[0]->{arch};
|
|
foreach (keys %guestidmap) {
|
|
if (defined($nodeos) and $nodeos =~ /$_/) {
|
|
if ($nodearch eq 'x86_64') {
|
|
$nodeos=$guestidmap{$_}."64Guest";
|
|
} else {
|
|
$nodeos=$guestidmap{$_};
|
|
$nodeos =~ s/_$//;
|
|
$nodeos .= "Guest";
|
|
}
|
|
$osfound=1;
|
|
last;
|
|
}
|
|
}
|
|
unless ($osfound) {
|
|
if (defined($nodearch) and $nodearch eq 'x86_64') {
|
|
$nodeos="otherGuest64";
|
|
} else {
|
|
$nodeos="otherGuest";
|
|
}
|
|
}
|
|
return $nodeos;
|
|
}
|
|
|
|
sub build_cfgspec {
|
|
my $node = shift;
|
|
my $dses = shift; #map to match vm table to datastore names
|
|
my $netmap = shift;
|
|
my $disksize = shift;
|
|
my $hyp = shift;
|
|
my $otherargs=shift;
|
|
my $memory;
|
|
my $ncpus;
|
|
my $updatehash;
|
|
if ($otherargs->{memory}) {
|
|
$memory=getUnits($otherargs->{memory},"M",1048576);
|
|
if ($tablecfg{vm}->{$node}->[0]->{memory}) {
|
|
$updatehash->{memory}=$memory;
|
|
}
|
|
} elsif ($tablecfg{vm}->{$node}->[0]->{memory}) {
|
|
$memory = getUnits($tablecfg{vm}->{$node}->[0]->{memory},"M",1048576);
|
|
} else {
|
|
$memory = 512;
|
|
}
|
|
if ($otherargs->{cpus}) {
|
|
$ncpus=$otherargs->{cpus};
|
|
if ($tablecfg{vm}->{$node}->[0]->{cpus}) {
|
|
$updatehash->{cpus}=$ncpus;
|
|
}
|
|
} elsif ($tablecfg{vm}->{$node}->[0]->{cpus}) {
|
|
$ncpus = $tablecfg{vm}->{$node}->[0]->{cpus};
|
|
} else {
|
|
$ncpus = 1;
|
|
}
|
|
if ($updatehash) {
|
|
my $vmtab = xCAT::Table->new('vm',-create=>1);
|
|
$vmtab->setNodeAttribs($node,$updatehash);
|
|
}
|
|
my @devices;
|
|
$currkey=0;
|
|
push @devices,create_storage_devs($node,$dses,$disksize);
|
|
push @devices,create_nic_devs($node,$netmap,$hyp);
|
|
#my $cfgdatastore = $tablecfg{vm}->{$node}->[0]->{storage}; #TODO: need a new cfglocation field in case of stateless guest?
|
|
#$cfgdatastore =~ s/,.*$//;
|
|
#$cfgdatastore =~ s/\/$//;
|
|
#$cfgdatastore = "[".$dses->{$cfgdatastore}."]";
|
|
my $cfgdatastore = getcfgdatastore($node,$dses);
|
|
my $vfiles = VirtualMachineFileInfo->new(vmPathName=>$cfgdatastore);
|
|
#my $nodeos = $tablecfg{nodetype}->{$node}->[0]->{os};
|
|
#my $nodearch = $tablecfg{nodetype}->{$node}->[0]->{arch};
|
|
my $nodeos = getguestid($node); #nodeos=>$nodeos,nodearch=>$nodearch);
|
|
my $uuid;
|
|
if ($tablecfg{vpd}->{$node}->[0]->{uuid}) {
|
|
$uuid = $tablecfg{vpd}->{$node}->[0]->{uuid};
|
|
} else {
|
|
if ($tablecfg{mac}->{$node}->[0]->{mac}) { #a uuidv1 is possible, generate that for absolute uniqueness guarantee
|
|
my $mac = $tablecfg{mac}->{$node}->[0]->{mac};
|
|
$mac =~ s/\|.*//;
|
|
$mac =~ s/!.*//;
|
|
$uuid=xCAT::Utils::genUUID(mac=>$mac);
|
|
} else {
|
|
$uuid=xCAT::Utils::genUUID();
|
|
}
|
|
|
|
my $vpdtab = xCAT::Table->new('vpd');
|
|
$vpdtab->setNodeAttribs($node,{uuid=>$uuid});
|
|
}
|
|
return VirtualMachineConfigSpec->new(
|
|
name => $node,
|
|
files => $vfiles,
|
|
guestId=>$nodeos,
|
|
memoryMB => $memory,
|
|
numCPUs => $ncpus,
|
|
deviceChange => \@devices,
|
|
uuid=>$uuid,
|
|
);
|
|
}
|
|
|
|
sub create_nic_devs {
|
|
my $node = shift;
|
|
my $netmap = shift;
|
|
my $hyp = shift;
|
|
my @networks = split /,/,$tablecfg{vm}->{$node}->[0]->{nics};
|
|
my @devs;
|
|
my $idx = 0;
|
|
my @macs = xCAT::VMCommon::getMacAddresses(\%tablecfg,$node,scalar @networks);
|
|
my $connprefs=VirtualDeviceConnectInfo->new(
|
|
allowGuestControl=>1,
|
|
connected=>0,
|
|
startConnected => 1
|
|
);
|
|
my $model=$tablecfg{vm}->{$node}->[0]->{nicmodel};
|
|
unless ($model) {
|
|
$model='e1000';
|
|
}
|
|
foreach (@networks) {
|
|
my $pgname=$_;
|
|
if ($hyp) {
|
|
$pgname = $hyphash{$hyp}->{pgnames}->{$_};
|
|
}
|
|
s/.*://;
|
|
s/=(.*)$//;
|
|
my $tmpmodel=$model;
|
|
if ($1) { $tmpmodel=$1; }
|
|
my $netname = $_;
|
|
my $backing = VirtualEthernetCardNetworkBackingInfo->new(
|
|
network => $netmap->{$pgname},
|
|
deviceName=>$pgname,
|
|
);
|
|
my %newcardargs=(
|
|
key=>0,#3, #$currkey++,
|
|
backing=>$backing,
|
|
addressType=>"manual",
|
|
macAddress=>shift @macs,
|
|
connectable=>$connprefs,
|
|
wakeOnLanEnabled=>1, #TODO: configurable in tables?
|
|
);
|
|
my $newcard;
|
|
if ($tmpmodel eq 'e1000') {
|
|
$newcard=VirtualE1000->new(%newcardargs);
|
|
} elsif ($tmpmodel eq 'vmxnet3') {
|
|
$newcard=VirtualVmxnet3->new(%newcardargs);
|
|
} elsif ($tmpmodel eq 'pcnet32') {
|
|
$newcard=VirtualPCNet32->new(%newcardargs);
|
|
} elsif ($tmpmodel eq 'vmxnet2') {
|
|
$newcard=VirtualVmxnet2->new(%newcardargs);
|
|
} elsif ($tmpmodel eq 'vmxnet') {
|
|
$newcard=VirtualVmxnet->new(%newcardargs);
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,"$tmpmodel not a recognized nic type, falling back to e1000 (vmxnet3, e1000, pcnet32, vmxnet2, vmxnet are recognized"], $output_handler,$node);
|
|
$newcard=VirtualE1000->new(%newcardargs);
|
|
}
|
|
|
|
push @devs,VirtualDeviceConfigSpec->new(device => $newcard,
|
|
operation => VirtualDeviceConfigSpecOperation->new('add'));
|
|
$idx++;
|
|
}
|
|
return @devs;
|
|
die "Stop running for test";
|
|
}
|
|
|
|
sub create_storage_devs {
|
|
my $node = shift;
|
|
my $sdmap = shift;
|
|
my $sizes = shift;
|
|
my @sizes = split /[,:]/, $sizes;
|
|
my $existingScsiCont = shift;
|
|
my $scsiUnit = shift;
|
|
my $existingIdeCont = shift;
|
|
my $ideUnit = shift;
|
|
my $devices = shift;
|
|
my %args=@_;
|
|
my $scsicontrollerkey=0;
|
|
my $idecontrollerkey=200; #IDE 'controllers' exist at 200 and 201 invariably, with no flexibility?
|
|
#Cannot find documentation that declares this absolute, but attempts to do otherwise
|
|
#lead in failure, also of note, these are single-channel controllers, so two devs per controller
|
|
|
|
my $backingif;
|
|
my @devs;
|
|
my $havescsidevs =0;
|
|
my $disktype = 'ide';
|
|
my $ideunitnum=0;
|
|
my $scsiunitnum=0;
|
|
my $havescsicontroller=0;
|
|
my %usedideunits;
|
|
my %usedscsiunits=(7=>1,'7'=>1);
|
|
if (defined $existingScsiCont) {
|
|
$havescsicontroller=1;
|
|
$scsicontrollerkey = $existingScsiCont->{key};
|
|
$scsiunitnum = $scsiUnit;
|
|
%usedscsiunits = %{getUsedUnits($scsicontrollerkey,$devices)};
|
|
}
|
|
if (defined $existingIdeCont) {
|
|
$idecontrollerkey = $existingIdeCont->{key};
|
|
$ideunitnum = $ideUnit;
|
|
%usedideunits = %{getUsedUnits($idecontrollerkey,$devices)};
|
|
}
|
|
my $unitnum;
|
|
my %disktocont;
|
|
my $dev;
|
|
my @storelocs = split /,/,$tablecfg{vm}->{$node}->[0]->{storage};
|
|
my $globaldisktype = $tablecfg{vm}->{$node}->[0]->{storagemodel};
|
|
unless ($globaldisktype) { $globaldisktype='ide'; }
|
|
#number of devices is the larger of the specified sizes (TODO: masters) or storage pools to span
|
|
my $numdevs = (scalar @storelocs > scalar @sizes ? scalar @storelocs : scalar @sizes);
|
|
while ($numdevs-- > 0) {
|
|
my $storeloc = shift @storelocs;
|
|
unless (scalar @storelocs) { @storelocs = ($storeloc); } #allow reuse of one cfg specified pool for multiple devs
|
|
my $disksize = shift @sizes;
|
|
unless (scalar @sizes) { @sizes = ($disksize); } #if we emptied the array, stick the last entry back on to allow it to specify all remaining disks
|
|
$disksize = getUnits($disksize,'G',1024);
|
|
$disktype = $globaldisktype;
|
|
if ($storeloc =~ /=/) {
|
|
($storeloc,$disktype) = split /=/,$storeloc;
|
|
}
|
|
if ($disktype eq 'ide' and $args{idefull}) {
|
|
xCAT::SvrUtils::sendmsg([1,"VM is at capacity for IDE devices, a drive was not added"], $output_handler,$node);
|
|
return;
|
|
} elsif ($disktype eq 'scsi' and $args{scsifull}) {
|
|
xCAT::SvrUtils::sendmsg([1,"SCSI Controller at capacity, a drive was not added"], $output_handler,$node);
|
|
return;
|
|
}
|
|
|
|
$storeloc =~ s/\/$//;
|
|
(my $method,my $location) = split /:\/\//,$storeloc,2;
|
|
my $uri = $storeloc;
|
|
unless ($sdmap->{$uri}) { #don't call getURI if map works out fine already
|
|
$uri = getURI($method,$location);
|
|
}
|
|
#(my $server,my $path) = split/\//,$location,2;
|
|
#$server =~ s/:$//; #tolerate habitual colons
|
|
#my $servern = inet_aton($server);
|
|
#unless ($servern) {
|
|
# xCAT::SvrUtils::sendmsg([1,"could not resolve '$server' to an address from vm.storage"]);
|
|
# return;
|
|
#}
|
|
#$server = inet_ntoa($servern);
|
|
#my $uri = "nfs://$server/$path";
|
|
$backingif = VirtualDiskFlatVer2BackingInfo->new(diskMode => 'persistent',
|
|
thinProvisioned => 1,
|
|
fileName => "[".$sdmap->{$uri}."]");
|
|
if ($disktype eq 'ide' and $idecontrollerkey == 1 and $ideunitnum == 0) { #reserve a spot for CD
|
|
$ideunitnum = 1;
|
|
} elsif ($disktype eq 'ide' and $ideunitnum == 2) { #go from current to next ide 'controller'
|
|
$idecontrollerkey++;
|
|
$ideunitnum=0;
|
|
}
|
|
unless ($disktype eq 'ide') {
|
|
push @{$disktocont{$scsicontrollerkey}},$currkey;
|
|
}
|
|
my $controllerkey;
|
|
if ($disktype eq 'ide') {
|
|
$controllerkey = $idecontrollerkey;
|
|
$unitnum = 0;
|
|
while ($usedideunits{$unitnum}) {
|
|
$unitnum++;
|
|
}
|
|
$usedideunits{$unitnum}=1;
|
|
} else {
|
|
$controllerkey = $scsicontrollerkey;
|
|
$unitnum = 0;
|
|
while ($usedscsiunits{$unitnum}) {
|
|
$unitnum++;
|
|
}
|
|
$usedscsiunits{$unitnum}=1;
|
|
$havescsidevs=1;
|
|
}
|
|
|
|
$dev =VirtualDisk->new(backing=>$backingif,
|
|
controllerKey => $controllerkey,
|
|
key => $currkey++,
|
|
unitNumber => $unitnum,
|
|
capacityInKB => $disksize);
|
|
push @devs,VirtualDeviceConfigSpec->new(device => $dev,
|
|
fileOperation => VirtualDeviceConfigSpecFileOperation->new('create'),
|
|
operation => VirtualDeviceConfigSpecOperation->new('add'));
|
|
}
|
|
|
|
#It *seems* that IDE controllers are not subject to require creation, so we skip it
|
|
if ($havescsidevs and not $havescsicontroller) { #need controllers to attach the disks to
|
|
foreach(0..$scsicontrollerkey) {
|
|
$dev=VirtualLsiLogicController->new(key => $_,
|
|
device => \@{$disktocont{$_}},
|
|
sharedBus => VirtualSCSISharing->new('noSharing'),
|
|
busNumber => $_);
|
|
push @devs,VirtualDeviceConfigSpec->new(device => $dev,
|
|
operation => VirtualDeviceConfigSpecOperation->new('add'));
|
|
|
|
}
|
|
}
|
|
return @devs;
|
|
# my $ctlr = VirtualIDEController->new(
|
|
}
|
|
|
|
sub declare_ready {
|
|
my %args = %{shift()};
|
|
$hypready{$args{hyp}}=1;
|
|
}
|
|
|
|
sub populate_vcenter_hostviews {
|
|
my $vcenter = shift;
|
|
my @hypervisors;
|
|
my %nametohypmap;
|
|
my $iterations=1;
|
|
if ($usehostnamesforvcenter and $usehostnamesforvcenter !~ /no/i) {
|
|
$iterations=2; #two passes possible
|
|
my $hyp;
|
|
foreach $hyp (keys %{$vcenterhash{$vcenter}->{allhyps}}) {
|
|
|
|
if ($tablecfg{hosts}->{$hyp}->[0]->{hostnames}) {
|
|
$nametohypmap{$tablecfg{hosts}->{$hyp}->[0]->{hostnames}}=$hyp;
|
|
}
|
|
}
|
|
@hypervisors = keys %nametohypmap;
|
|
} else {
|
|
@hypervisors = keys %{$vcenterhash{$vcenter}->{allhyps}};
|
|
}
|
|
while ($iterations and scalar(@hypervisors)) {
|
|
my $hosts = join(")|(",@hypervisors);
|
|
$hosts = '^(('.$hosts.'))(\z|\.)';
|
|
my $search = qr/$hosts/o;
|
|
my @hypviews = @{$vcenterhash{$vcenter}->{conn}->find_entity_views(view_type=>'HostSystem',properties=>['summary.config.name','summary.runtime.connectionState','runtime.inMaintenanceMode','parent','configManager'],filter=>{'summary.config.name'=>$search})};
|
|
foreach (@hypviews) {
|
|
my $hypname = $_->{'summary.config.name'};
|
|
if ($vcenterhash{$vcenter}->{allhyps}->{$hypname}) { #simplest case, config.name is exactly the same as node name
|
|
$vcenterhash{$vcenter}->{hostviews}->{$hypname} = $_;
|
|
} elsif ($nametohypmap{$hypname}) { #second case, there is a name mapping this to a real name
|
|
$vcenterhash{$vcenter}->{hostviews}->{$nametohypmap{$hypname}} = $_;
|
|
} else { #name as-is doesn't work, start stripping domain and hope for the best
|
|
$hypname =~ s/\..*//;
|
|
if ($vcenterhash{$vcenter}->{allhyps}->{$hypname}) { #shortname is a node
|
|
$vcenterhash{$vcenter}->{hostviews}->{$hypname} = $_;
|
|
} elsif ($nametohypmap{$hypname}) { #alias for node
|
|
$vcenterhash{$vcenter}->{hostviews}->{$nametohypmap{$hypname}} = $_;
|
|
}
|
|
}
|
|
}
|
|
$iterations--;
|
|
@hypervisors=();
|
|
if ($usehostnamesforvcenter and $usehostnamesforvcenter !~ /no/i) { #check for hypervisors by native node name if missed above
|
|
foreach my $hyp (keys %{$vcenterhash{$vcenter}->{allhyps}}) {
|
|
unless ($vcenterhash{$vcenter}->{hostviews}->{$hyp}) {
|
|
push @hypervisors,$hyp;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
sub validate_vcenter_prereqs { #Communicate with vCenter and ensure this host is added correctly to a vCenter instance when an operation requires it
|
|
my $hyp = shift;
|
|
my $depfun = shift;
|
|
my $depargs = shift;
|
|
my $vcenter = $hyphash{$hyp}->{vcenter}->{name};
|
|
unless ($hyphash{$hyp}->{vcenter}->{conn}) {
|
|
eval {
|
|
$hyphash{$hyp}->{vcenter}->{conn} = Vim->new(service_url=>"https://$vcenter/sdk");
|
|
$hyphash{$hyp}->{vcenter}->{conn}->login(user_name=>$hyphash{$hyp}->{vcenter}->{username},password=>$hyphash{$hyp}->{vcenter}->{password});
|
|
};
|
|
if ($@) {
|
|
$hyphash{$hyp}->{vcenter}->{conn} = undef;
|
|
}
|
|
}
|
|
unless ($hyphash{$hyp}->{vcenter}->{conn}) {
|
|
xCAT::SvrUtils::sendmsg([1,": Unable to reach vCenter server managing $hyp"], $output_handler);
|
|
return undef;
|
|
}
|
|
|
|
|
|
my $foundhyp;
|
|
my $name=$hyp;
|
|
if ($usehostnamesforvcenter and $usehostnamesforvcenter !~ /no/i) {
|
|
if ($tablecfg{hosts}->{$hyp}->[0]->{hostnames}) {
|
|
$name = $tablecfg{hosts}->{$hyp}->[0]->{hostnames};
|
|
}
|
|
}
|
|
my $connspec = HostConnectSpec->new(
|
|
hostName=>$name,
|
|
password=>$hyphash{$hyp}->{password},
|
|
userName=>$hyphash{$hyp}->{username},
|
|
force=>1,
|
|
);
|
|
my $hview;
|
|
$hview = $vcenterhash{$vcenter}->{hostviews}->{$hyp};
|
|
if ($hview) {
|
|
if ($hview->{'summary.config.name'} =~ /^$hyp(?:\.|\z)/ or $hview->{'summary.config.name'} =~ /^$name(?:\.|\z)/) { #Looks good, call the dependent function after declaring the state of vcenter to hypervisor as good
|
|
if ($hview->{'summary.runtime.connectionState'}->val eq 'connected') {
|
|
enable_vmotion(hypname=>$hyp,hostview=>$hview,conn=>$hyphash{$hyp}->{vcenter}->{conn});
|
|
$vcenterhash{$vcenter}->{goodhyps}->{$hyp} = 1;
|
|
$depfun->($depargs);
|
|
if ($hview->parent->type eq 'ClusterComputeResource') { #if it is in a cluster, we can directly remove it
|
|
$hyphash{$hyp}->{deletionref} = $hview->{mo_ref};
|
|
} elsif ($hview->parent->type eq 'ComputeResource') { #For some reason, we must delete the container instead
|
|
$hyphash{$hyp}->{deletionref} = $hview->{parent}; #save off a reference to delete hostview off just in case
|
|
}
|
|
|
|
|
|
return 1;
|
|
} else {
|
|
my $ref_to_delete;
|
|
if ($hview->parent->type eq 'ClusterComputeResource') { #We are allowed to specifically kill a host in a cluster
|
|
$ref_to_delete = $hview->{mo_ref};
|
|
} elsif ($hview->parent->type eq 'ComputeResource') { #For some reason, we must delete the container instead
|
|
$ref_to_delete = $hview->{parent};
|
|
}
|
|
my $task = $hyphash{$hyp}->{vcenter}->{conn}->get_view(mo_ref=>$ref_to_delete)->Destroy_Task();
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&addhosttovcenter;
|
|
$running_tasks{$task}->{conn} = $hyphash{$hyp}->{vcenter}->{conn};
|
|
$running_tasks{$task}->{data} = { depfun => $depfun, depargs => $depargs, conn=> $hyphash{$hyp}->{vcenter}->{conn}, connspec=>$connspec,hostview=>$hview,hypname=>$hyp,vcenter=>$vcenter };
|
|
return undef;
|
|
#The rest would be shorter/ideal, but seems to be confused a lot by stateless
|
|
#Maybe in a future VMWare technology level the following would work better
|
|
#than it does today
|
|
# my $task = $hview_->ReconnectHost_Task(cnxSpec=>$connspec);
|
|
# my $task = $hview->DisconnectHost_Task();
|
|
# $running_tasks{$task}->{task} = $task;
|
|
# $running_tasks{$task}->{callback} = \&disconnecthost_callback;
|
|
# $running_tasks{$task}->{conn} = $hyphash{$hyp}->{vcenter}->{conn};
|
|
# $running_tasks{$task}->{data} = { depfun => $depfun, depargs => $depargs, conn=> $hyphash{$hyp}->{vcenter}->{conn}, connspec=>$connspec,hostview=>$hview,hypname=>$hyp,vcenter=>$vcenter };
|
|
#ADDHOST
|
|
}
|
|
}
|
|
}
|
|
#If still in function, haven't found any likely host entries, make a new one
|
|
unless ($hyphash{$hyp}->{offline}) {
|
|
eval {
|
|
$hyphash{$hyp}->{conn} = Vim->new(service_url=>"https://$hyp/sdk"); #Direct connect to install/check licenses
|
|
$hyphash{$hyp}->{conn}->login(user_name=>$hyphash{$hyp}->{username},password=>$hyphash{$hyp}->{password});
|
|
};
|
|
if ($@) {
|
|
xCAT::SvrUtils::sendmsg([1,": Failed to communicate with $hyp due to $@"], $output_handler);
|
|
$hyphash{$hyp}->{conn} = undef;
|
|
return "failed";
|
|
}
|
|
validate_licenses($hyp);
|
|
}
|
|
addhosttovcenter(undef,{
|
|
depfun => $depfun,
|
|
depargs => $depargs,
|
|
conn=>$hyphash{$hyp}->{vcenter}->{conn},
|
|
connspec=>$connspec,
|
|
hypname=>$hyp,
|
|
vcenter=>$vcenter,
|
|
});
|
|
}
|
|
sub addhosttovcenter {
|
|
my $task = shift;
|
|
my $args = shift;
|
|
my $hyp = $args->{hypname};
|
|
my $depfun = $args->{depfun};
|
|
my $depargs = $args->{depargs};
|
|
my $connspec = $args->{connspec};
|
|
my $vcenter = $args->{vcenter};
|
|
if ($task) {
|
|
my $state = $task->info->state->val;
|
|
if ($state eq 'error') {
|
|
die;
|
|
}
|
|
}
|
|
if ($hyphash{$args->{hypname}}->{offline}) { #let it stay offline
|
|
$hypready{$args->{hypname}}=1; #declare readiness
|
|
#enable_vmotion(hypname=>$args->{hypname},hostview=>$args->{hostview},conn=>$args->{conn});
|
|
$vcenterhash{$args->{vcenter}}->{goodhyps}->{$args->{hypname}} = 1;
|
|
if (defined $args->{depfun}) { #If a function is waiting for the host connect to go valid, call it
|
|
$args->{depfun}->($args->{depargs});
|
|
}
|
|
return;
|
|
}
|
|
if ($tablecfg{hypervisor}->{$hyp}->[0]->{cluster}) {
|
|
my $cluster = get_clusterview(clustname=>$tablecfg{hypervisor}->{$hyp}->[0]->{cluster},conn=>$hyphash{$hyp}->{vcenter}->{conn});
|
|
unless ($cluster) {
|
|
xCAT::SvrUtils::sendmsg([1,$tablecfg{hypervisor}->{$hyp}->[0]->{cluster}. " is not a known cluster to the vCenter server."], $output_handler);
|
|
$hypready{$hyp}=-1; #Declare impossiblility to be ready
|
|
return;
|
|
}
|
|
$task = $cluster->AddHost_Task(spec=>$connspec,asConnected=>1);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&connecthost_callback;
|
|
$running_tasks{$task}->{conn} = $hyphash{$hyp}->{vcenter}->{conn};
|
|
$running_tasks{$task}->{data} = { depfun => $depfun, depargs=> $depargs, conn=> $hyphash{$hyp}->{vcenter}->{conn}, connspec=>$connspec, cluster=>$cluster, hypname=>$hyp, vcenter=>$vcenter };
|
|
} else {
|
|
my $datacenter = validate_datacenter_prereqs($hyp);
|
|
unless ($datacenter) { return; }
|
|
my $hfolder = $datacenter->hostFolder; #$hyphash{$hyp}->{vcenter}->{conn}->find_entity_view(view_type=>'Datacenter',properties=>['hostFolder'])->hostFolder;
|
|
$hfolder = $hyphash{$hyp}->{vcenter}->{conn}->get_view(mo_ref=>$hfolder);
|
|
$task = $hfolder->AddStandaloneHost_Task(spec=>$connspec,addConnected=>1);
|
|
$running_tasks{$task}->{task} = $task;
|
|
$running_tasks{$task}->{callback} = \&connecthost_callback;
|
|
$running_tasks{$task}->{conn} = $hyphash{$hyp}->{vcenter}->{conn};
|
|
$running_tasks{$task}->{data} = { depfun => $depfun, depargs=> $depargs, conn=> $hyphash{$hyp}->{vcenter}->{conn}, connspec=>$connspec, foldview=>$hfolder, hypname=>$hyp, vcenter=>$vcenter };
|
|
}
|
|
|
|
#print Dumper @{$hyphash{$hyp}->{vcenter}->{conn}->find_entity_views(view_type=>'HostSystem',properties=>['runtime.connectionState'])};
|
|
}
|
|
|
|
sub validate_datacenter_prereqs {
|
|
my ($hyp) = @_;
|
|
|
|
my $datacenter;
|
|
if ($tablecfg{hypervisor}->{$hyp}->[0]->{datacenter}) {
|
|
$datacenter = $hyphash{$hyp}->{vcenter}->{conn}->find_entity_view(view_type => 'Datacenter', properties=>['hostFolder'],filter=>{name=>$tablecfg{hypervisor}->{$hyp}->[0]->{datacenter}});
|
|
unless ($datacenter) {
|
|
xCAT::SvrUtils::sendmsg([1,": Unable to find requested datacenter (hypervisor.datacenter for $hyp is ".$tablecfg{hypervisor}->{$hyp}->[0]->{datacenter}.")"], $output_handler);
|
|
return;
|
|
}
|
|
} else {
|
|
$datacenter = $hyphash{$hyp}->{vcenter}->{conn}->find_entity_view(view_type => 'Datacenter', properties=>['hostFolder']);
|
|
}
|
|
|
|
if (!defined $datacenter) {
|
|
my $vconn = $hyphash{$hyp}->{vcenter}->{conn};
|
|
my $root_folder = $vconn->get_view(mo_ref=>$vconn->get_service_content()->rootFolder);
|
|
$root_folder->CreateDatacenter(name=>'xcat-datacenter');
|
|
$datacenter = $hyphash{$hyp}->{vcenter}->{conn}->find_entity_view(view_type => 'Datacenter', properties=>['hostFolder']);
|
|
}
|
|
|
|
return $datacenter;
|
|
}
|
|
|
|
|
|
|
|
sub get_default_switch_for_hypervisor {
|
|
#This will make sure the default, implicit switch is in order in accordance
|
|
#with the configuration. If nothing specified, it just spits out vSwitch0
|
|
#if something specified, make sure it exists
|
|
#if it doesn't exist, and the syntax explains how to build it, build it
|
|
#return undef if something is specified, doesn't exist, and lacks instruction
|
|
my $hyp = shift;
|
|
my $defswitch = 'vSwitch0';
|
|
my $switchmembers;
|
|
if ($tablecfg{hypervisor}->{$hyp}->[0]->{defaultnet}) {
|
|
$defswitch = $tablecfg{hypervisor}->{$hyp}->[0]->{defaultnet};
|
|
($defswitch,$switchmembers) = split /=/,$defswitch,2;
|
|
my $vswitch;
|
|
my $hostview = $hyphash{$hyp}->{hostview};
|
|
foreach $vswitch (@{$hostview->config->network->vswitch}) {
|
|
if ($vswitch->name eq $defswitch) {
|
|
return $defswitch;
|
|
}
|
|
}
|
|
#If still here, means we need to build the switch
|
|
unless ($switchmembers) { return undef; } #No hope, no idea how to make it
|
|
return create_vswitch($hyp,$defswitch,split(/&/,$switchmembers));
|
|
} else {
|
|
return 'vSwitch0';
|
|
}
|
|
}
|
|
sub get_switchname_for_portdesc {
|
|
#Thisk function will examine all current switches to find or create a switch to match the described requirement
|
|
my $hyp = shift;
|
|
my $portdesc = shift;
|
|
my $description; #actual name to use for the virtual switch
|
|
if ($tablecfg{hypervisor}->{$hyp}->[0]->{netmap}) {
|
|
foreach (split /,/,$tablecfg{hypervisor}->{$hyp}->[0]->{netmap}) {
|
|
if (/^$portdesc=/) {
|
|
($description,$portdesc) = split /=/,$_,2;
|
|
last;
|
|
}
|
|
}
|
|
} else {
|
|
$description = 'vsw'.$portdesc;
|
|
}
|
|
unless ($description) {
|
|
xCAT::SvrUtils::sendmsg([1,": Invalid format for hypervisor.netmap detected for $hyp"], $output_handler);
|
|
return undef;
|
|
}
|
|
my %requiredports;
|
|
my %portkeys;
|
|
foreach (split /&/,$portdesc) {
|
|
$requiredports{$_}=1;
|
|
}
|
|
|
|
my $hostview = $hyphash{$hyp}->{hostview};
|
|
unless ($hostview) {
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager']); #clustered can't run here, hyphash conn reference good
|
|
$hostview = $hyphash{$hyp}->{hostview};
|
|
}
|
|
foreach (@{$hostview->config->network->pnic}) {
|
|
if ($requiredports{$_->device}) { #We establish lookups both ways
|
|
$portkeys{$_->key}=$_->device;
|
|
delete $requiredports{$_->device};
|
|
}
|
|
}
|
|
if (keys %requiredports) {
|
|
xCAT::SvrUtils::sendmsg([1,":Unable to locate the following nics on $hyp: ".join(',',keys %requiredports)], $output_handler);
|
|
return undef;
|
|
}
|
|
my $foundmatchswitch;
|
|
my $cfgmismatch=0;
|
|
my $vswitch;
|
|
foreach $vswitch (@{$hostview->config->network->vswitch}) {
|
|
$cfgmismatch=0; #new switch, no sign of mismatch
|
|
foreach (@{$vswitch->pnic}) {
|
|
if ($portkeys{$_}) {
|
|
$foundmatchswitch=$vswitch->name;
|
|
delete $requiredports{$portkeys{$_}};
|
|
delete $portkeys{$_};
|
|
} else {
|
|
$cfgmismatch=1; #If this turns out to have anything, it is bad
|
|
}
|
|
}
|
|
if ($foundmatchswitch) { last; }
|
|
}
|
|
if ($foundmatchswitch) {
|
|
if ($cfgmismatch) {
|
|
xCAT::SvrUtils::sendmsg([1,": Aggregation mismatch detected, request nic is aggregated with a nic not requested"], $output_handler);
|
|
return undef;
|
|
}
|
|
unless (keys %portkeys) {
|
|
return $foundmatchswitch;
|
|
}
|
|
die "TODO: add physical nics to aggregation if requested";
|
|
} else {
|
|
return create_vswitch($hyp,$description,values %portkeys);
|
|
}
|
|
die "impossible occurance";
|
|
return undef;
|
|
}
|
|
sub create_vswitch {
|
|
my $hyp = shift;
|
|
my $description = shift;
|
|
my @ports = @_;
|
|
my $vswitch = HostVirtualSwitchBondBridge->new(
|
|
nicDevice=>\@ports
|
|
);
|
|
my $vswspec = HostVirtualSwitchSpec->new(
|
|
bridge=>$vswitch,
|
|
mtu=>1500,
|
|
numPorts=>64
|
|
);
|
|
my $hostview = $hyphash{$hyp}->{hostview};
|
|
my $netman=$hyphash{$hyp}->{conn}->get_view(mo_ref=>$hostview->configManager->networkSystem); #can't run in clustered mode, fine path..
|
|
$netman->AddVirtualSwitch(
|
|
vswitchName=>$description,
|
|
spec=>$vswspec
|
|
);
|
|
return $description;
|
|
}
|
|
|
|
sub scan_cluster_networks {
|
|
my $cluster = shift;
|
|
use Data::Dumper;
|
|
my $conn = $clusterhash{$cluster}->{conn};
|
|
my $cview = get_clusterview(clustname=>$cluster,conn=>$conn);
|
|
if (defined $cview->{network}) {
|
|
foreach (@{$cview->network}) {
|
|
my $nvw = $conn->get_view(mo_ref=>$_);
|
|
if (defined $nvw->name) {
|
|
$clusterhash{$cluster}->{nets}->{$nvw->name}=$_;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
sub validate_network_prereqs {
|
|
my $nodes = shift;
|
|
my $hyp = shift;
|
|
my $hypconn = $hyphash{$hyp}->{conn}; #this function can't work in clustered mode anyway, so this is appropriote.
|
|
my $hostview = $hyphash{$hyp}->{hostview};
|
|
if ($hostview) {
|
|
$hostview->update_view_data(); #pull in changes induced by previous activity
|
|
} else {
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hyphash{$hyp}->{conn}); #,properties=>['config','configManager','network']);
|
|
$hostview = $hyphash{$hyp}->{hostview};
|
|
}
|
|
my $node;
|
|
my $method;
|
|
my $location;
|
|
if (defined $hostview->{network}) {
|
|
foreach (@{$hostview->network}) {
|
|
my $nvw = $hypconn->get_view(mo_ref=>$_);
|
|
if (defined $nvw->name) {
|
|
$hyphash{$hyp}->{nets}->{$nvw->name}=$_;
|
|
}
|
|
}
|
|
}
|
|
foreach $node (@$nodes) {
|
|
my @networks = split /,/,$tablecfg{vm}->{$node}->[0]->{nics};
|
|
foreach (@networks) {
|
|
my $switchname = get_default_switch_for_hypervisor($hyp);
|
|
my $tabval=$_;
|
|
my $pgname;
|
|
s/=.*//; #TODO specify nic model with <blah>=model
|
|
if (/:/) { #The config specifies a particular path in some way
|
|
s/(.*)://;
|
|
$switchname = get_switchname_for_portdesc($hyp,$1);
|
|
$pgname=$switchname."-".$_;
|
|
} else { #Use the default vswitch per table config to connect this through, use the same name we did before to maintain compatibility
|
|
$pgname=$_;
|
|
}
|
|
my $netname = $_;
|
|
my $netsys;
|
|
$hyphash{$hyp}->{pgnames}->{$tabval}=$pgname;
|
|
my $policy = HostNetworkPolicy->new();
|
|
unless ($hyphash{$hyp}->{nets}->{$pgname}) {
|
|
my $vlanid;
|
|
if ($netname =~ /trunk/) {
|
|
$vlanid=4095;
|
|
} elsif ($netname =~ /vl(an)?(\d+)$/) {
|
|
$vlanid=$2;
|
|
} else {
|
|
$vlanid = 0;
|
|
}
|
|
my $hostgroupdef = HostPortGroupSpec->new(
|
|
name =>$pgname,
|
|
vlanId=>$vlanid,
|
|
policy=>$policy,
|
|
vswitchName=>$switchname
|
|
);
|
|
unless ($netsys) {
|
|
$netsys = $hyphash{$hyp}->{conn}->get_view(mo_ref=>$hostview->configManager->networkSystem);
|
|
}
|
|
$netsys->AddPortGroup(portgrp=>$hostgroupdef);
|
|
#$hyphash{$hyp}->{nets}->{$netname}=1;
|
|
while ((not defined $hyphash{$hyp}->{nets}->{$pgname}) and sleep 1) { #we will only sleep if we know something will be waiting for
|
|
$hostview->update_view_data(); #pull in changes induced by previous activity
|
|
if (defined $hostview->{network}) { #We load the new object references
|
|
foreach (@{$hostview->network}) {
|
|
my $nvw = $hypconn->get_view(mo_ref=>$_);
|
|
if (defined $nvw->name) {
|
|
$hyphash{$hyp}->{nets}->{$nvw->name}=$_;
|
|
}
|
|
}
|
|
}
|
|
} #end while loop
|
|
}
|
|
}
|
|
}
|
|
return 1;
|
|
|
|
}
|
|
sub refreshclusterdatastoremap {
|
|
my $cluster = shift;
|
|
my $conn=$clusterhash{$cluster}->{conn};
|
|
my $cview = get_clusterview(clustname=>$cluster,conn=>$conn);
|
|
if (defined $cview->{datastore}) {
|
|
foreach (@{$cview->datastore}) {
|
|
my $dsv = $conn->get_view(mo_ref=>$_);
|
|
if (defined $dsv->info->{nas}) {
|
|
if ($dsv->info->nas->type eq 'NFS') {
|
|
my $mnthost = $dsv->info->nas->remoteHost;
|
|
# my $mnthost = inet_aton($dsv->info->nas->remoteHost);
|
|
# if ($mnthost) {
|
|
# $mnthost = inet_ntoa($mnthost);
|
|
# } else {
|
|
# $mnthost = $dsv->info->nas->remoteHost;
|
|
# xCAT::SvrUtils::sendmsg([1,"Unable to resolve VMware specified host '".$dsv->info->nas->remoteHost."' to an address, problems may occur"], $output_handler);
|
|
# }
|
|
$clusterhash{$cluster}->{datastoremap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$dsv->info->name;
|
|
$clusterhash{$cluster}->{datastorerefmap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$_;
|
|
} #TODO: care about SMB
|
|
}elsif(defined $dsv->info->{vmfs}){
|
|
my $name = $dsv->info->vmfs->name;
|
|
$clusterhash{$cluster}->{datastoremap}->{"vmfs://".$name} = $dsv->info->name;
|
|
$clusterhash{$cluster}->{datasotrerefmap}->{"vmfs://".$name} = $_;
|
|
}
|
|
}
|
|
}
|
|
#that's... about it... not doing any of the fancy mounting and stuff, if you do it cluster style, you are on your own. It's simply too terrifying to try to fixup
|
|
#a whole cluster instead of chasing one host, a whole lot slower. One would hope vmware would've done this, but they don't
|
|
}
|
|
sub validate_datastore_prereqs {
|
|
my $nodes = shift;
|
|
my $hyp = shift;
|
|
my $newdatastores = shift; # a hash reference of URLs to afflicted nodes outside of table space
|
|
my $hypconn = $hyphash{$hyp}->{conn};
|
|
my $hostview = $hyphash{$hyp}->{hostview};
|
|
unless ($hostview) {
|
|
$hyphash{$hyp}->{hostview} = get_hostview(hypname=>$hyp,conn=>$hypconn); #,properties=>['config','configManager']);
|
|
$hostview = $hyphash{$hyp}->{hostview};
|
|
}
|
|
my $node;
|
|
my $method;
|
|
my $location;
|
|
# get all of the datastores that are currently available on this node.
|
|
# and put them into a hash
|
|
if (defined $hostview->{datastore}) { # only iterate if it exists
|
|
foreach (@{$hostview->datastore}) {
|
|
my $dsv = $hypconn->get_view(mo_ref=>$_);
|
|
if (defined $dsv->info->{nas}) {
|
|
if ($dsv->info->nas->type eq 'NFS') {
|
|
my $mnthost = inet_aton($dsv->info->nas->remoteHost);
|
|
if ($mnthost) {
|
|
$mnthost = inet_ntoa($mnthost);
|
|
} else {
|
|
$mnthost = $dsv->info->nas->remoteHost;
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to resolve VMware specified host '".$dsv->info->nas->remoteHost."' to an address, problems may occur"], $output_handler);
|
|
}
|
|
$hyphash{$hyp}->{datastoremap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$dsv->info->name;
|
|
$hyphash{$hyp}->{datastorerefmap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$_;
|
|
} #TODO: care about SMB
|
|
}elsif(defined $dsv->info->{vmfs}){
|
|
my $name = $dsv->info->vmfs->name;
|
|
$hyphash{$hyp}->{datastoremap}->{"vmfs://".$name} = $dsv->info->name;
|
|
$hyphash{$hyp}->{datasotrerefmap}->{"vmfs://".$name} = $_;
|
|
}
|
|
}
|
|
}
|
|
my $refresh_names=0;
|
|
# now go through the nodes and make sure that we have matching datastores.
|
|
# E.g.: if its NFS, then mount it (if not mounted)
|
|
# E.g.: if its VMFS, then create it if not created already. Note: VMFS will persist on
|
|
# machine reboots, unless its destroyed by being overwritten.
|
|
foreach $node (@$nodes) {
|
|
my @storage = split /,/,$tablecfg{vm}->{$node}->[0]->{storage};
|
|
if ($tablecfg{vm}->{$node}->[0]->{cfgstore}) {
|
|
push @storage,$tablecfg{vm}->{$node}->[0]->{cfgstore};
|
|
}
|
|
foreach (@storage) { #TODO: merge this with foreach loop below. Here we could build onto $newdatastores instead, for faster operation at scale
|
|
s/=.*//; #remove device type information from configuration
|
|
s/\/$//; #Strip trailing slash if specified, to align to VMware semantics
|
|
if (/:\/\//) {
|
|
($method,$location) = split /:\/\//,$_,2;
|
|
if($method =~ /nfs/){
|
|
# go through and see if NFS is mounted, if not, then mount it.
|
|
(my $server, my $path) = split /\//,$location,2;
|
|
$server =~ s/:$//; #remove a : if someone put it in out of nfs mount habit
|
|
my $servern = inet_aton($server);
|
|
unless ($servern) {
|
|
xCAT::SvrUtils::sendmsg([1,": Unable to resolve '$server' to an address, check vm.cfgstore/vm.storage"], $output_handler);
|
|
return 0;
|
|
}
|
|
$server = inet_ntoa($servern);
|
|
my $uri = "nfs://$server/$path";
|
|
unless ($hyphash{$hyp}->{datastoremap}->{$uri}) { #If not already there, must mount it
|
|
$refresh_names=1;
|
|
($hyphash{$hyp}->{datastoremap}->{$uri},$hyphash{$hyp}->{datastorerefmap}->{$uri})=mount_nfs_datastore($hostview,$location);
|
|
}
|
|
}elsif($method =~ /vmfs/){
|
|
(my $name, undef) = split /\//,$location,2;
|
|
$name =~ s/:$//; #remove a : if someone put it in for some reason.
|
|
my $uri = "vmfs://$name";
|
|
# check and see if this vmfs is on the node.
|
|
unless ($hyphash{$hyp}->{datastoremap}->{$uri}) { #If not already there, try creating it.
|
|
($hyphash{$hyp}->{datastoremap}->{$uri},$hyphash{$hyp}->{datastorerefmap}->{$uri})=create_vmfs_datastore($hostview,$name);
|
|
}
|
|
}else{
|
|
xCAT::SvrUtils::sendmsg([1,": $method is unsupported at this time (nfs would be)"], $output_handler,$node);
|
|
return 0;
|
|
}
|
|
} else {
|
|
xCAT::SvrUtils::sendmsg([1,": $_ not supported storage specification for ESX plugin,\n\t'nfs://<server>/<path>'\n\t\tor\n\t'vmfs://<vmfs>'\n only currently supported vm.storage supported for ESX at the moment"], $output_handler,$node);
|
|
return 0;
|
|
} #TODO: raw device mapping, VMFS via iSCSI, VMFS via FC?
|
|
}
|
|
}
|
|
# newdatastores are for migrations or changing vms.
|
|
# TODO: make this work for VMFS. Right now only NFS.
|
|
if (ref $newdatastores) {
|
|
foreach (keys %$newdatastores) {
|
|
my $origurl=$_;
|
|
s/\/$//; #Strip trailing slash if specified, to align to VMware semantics
|
|
if (/:\/\//) {
|
|
($method,$location) = split /:\/\//,$_,2;
|
|
(my $server, my $path) = split /\//,$location,2;
|
|
$server =~ s/:$//; #remove a : if someone put it in out of nfs mount habit
|
|
my $servern = inet_aton($server);
|
|
unless ($servern) {
|
|
xCAT::SvrUtils::sendmsg([1,": Unable to resolve '$server' to an address, check vm.cfgstore/vm.storage"], $output_handler);
|
|
return 0;
|
|
}
|
|
$server = inet_ntoa($servern);
|
|
my $uri = "nfs://$server/$path";
|
|
unless ($method =~ /nfs/) {
|
|
foreach (@{$newdatastores->{$_}}) {
|
|
xCAT::SvrUtils::sendmsg([1,": $method is unsupported at this time (nfs would be)"], $output_handler,$_);
|
|
}
|
|
return 0;
|
|
}
|
|
unless ($hyphash{$hyp}->{datastoremap}->{$uri}) { #If not already there, must mount it
|
|
$refresh_names=1;
|
|
($hyphash{$hyp}->{datastoremap}->{$uri},$hyphash{$hyp}->{datastorerefmap}->{$uri})=mount_nfs_datastore($hostview,$location);
|
|
}
|
|
$hyphash{$hyp}->{datastoremap}->{$origurl}=$hyphash{$hyp}->{datastoremap}->{$uri};
|
|
$hyphash{$hyp}->{datastorerefmap}->{$origurl}=$hyphash{$hyp}->{datastorerefmap}->{$uri};
|
|
} else {
|
|
my $datastore=$_;
|
|
foreach (@{$newdatastores->{$_}}) {
|
|
xCAT::SvrUtils::sendmsg([1,": $datastore not supported storage specification for ESX plugin, 'nfs://<server>/<path>' only currently supported vm.storage supported for ESX at the moment"], $output_handler,$_);
|
|
}
|
|
return 0;
|
|
} #TODO: raw device mapping, VMFS via iSCSI, VMFS via FC?
|
|
}
|
|
}
|
|
if ($refresh_names) { #if we are in a vcenter context, vmware can rename a datastore behind our backs immediately after adding
|
|
$hostview->update_view_data();
|
|
if (defined $hostview->{datastore}) { # only iterate if it exists
|
|
foreach (@{$hostview->datastore}) {
|
|
my $dsv = $hypconn->get_view(mo_ref=>$_);
|
|
if (defined $dsv->info->{nas}) {
|
|
if ($dsv->info->nas->type eq 'NFS') {
|
|
my $mnthost = inet_aton($dsv->info->nas->remoteHost);
|
|
if ($mnthost) {
|
|
$mnthost = inet_ntoa($mnthost);
|
|
} else {
|
|
$mnthost = $dsv->info->nas->remoteHost;
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to resolve VMware specified host '".$dsv->info->nas->remoteHost."' to an address, problems may occur"], $output_handler);
|
|
}
|
|
$hyphash{$hyp}->{datastoremap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$dsv->info->name;
|
|
$hyphash{$hyp}->{datastorerefmap}->{"nfs://".$mnthost.$dsv->info->nas->remotePath}=$_;
|
|
} #TODO: care about SMB
|
|
} #TODO: care about VMFS
|
|
}
|
|
}
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
sub getlabel_for_datastore {
|
|
my $method = shift;
|
|
my $location = shift;
|
|
|
|
$location =~ s/\//_/g;
|
|
$location= $method.'_'.$location;
|
|
#VMware has a 42 character limit, we will start mangling to get under 42.
|
|
#Will try to preserve as much informative detail as possible, hence several conditionals instead of taking the easy way out
|
|
if (length($location) > 42) {
|
|
$location =~ s/nfs_//; #Ditch unique names for different protocols to the same path, seems unbelievably unlikely
|
|
}
|
|
if (length($location) > 42) {
|
|
$location =~ s/\.//g; #Next, ditch host delimiter, it is unlikely that hosts will have unique names if their dots are removed
|
|
}
|
|
if (length($location) > 42) {
|
|
$location =~ s/_//g; #Next, ditch path delimiter, it is unlikely that two paths will happen to look the same without delimiters
|
|
}
|
|
if (length($location) > 42) { #finally, replace the middle with ellipsis
|
|
substr($location,20,-20,'..');
|
|
}
|
|
return $location;
|
|
}
|
|
|
|
sub mount_nfs_datastore {
|
|
my $hostview = shift;
|
|
my $location = shift;
|
|
my $server;
|
|
my $path;
|
|
($server,$path) = split /\//,$location,2;
|
|
$location = getlabel_for_datastore('nfs',$location);
|
|
|
|
my $nds = HostNasVolumeSpec->new(accessMode=>'readWrite',
|
|
remoteHost=>$server,
|
|
localPath=>$location,
|
|
remotePath=>"/".$path);
|
|
my $dsmv = $hostview->{vim}->get_view(mo_ref=>$hostview->configManager->datastoreSystem);
|
|
|
|
my $dsref;
|
|
eval {
|
|
$dsref=$dsmv->CreateNasDatastore(spec=>$nds);
|
|
};
|
|
|
|
if ($@) {
|
|
die "$@" unless $@ =~ m/Fault detail: DuplicateNameFault/;
|
|
|
|
die "esx plugin: a datastore was discovered with the same name referring to a different nominatum- cannot continue\n$@"
|
|
unless &match_nfs_datastore($server,"/$path",$hostview->{vim});
|
|
}
|
|
|
|
return ($location,$dsref);
|
|
}
|
|
|
|
# create a VMFS data store on a node so that VMs can live locally instead of NFS
|
|
sub create_vmfs_datastore {
|
|
my $hostview = shift; # VM object
|
|
my $name = shift; # name of storage we wish to create.
|
|
# call some VMware API here to create
|
|
my $hdss = $hostview->{vim}->get_view(mo_ref=>$hostview->configManager->datastoreSystem);
|
|
my $diskList = $hdss->QueryAvailableDisksForVmfs();
|
|
my $count = scalar(@$diskList); # get the number of disks available for formatting.
|
|
unless($count >0){
|
|
die "No disks are available to create VMFS volume for $name";
|
|
}
|
|
foreach my $disk(@$diskList){
|
|
my $options = $hdss->QueryVmfsDatastoreCreateOptions(devicePath => $disk->devicePath);
|
|
@$options[0]->spec->vmfs->volumeName($name);
|
|
my $newDatastore = $hdss->CreateVmfsDatastore(spec => @$options[0]->spec );
|
|
#return $newDatastore;
|
|
# create it on the first disk we see.
|
|
return ($name, $newDatastore);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
|
|
|
|
sub build_more_info{
|
|
die("TODO: fix this function if called");
|
|
print "Does this acually get called????**********************************\n";
|
|
my $noderange=shift;
|
|
my $callback=shift;
|
|
my $vmtab = xCAT::Table->new("vm");
|
|
my @moreinfo=();
|
|
unless ($vmtab) {
|
|
$callback->({data=>["Cannot open mp table"]});
|
|
return @moreinfo;
|
|
}
|
|
my %mpa_hash=();
|
|
foreach my $node (@$noderange) {
|
|
my $ent=$vmtab->getNodeAttribs($node,['mpa', 'id']);
|
|
if (defined($ent->{mpa})) { push @{$mpa_hash{$ent->{mpa}}{nodes}}, $node;}
|
|
else {
|
|
$callback->({data=>["no mpa defined for node $node"]});
|
|
return @moreinfo;
|
|
}
|
|
if (defined($ent->{id})) { push @{$mpa_hash{$ent->{mpa}}{ids}}, $ent->{id};}
|
|
else { push @{$mpa_hash{$ent->{mpa}}{ids}}, "";}
|
|
}
|
|
|
|
foreach (keys %mpa_hash) {
|
|
push @moreinfo, "\[$_\]\[" . join(',',@{$mpa_hash{$_}{nodes}}) ."\]\[" . join(',',@{$mpa_hash{$_}{ids}}) . "\]";
|
|
|
|
}
|
|
|
|
return \@moreinfo;
|
|
}
|
|
|
|
sub copycd {
|
|
my $request = shift;
|
|
my $doreq = shift;
|
|
my $distname = "";
|
|
my $path;
|
|
my $arch;
|
|
my $darch;
|
|
my $installroot;
|
|
$installroot = "/install";
|
|
my $sitetab = xCAT::Table->new('site');
|
|
if($sitetab){
|
|
(my $ref) = $sitetab->getAttribs({key => 'installdir'}, 'value');
|
|
if ($ref and $ref->{value}) {
|
|
$installroot = $ref->{value};
|
|
}
|
|
}
|
|
@ARGV = @{$request->{arg}};
|
|
GetOptions(
|
|
'n=s' => \$distname,
|
|
'a=s' => \$arch,
|
|
'p=s' => \$path
|
|
);
|
|
# run a few tests to see if the copycds should use this plugin
|
|
unless ($path){
|
|
# can't use us cause we need a path and you didn't provide one!
|
|
return;
|
|
}
|
|
if( $distname and $distname !~ /^esx/ ){
|
|
# we're for esx, so if you didn't specify that its not us!
|
|
return;
|
|
}
|
|
my $found = 0;
|
|
|
|
if (-r $path . "/README" and -r $path . "/build_number" and -d $path . "/VMware" and -r $path . "/packages.xml") { #We have a probable new style ESX media
|
|
open(LINE,$path."/packages.xml");
|
|
my $product;
|
|
my $version;
|
|
while (<LINE>) {
|
|
if (/roductLineId>([^<]*)<\/Prod/) {
|
|
$product = $1;
|
|
}
|
|
if (/ersion>([^<]*)<\/version/) {
|
|
$version = $1;
|
|
$version =~ s/\.0$//;
|
|
}
|
|
if (/arch>([^>]*)<\/arch/) {
|
|
unless ($darch and $darch =~ /x86_64/) { #prefer to be characterized as x86_64
|
|
$darch = $1;
|
|
$arch = $1;
|
|
}
|
|
|
|
}
|
|
}
|
|
close(LINE);
|
|
if ($product and $version) {
|
|
$distname = $product.$version;
|
|
$found = 1;
|
|
}
|
|
} elsif (-r $path . "/README" and -r $path . "/open_source_licenses.txt" and -d $path . "/VMware") { #Candidate to be ESX 3.5
|
|
open(LINE,$path."/README");
|
|
while(<LINE>) {
|
|
if (/VMware ESX Server 3.5\s*$/) {
|
|
$darch ='x86';
|
|
$arch = 'x86';
|
|
$distname = 'esx3.5';
|
|
$found = 1;
|
|
last;
|
|
}
|
|
}
|
|
close(LINE);
|
|
} elsif (-r $path . "/README.txt" and -r $path . "/vmkernel.gz"){
|
|
# its an esxi dvd!
|
|
# if we got here its probably ESX they want to copy
|
|
my $line;
|
|
my $darch;
|
|
open(LINE, $path . "/README.txt") or die "couldn't open!";
|
|
while($line = <LINE>){
|
|
chomp($line);
|
|
if($line =~ /VMware ESXi(?: version)? 4\.(\d+)/){
|
|
$darch = "x86_64";
|
|
$distname = "esxi4";
|
|
if ($1) {
|
|
$distname .= '.'.$1;
|
|
}
|
|
$found = 1;
|
|
if( $arch and $arch ne $darch){
|
|
xCAT::SvrUtils::sendmsg([1, "Requested distribution architecture $arch, but media is $darch"], $output_handler);
|
|
return;
|
|
}
|
|
$arch = $darch;
|
|
last; # we found our distro! end this loop madness.
|
|
}
|
|
}
|
|
close(LINE);
|
|
unless($found){
|
|
xCAT::SvrUtils::sendmsg([1,"I don't recognize this VMware ESX DVD"], $output_handler);
|
|
return; # doesn't seem to be a valid DVD or CD
|
|
}
|
|
} elsif (-r $path . "/vmkernel.gz" and -r $path . "/isolinux.cfg"){
|
|
open(LINE,$path . "/isolinux.cfg");
|
|
while (<LINE>) {
|
|
if (/ThinESX Installer/) {
|
|
$darch = 'x86';
|
|
$arch='x86';
|
|
$distname='esxi3.5';
|
|
$found=1;
|
|
last;
|
|
}
|
|
}
|
|
close(LINE);
|
|
}
|
|
|
|
unless ($found) { return; } #not our media
|
|
xCAT::SvrUtils::sendmsg("Copying media to $installroot/$distname/$arch/", $output_handler);
|
|
my $omask = umask 0022;
|
|
mkpath("$installroot/$distname/$arch");
|
|
umask $omask;
|
|
my $rc;
|
|
my $reaped = 0;
|
|
$SIG{INT} = $SIG{TERM} = sub {
|
|
foreach(@cpiopid){
|
|
kill 2, $_;
|
|
}
|
|
if ($::CDMOUNTPATH) {
|
|
chdir("/");
|
|
system("umount $::CDMOUNTPATH");
|
|
}
|
|
};
|
|
my $KID;
|
|
chdir $path;
|
|
my $numFiles = `find . -print | wc -l`;
|
|
my $child = open($KID, "|-");
|
|
unless (defined $child)
|
|
{
|
|
xCAT::SvrUtils::sendmsg([1,"Media copy operation fork failure"], $output_handler);
|
|
return;
|
|
}
|
|
if ($child)
|
|
{
|
|
push @cpiopid, $child;
|
|
my @finddata = `find .`;
|
|
for (@finddata)
|
|
{
|
|
print $KID $_;
|
|
}
|
|
close($KID);
|
|
$rc = $?;
|
|
}
|
|
else
|
|
{
|
|
nice 10;
|
|
my $c = "nice -n 20 cpio -vdump $installroot/$distname/$arch";
|
|
my $k2 = open(PIPE, "$c 2>&1 |") ||
|
|
xCAT::SvrUtils::sendmsg([1,"Media copy operation fork failure"], $output_handler);
|
|
push @cpiopid, $k2;
|
|
my $copied = 0;
|
|
my ($percent, $fout);
|
|
while(<PIPE>){
|
|
next if /^cpio:/;
|
|
$percent = $copied / $numFiles;
|
|
$fout = sprintf "%0.2f%%", $percent * 100;
|
|
$output_handler->({sinfo => "$fout"});
|
|
++$copied;
|
|
}
|
|
exit;
|
|
}
|
|
# let everyone read it
|
|
#chdir "/tmp";
|
|
chmod 0755, "$installroot/$distname/$arch";
|
|
if ($rc != 0){
|
|
xCAT::SvrUtils::sendmsg([1,"Media copy operation failed, status $rc"], $output_handler);
|
|
}else{
|
|
xCAT::SvrUtils::sendmsg("Media copy operation successful", $output_handler);
|
|
my @ret=xCAT::SvrUtils->update_tables_with_templates($distname, $arch);
|
|
if ($ret[0] != 0) {
|
|
xCAT::SvrUtils::sendmsg("Error when updating the osimage tables: " . $ret[1], $output_handler);
|
|
}
|
|
|
|
|
|
}
|
|
}
|
|
sub makecustomizedmod {
|
|
my $osver = shift;
|
|
my $dest = shift;
|
|
# if it already exists, do not overwrite it because it may be someone
|
|
# else's custom image
|
|
if(-f "$dest/mod.tgz"){ return 1; }
|
|
my $passtab = xCAT::Table->new('passwd');
|
|
my $tmp;
|
|
my $password;
|
|
if ($passtab) {
|
|
($tmp) = $passtab->getAttribs({'key'=>'vmware'},'username','password');
|
|
if (defined($tmp)) {
|
|
$password = $tmp->{password};
|
|
}
|
|
}
|
|
unless ($password) {
|
|
return 0;
|
|
}
|
|
mkpath("/tmp/xcat");
|
|
my $tempdir = tempdir("/tmp/xcat/esxmodcustXXXXXXXX");
|
|
my $shadow;
|
|
mkpath($tempdir."/etc/");
|
|
my $oldmask=umask(0077);
|
|
open($shadow,">",$tempdir."/etc/shadow");
|
|
$password = crypt($password,'$1$'.xCAT::Utils::genpassword(8));
|
|
my $dayssince1970 = int(time()/86400); #Be truthful about /etc/shadow
|
|
my @otherusers = qw/nobody nfsnobody dcui daemon vimuser/;
|
|
print $shadow "root:$password:$dayssince1970:0:99999:7:::\n";
|
|
foreach (@otherusers) {
|
|
print $shadow "$_:*:$dayssince1970:0:99999:7:::\n";
|
|
}
|
|
close($shadow);
|
|
umask($oldmask);
|
|
if (-e "$::XCATROOT/share/xcat/netboot/esxi/38.xcat-enableipv6") {
|
|
mkpath($tempdir."/etc/vmware/init/init.d");
|
|
copy( "$::XCATROOT/share/xcat/netboot/esxi/38.xcat-enableipv6",$tempdir."/etc/vmware/init/init.d/38.xcat-enableipv6");
|
|
}
|
|
if (-e "$::XCATROOT/share/xcat/netboot/esxi/47.xcat-networking") {
|
|
copy( "$::XCATROOT/share/xcat/netboot/esxi/47.xcat-networking",$tempdir."/etc/vmware/init/init.d/47.xcat-networking");
|
|
}
|
|
if (-e "$::XCATROOT/share/xcat/netboot/esxi/xcatsplash") {
|
|
copy( "$::XCATROOT/share/xcat/netboot/esxi/xcatsplash",$tempdir."/etc/vmware/welcome");
|
|
}
|
|
my $dossh=0;
|
|
if (-r "/root/.ssh/id_rsa.pub") {
|
|
$dossh=1;
|
|
my $umask = umask(0077);#don't remember if dropbear is picky, but just in case
|
|
mkpath($tempdir."/.ssh");
|
|
copy("/root/.ssh/id_rsa.pub",$tempdir."/.ssh/authorized_keys");
|
|
umask($umask);
|
|
}
|
|
my $tfile;
|
|
mkpath($tempdir."/var/run/vmware");
|
|
open $tfile,">",$tempdir."/var/run/vmware/show-tech-support-login";
|
|
close($tfile);
|
|
#TODO: auto-enable ssh and request boot-time customization rather than on-demand?
|
|
require Cwd;
|
|
my $dir=Cwd::cwd();
|
|
chdir($tempdir);
|
|
if (-e "$dest/mod.tgz") {
|
|
unlink("$dest/mod.tgz");
|
|
}
|
|
if ($dossh) {
|
|
system("tar czf $dest/mod.tgz * .ssh");
|
|
} else {
|
|
system("tar czf $dest/mod.tgz *");
|
|
}
|
|
chdir($dir);
|
|
rmtree($tempdir);
|
|
return 1;
|
|
}
|
|
sub mknetboot {
|
|
my $req = shift;
|
|
my $doreq = shift;
|
|
my $tftpdir = "/tftpboot";
|
|
my @nodes = @{$req->{node}};
|
|
my $ostab = xCAT::Table->new('nodetype');
|
|
my $sitetab = xCAT::Table->new('site');
|
|
my $bptab = xCAT::Table->new('bootparams',-create=>1);
|
|
my $installroot = "/install";
|
|
if ($sitetab){
|
|
(my $ref) = $sitetab->getAttribs({key => 'installdir'}, 'value');
|
|
if ($ref and $ref->{value}) {
|
|
$installroot = $ref->{value};
|
|
}
|
|
($ref) = $sitetab->getAttribs({key => 'tftpdir'}, 'value');
|
|
if ($ref and $ref->{value}) {
|
|
$tftpdir = $ref->{value};
|
|
}
|
|
}
|
|
my %donetftp=();
|
|
|
|
my $bpadds = $bptab->getNodesAttribs(\@nodes,['addkcmdline']);
|
|
my %tablecolumnsneededforaddkcmdline;
|
|
my %nodesubdata;
|
|
foreach my $key (keys %$bpadds){ #First, we identify all needed table.columns needed to aggregate database call
|
|
my $add = $bpadds->{$key}->[0]->{addkcmdline};
|
|
|
|
next if ! defined $add;
|
|
|
|
while ($add =~ /#NODEATTRIB:([^:#]+):([^:#]+)#/) {
|
|
push @{$tablecolumnsneededforaddkcmdline{$1}},$2;
|
|
$add =~ s/#NODEATTRIB:([^:#]+):([^:#]+)#//;
|
|
}
|
|
}
|
|
foreach my $table (keys %tablecolumnsneededforaddkcmdline) {
|
|
my $tab = xCAT::Table->new($table,-create=>0);
|
|
if ($tab) {
|
|
$nodesubdata{$table}=$tab->getNodesAttribs(\@nodes,$tablecolumnsneededforaddkcmdline{$table});
|
|
}
|
|
}
|
|
|
|
|
|
foreach my $node (@nodes){
|
|
my $ent = $ostab->getNodeAttribs($node, ['os', 'arch', 'profile']);
|
|
my $arch = $ent->{'arch'};
|
|
my $profile = $ent->{'profile'};
|
|
my $osver = $ent->{'os'};
|
|
#if($arch ne 'x86'){
|
|
# xCAT::SvrUtils::sendmsg([1,"VMware ESX hypervisors are x86, please change the nodetype.arch value to x86 instead of $arch for $node before proceeding:
|
|
#e.g: nodech $node nodetype.arch=x86\n"]);
|
|
# return;
|
|
#}
|
|
# first make sure copycds was done:
|
|
my $custprofpath = $profile;
|
|
unless ($custprofpath =~ /^\//) {#If profile begins with a /, assume it already is a path
|
|
$custprofpath = $installroot."/custom/install/esxi/$arch/$profile";
|
|
}
|
|
unless(
|
|
-r "$custprofpath/vmkboot.gz"
|
|
or -r "$installroot/$osver/$arch/mboot.c32"
|
|
or -r "$installroot/$osver/$arch/install.tgz" ){
|
|
xCAT::SvrUtils::sendmsg([1,"Please run copycds first for $osver or create custom image in $custprofpath/"], $output_handler);
|
|
}
|
|
|
|
mkpath("$tftpdir/xcat/netboot/$osver/$arch/");
|
|
my @reqmods = qw/vmkboot.gz vmk.gz sys.vgz cim.vgz/; #Required modules for an image to be considered complete
|
|
my %mods;
|
|
foreach (@reqmods) {
|
|
$mods{$_} = 1;
|
|
}
|
|
my $shortprofname = $profile;
|
|
$shortprofname =~ s/\/\z//;
|
|
$shortprofname =~ s/.*\///;
|
|
unless($donetftp{$osver,$arch}) {
|
|
my $srcdir = "$installroot/$osver/$arch";
|
|
my $dest = "$tftpdir/xcat/netboot/$osver/$arch/$shortprofname";
|
|
cpNetbootImages($osver,$srcdir,$dest,$custprofpath,\%mods);
|
|
if (makecustomizedmod($osver,$dest)) {
|
|
push @reqmods,"mod.tgz";
|
|
$mods{"mod.tgz"}=1;
|
|
}
|
|
if (-r "$::XCATROOT/share/xcat/netboot/syslinux/mboot.c32") { #prefer xCAT patched mboot.c32 with BOOTIF for mboot
|
|
copy("$::XCATROOT/share/xcat/netboot/syslinux/mboot.c32", $dest);
|
|
} else {
|
|
copy("$srcdir/mboot.c32", $dest);
|
|
}
|
|
$donetftp{$osver,$arch,$profile} = 1;
|
|
}
|
|
my $tp = "xcat/netboot/$osver/$arch/$shortprofname";
|
|
my $bail=0;
|
|
foreach (@reqmods) {
|
|
unless (-r "$tftpdir/$tp/$_") {
|
|
xCAT::SvrUtils::sendmsg([1,"$_ is missing from the target destination, ensure that either copycds has been run or that $custprofpath contains this file"], $output_handler);
|
|
$bail=1; #only flag to bail, present as many messages as possible to user
|
|
}
|
|
}
|
|
if ($bail) { #if the above loop detected one or more failures, bail out
|
|
return;
|
|
}
|
|
# now make <HEX> file entry stuff
|
|
my $kernel = "$tp/mboot.c32";
|
|
my $prepend = "$tp/vmkboot.gz";
|
|
delete $mods{"vmkboot.gz"};
|
|
my $append = " --- $tp/vmk.gz";
|
|
delete $mods{"vmk.gz"};
|
|
$append .= " --- $tp/sys.vgz";
|
|
delete $mods{"sys.vgz"};
|
|
$append .= " --- $tp/cim.vgz";
|
|
delete $mods{"cim.vgz"};
|
|
if ($mods{"mod.tgz"}) {
|
|
$append .= " --- $tp/mod.tgz";
|
|
delete $mods{"mod.tgz"};
|
|
}
|
|
foreach (keys %mods) {
|
|
$append .= " --- $tp/$_";
|
|
}
|
|
if (defined $bpadds->{$node}->[0]->{addkcmdline}) {
|
|
my $modules;
|
|
my $kcmdline;
|
|
($kcmdline,$modules) = split /---/,$bpadds->{$node}->[0]->{addkcmdline},2;
|
|
$kcmdline =~ s/#NODEATTRIB:([^:#]+):([^:#]+)#/$nodesubdata{$1}->{$node}->[0]->{$2}/eg;
|
|
if ($modules) {
|
|
$append .= " --- ".$modules;
|
|
}
|
|
$prepend .= " ".$kcmdline;
|
|
}
|
|
$append = $prepend.$append;
|
|
$output_handler->({node=>[{name=>[$node],'_addkcmdlinehandled'=>[1]}]});
|
|
|
|
|
|
|
|
$bptab->setNodeAttribs(
|
|
$node,
|
|
{
|
|
kernel => $kernel,
|
|
initrd => "",
|
|
kcmdline => $append
|
|
}
|
|
);
|
|
} # end of node loop
|
|
|
|
}
|
|
# this is where we extract the netboot images out of the copied ISO image
|
|
sub cpNetbootImages {
|
|
my $osver = shift;
|
|
my $srcDir = shift;
|
|
my $destDir = shift;
|
|
my $overridedir = shift;
|
|
my $modulestoadd = shift;
|
|
my $tmpDir = "/tmp/xcat.$$";
|
|
if($osver =~ /esxi4/){
|
|
# we don't want to go through this all the time, so if its already
|
|
# there we're not going to extract:
|
|
unless( -r "$destDir/vmk.gz"
|
|
and -r "$destDir/vmkboot.gz"
|
|
and -r "$destDir/sys.vgz"
|
|
and -r "$destDir/cim.vgz"
|
|
and -r "$destDir/cimstg.tgz"
|
|
){
|
|
if (-r "$srcDir/image.tgz") { #it still may work without image.tgz if profile customization has everything replaced
|
|
mkdir($tmpDir);
|
|
chdir($tmpDir);
|
|
xCAT::SvrUtils::sendmsg("extracting netboot files from OS image. This may take about a minute or two...hopefully you have ~1GB free in your /tmp dir\n", $output_handler);
|
|
my $cmd = "tar zxvf $srcDir/image.tgz";
|
|
print "\n$cmd\n";
|
|
if(system("tar zxf $srcDir/image.tgz")){
|
|
xCAT::SvrUtils::sendmsg([1,"Unable to extract $srcDir/image.tgz\n"], $output_handler);
|
|
}
|
|
# this has the big image and may take a while.
|
|
# this should now create:
|
|
# /tmp/xcat.1234/usr/lib/vmware/installer/VMware-VMvisor-big-164009-x86_64.dd.bz2 or some other version. We need to extract partition 5 from it.
|
|
system("bunzip2 $tmpDir/usr/lib/vmware/installer/*bz2");
|
|
xCAT::SvrUtils::sendmsg("finished extracting, now copying files...\n", $output_handler);
|
|
|
|
# now we need to get partition 5 which has the installation goods in it.
|
|
my $scmd = "fdisk -lu $tmpDir/usr/lib/vmware/installer/*dd 2>&1 | grep dd5 | awk '{print \$2}'";
|
|
print "running: $scmd\n";
|
|
my $sector = `$scmd`;
|
|
chomp($sector);
|
|
my $offset = $sector * 512;
|
|
mkdir "/mnt/xcat";
|
|
my $mntcmd = "mount $tmpDir/usr/lib/vmware/installer/*dd /mnt/xcat -o loop,offset=$offset";
|
|
print "$mntcmd\n";
|
|
if(system($mntcmd)){
|
|
xCAT::SvrUtils::sendmsg([1,"unable to mount partition 5 of the ESX netboot image to /mnt/xcat"], $output_handler);
|
|
return;
|
|
}
|
|
|
|
if (! -d $destDir) {
|
|
mkpath($destDir);
|
|
}
|
|
|
|
if(system("cp /mnt/xcat/* $destDir/")){
|
|
xCAT::SvrUtils::sendmsg([1,"Could not copy netboot contents to $destDir"], $output_handler);
|
|
system("umount /mnt/xcat");
|
|
return;
|
|
}
|
|
chdir("/tmp");
|
|
system("umount /mnt/xcat");
|
|
print "tempDir: $tmpDir\n";
|
|
system("rm -rf $tmpDir");
|
|
} elsif (-r "$srcDir/cim.vgz" and -r "$srcDir/vmkernel.gz" and -r "$srcDir/vmkboot.gz" and -r "$srcDir/sys.vgz") {
|
|
use File::Basename;
|
|
if (! -d $destDir) {
|
|
mkpath($destDir);
|
|
}
|
|
#In ESXI 4.1, the above breaks, this seems to work, much simpler too
|
|
foreach ("$srcDir/cim.vgz","$srcDir/vmkernel.gz","$srcDir/vmkboot.gz","$srcDir/sys.vgz","$srcDir/sys.vgz") {
|
|
my $mod = scalar fileparse($_);
|
|
if ($mod =~ /vmkernel.gz/) {
|
|
copy($_,"$destDir/vmk.gz") or xCAT::SvrUtils::sendmsg([1,"Could not copy netboot contents from $_ to $destDir/$mod"], $output_handler);
|
|
} else {
|
|
copy($_,"$destDir/$mod") or xCAT::SvrUtils::sendmsg([1,"Could not copy netboot contents from $_ to $destDir/$mod"], $output_handler);
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
if (-d $overridedir) { #Copy over all modules
|
|
use File::Basename;
|
|
foreach (glob "$overridedir/*") {
|
|
my $mod = scalar fileparse($_);
|
|
if ($mod =~ /gz\z/ and $mod !~ /pkgdb.tgz/ and $mod !~ /vmkernel.gz/) {
|
|
$modulestoadd->{$mod}=1;
|
|
copy($_,"$destDir/$mod") or xCAT::SvrUtils::sendmsg([1,"Could not copy netboot contents from $overridedir to $destDir"], $output_handler);
|
|
} elsif ($mod =~ /vmkernel.gz/) {
|
|
$modulestoadd->{"vmk.gz"}=1;
|
|
copy($_,"$destDir/vmk.gz") or xCAT::SvrUtils::sendmsg([1,"Could not copy netboot contents from $overridedir to $destDir"], $output_handler);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
}else{
|
|
xCAT::SvrUtils::sendmsg([1,"VMware $osver is not supported for netboot"], $output_handler);
|
|
}
|
|
|
|
}
|
|
|
|
|
|
# compares nfs target described by parameters to every share mounted by target hypervisor
|
|
# returns 1 if matching datastore is present and 0 otherwise
|
|
sub match_nfs_datastore {
|
|
my ($host, $path, $hypconn) = @_;
|
|
|
|
die "esx plugin bug: no host provided for match_datastore" unless defined $host;
|
|
die "esx plugin bug: no path provided for match_datastore" unless defined $path;
|
|
|
|
my @ip;
|
|
|
|
eval {
|
|
if ($host =~ m/\b(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\//) {
|
|
use Socket;
|
|
|
|
@ip = ( $host );
|
|
$host = gethostbyaddr(inet_aton($host, AF_INET), AF_INET);
|
|
} else {
|
|
use Socket;
|
|
|
|
(undef, undef, undef, undef, @ip) = gethostbyname($host);
|
|
|
|
my @ip_ntoa = ();
|
|
foreach (@ip) {
|
|
push (@ip_ntoa, inet_ntoa($_));
|
|
}
|
|
@ip = @ip_ntoa;
|
|
}
|
|
|
|
};
|
|
|
|
if ($@) {
|
|
die "error while resolving datastore host: $@\n";
|
|
}
|
|
|
|
my %viewcrit = (
|
|
view_type => 'HostSystem',
|
|
properties => [ 'config.fileSystemVolume' ],
|
|
);
|
|
|
|
my $dsviews = $hypconn->find_entity_views(%viewcrit);
|
|
|
|
foreach (@$dsviews) {
|
|
foreach my $mount (@{$_->get_property('config.fileSystemVolume.mountInfo')}) {
|
|
next unless $mount->{'volume'}{'type'} eq 'NFS';
|
|
|
|
my $hostMatch = 0;
|
|
HOSTMATCH: foreach (@ip, $host) {
|
|
next HOSTMATCH unless $mount->{'volume'}{'remoteHost'} eq $_;
|
|
|
|
$hostMatch = 1;
|
|
last HOSTMATCH;
|
|
}
|
|
next unless $hostMatch;
|
|
|
|
next unless $mount->{'volume'}{'remotePath'} eq $path;
|
|
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
1;
|
|
# vi: set ts=4 sw=4 filetype=perl:
|