git-svn-id: https://svn.code.sf.net/p/xcat/code/xcat-core/trunk@2872 8638fb3e-16cb-4fca-ae20-7b5d299a9bcd
		
			
				
	
	
		
			352 lines
		
	
	
		
			7.7 KiB
		
	
	
	
		
			Perl
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			352 lines
		
	
	
		
			7.7 KiB
		
	
	
	
		
			Perl
		
	
	
		
			Executable File
		
	
	
	
	
#!/usr/bin/perl
 | 
						|
# IBM(c) 2007 EPL license http://www.eclipse.org/legal/epl-v10.html
 | 
						|
#(C)IBM Corp
 | 
						|
 | 
						|
#
 | 
						|
 | 
						|
#-----------------------------------------------------------------------------
 | 
						|
 | 
						|
=head1   servicenode 
 | 
						|
 | 
						|
 This updates the service node with files necessary to access the 
 | 
						|
 database on the MasterNode and restarts the xcat daemon
 | 
						|
 | 
						|
 On AIX systems this does the service node configuration.
 | 
						|
 | 
						|
=cut
 | 
						|
 | 
						|
#-----------------------------------------------------------------------------
 | 
						|
 | 
						|
BEGIN
 | 
						|
{
 | 
						|
    $::XCATROOT = $ENV{'XCATROOT'} ? $ENV{'XCATROOT'} : '/opt/xcat';
 | 
						|
}
 | 
						|
use lib "$::XCATROOT/lib/perl";
 | 
						|
 | 
						|
# MAIN
 | 
						|
use strict;
 | 
						|
use IO::Socket;
 | 
						|
use IO::Socket::SSL;
 | 
						|
use xCAT::Utils;
 | 
						|
 | 
						|
# MAIN
 | 
						|
 | 
						|
my $rc=0;
 | 
						|
my $msg="";
 | 
						|
 | 
						|
$::osname = `uname`;
 | 
						|
chomp $::osname;
 | 
						|
 | 
						|
$::sdate = `/bin/date`;
 | 
						|
chomp $::sdate;
 | 
						|
 | 
						|
$::hname = `hostname`;
 | 
						|
chomp $::hname;
 | 
						|
 | 
						|
if ($::osname eq 'AIX')
 | 
						|
{
 | 
						|
	# AIX service node setup
 | 
						|
	$rc = &setupAIXsn;
 | 
						|
	if ( $rc != 0) {
 | 
						|
		my $msg="$::sdate  servicenode: One or more errors occurred when attempting to configure node $::hname as an xCAT service node.\n";
 | 
						|
#		print "$msg\n";
 | 
						|
		`logger -t xcat $msg`;
 | 
						|
	}
 | 
						|
} 
 | 
						|
else
 | 
						|
{
 | 
						|
	# Linux setup
 | 
						|
	#  remove OpenIPMI-tools and tftp
 | 
						|
	#  install xcat from /install/xcat
 | 
						|
	#  Copy Certificates, and config file to apprpriate directories 
 | 
						|
	#  from /install and restart xcatd
 | 
						|
	&runcmd("rpm -e OpenIPMI-tools");
 | 
						|
 | 
						|
	&runcmd("rpm -e tftp-server");
 | 
						|
	if ($ENV{'NODESETSTATE'} eq "install")
 | 
						|
	{
 | 
						|
    	$msg = "Installing xCAT";
 | 
						|
    	`logger -t xcat $msg`;
 | 
						|
    	&runcmd("rpm -ivh /xcatpost/xcat/RPMS/*/*.rpm");
 | 
						|
	}
 | 
						|
	&runcmd("/opt/xcat/sbin/copycerts");
 | 
						|
}
 | 
						|
 | 
						|
exit $rc;
 | 
						|
 | 
						|
#
 | 
						|
# Subroutines
 | 
						|
#
 | 
						|
 | 
						|
# run the command
 | 
						|
sub runcmd
 | 
						|
{
 | 
						|
    my ($cmd) = @_;
 | 
						|
    my $rc=0;
 | 
						|
 | 
						|
    $cmd .= ' 2>&1' ;
 | 
						|
    my $outref = [];
 | 
						|
    @$outref = `$cmd`;
 | 
						|
    if ($?)
 | 
						|
    {
 | 
						|
        $rc = $? >> 8;
 | 
						|
        if ($rc > 0)
 | 
						|
        {
 | 
						|
            my $msg="$cmd returned rc=$rc @$outref\n";
 | 
						|
            `logger -t xcat $msg`;
 | 
						|
        }
 | 
						|
    }
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
# do AIX service node setup
 | 
						|
sub setupAIXsn
 | 
						|
{
 | 
						|
	my $error=0;
 | 
						|
 | 
						|
	# get the name of my service node/NIM master from the MASTER env var
 | 
						|
	$::servnode = $ENV{'MASTER'};
 | 
						|
 | 
						|
	# makes it a service node 
 | 
						|
	if (&runcmd("touch /etc/xCATSN") != 0 ) {
 | 
						|
		$msg = "$::sdate servicenode: Could not touch /etc/xCATSN\n";
 | 
						|
        `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	# make sure we don't have xCATMN file 
 | 
						|
	if (-f "/etc/xCATMN") {
 | 
						|
		if (&runcmd("rm  /etc/xCATMN") != 0 ) {
 | 
						|
			$msg = "$::sdate servicenode: Could not remove /etc/xCATMN\n";
 | 
						|
			`logger -t xcat $msg`;
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
    # get the xCAT credentials from the server
 | 
						|
	&getcreds;
 | 
						|
 | 
						|
	# start xcatd
 | 
						|
	if (&runcmd("/opt/xcat/sbin/xcatd &") != 0) {
 | 
						|
		$msg = "$::sdate servicenode: Could not start xcatd.\n";
 | 
						|
        `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	# add xcatd to /etc/inittab???
 | 
						|
	my $mkitab_cmd = 'mkitab "xcatd:2:once:/opt/xcat/sbin/xcatd > /dev/console 2>&1"';
 | 
						|
 | 
						|
	if (&runcmd($mkitab_cmd) != 0) {
 | 
						|
		# error might just mean that the entry is already there!
 | 
						|
 | 
						|
	#	$msg = "$::sdate servicenode: Could not add xcatd to /etc/inittab.\n";
 | 
						|
    #    `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	# do nim master setup - master fileset already installed
 | 
						|
	if (&runcmd("nim_master_setup -a mk_resource=no") != 0) {
 | 
						|
		$msg = "$::sdate servicenode: Could not run nim_master_setup.\n";
 | 
						|
        `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	#
 | 
						|
	# TODO - can configure NIM to use SSL - "nimconfig -c"
 | 
						|
	#   !!!!! can't do diskless nodes w/ nimsh & SSL enabled!!!!
 | 
						|
	#
 | 
						|
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
#####################################################
 | 
						|
#
 | 
						|
#  getcreds
 | 
						|
#		Get xCAT credentials and DB cfgloc file
 | 
						|
#
 | 
						|
#####################################################
 | 
						|
sub getcreds
 | 
						|
{
 | 
						|
	my $response=&getresponse("xcat_client_cred");
 | 
						|
	if (defined ($response) ) {
 | 
						|
		my $fd;
 | 
						|
		my $filename = "/.xcat/client-cred.pem";
 | 
						|
		&runcmd("mkdir -p /.xcat");
 | 
						|
		&runcmd("chmod 700 /.xcat > /dev/null 2>&1");
 | 
						|
		open($fd, '>',$filename);
 | 
						|
		print $fd $response;
 | 
						|
		close($fd);
 | 
						|
 | 
						|
		# set the permissions
 | 
						|
		my $cmd = "chmod 600 $filename > /dev/null 2>&1";
 | 
						|
		&runcmd($cmd);
 | 
						|
	}
 | 
						|
	else {
 | 
						|
		$msg = "$::sdate servicenode: Could not get client-cred.pem file.\n";
 | 
						|
		`logger -t xcat $msg`;
 | 
						|
	}
 | 
						|
 | 
						|
	my $response=&getresponse("xcat_server_cred");
 | 
						|
	if (defined ($response) ) {
 | 
						|
		my $fd;
 | 
						|
		my $filename = "/etc/xcat/cert/server-cred.pem";
 | 
						|
		&runcmd("mkdir -p /etc/xcat/cert"); 
 | 
						|
		open($fd, '>',$filename);
 | 
						|
		print $fd $response;
 | 
						|
		close($fd);
 | 
						|
 | 
						|
		# set the permissions
 | 
						|
		my $cmd = "chmod 600 /etc/xcat/cert/* > /dev/null 2>&1";
 | 
						|
		&runcmd($cmd);
 | 
						|
	}
 | 
						|
	else {
 | 
						|
        $msg = "$::sdate servicenode: Could not get server-cred.pem file.\n";
 | 
						|
        `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	my $response=&getresponse("xcat_cfgloc");
 | 
						|
	if (defined ($response) ) {
 | 
						|
		# need to change entry to use the name of the server as
 | 
						|
		#       know by this node
 | 
						|
		my ($begin, $tmp) = split(';', $response);
 | 
						|
		my ($tmp2, $end, $end2) = split('\|', $tmp);
 | 
						|
		my ($tmp3, $oldserv) = split('=', $tmp2);
 | 
						|
		my $newstr = "$begin;$tmp3=$::servnode|$end|$end2";
 | 
						|
		my $fd;
 | 
						|
		my $filename = "/etc/xcat/cfgloc";
 | 
						|
		&runcmd("mkdir -p /etc/xcat");
 | 
						|
		open($fd, '>',$filename);
 | 
						|
		print $fd $newstr;
 | 
						|
		close($fd);
 | 
						|
 | 
						|
		# set the permissions
 | 
						|
		my $cmd = "chmod 600 $filename > /dev/null 2>&1";
 | 
						|
		&runcmd($cmd);
 | 
						|
	}
 | 
						|
	else {
 | 
						|
        $msg = "$::sdate servicenode: Could not get cfgloc file.\n";
 | 
						|
        `logger -t xcat $msg`;
 | 
						|
    }
 | 
						|
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
#####################################################
 | 
						|
#
 | 
						|
#  getresponse
 | 
						|
#       Request info from xcatd on the management node
 | 
						|
#
 | 
						|
#	- uses SSL socket on port 3001 to connect to MN xcatd
 | 
						|
#		to make the request for info
 | 
						|
#
 | 
						|
#####################################################
 | 
						|
sub getresponse
 | 
						|
{
 | 
						|
	my ($req) = @_;
 | 
						|
 | 
						|
	my $port = "3001";
 | 
						|
 | 
						|
	# open listener connection to wait for check from management node
 | 
						|
	my $lpid = &openlistener();
 | 
						|
 | 
						|
	# open a socket to request credentials
 | 
						|
	my $sock = IO::Socket::SSL->new(
 | 
						|
		PeerAddr => $::servnode,
 | 
						|
		PeerPort  => $port,
 | 
						|
		Proto    => 'tcp',
 | 
						|
	);
 | 
						|
 | 
						|
	unless ($sock) {
 | 
						|
		my $msg = "servicenode: Cannot connect to host \'$::servnode\'\n";
 | 
						|
		`logger -t xcat $msg`;
 | 
						|
		print $msg;
 | 
						|
		return undef;
 | 
						|
	}
 | 
						|
 | 
						|
	# request must be in XML format
 | 
						|
	print $sock "<xcatrequest>\n";
 | 
						|
	print $sock "   <command>getcredentials</command>\n";
 | 
						|
	print $sock "   <arg>$req</arg>\n";
 | 
						|
	print $sock "   <callback_port>300</callback_port>\n";
 | 
						|
	print $sock "</xcatrequest>\n";
 | 
						|
 | 
						|
#TODO - do we have to try again after waiting for a bit????
 | 
						|
	my $response='';
 | 
						|
	my $line;
 | 
						|
	while (defined ($line = <$sock>)) {
 | 
						|
		# skip xml tags
 | 
						|
		next if ($line =~ /^\s*</);
 | 
						|
 | 
						|
		# once we get to serverdone we have the whole response
 | 
						|
		if ($line =~ m/<\/serverdone>/) {
 | 
						|
			last:
 | 
						|
		}
 | 
						|
		$response .= $line;
 | 
						|
	}
 | 
						|
 | 
						|
	close ($sock);
 | 
						|
#print "resp = \'$response\'\n";
 | 
						|
 | 
						|
	kill 2, $lpid;
 | 
						|
	if ($response) {
 | 
						|
		return $response;
 | 
						|
	}
 | 
						|
	return undef;
 | 
						|
}
 | 
						|
 | 
						|
#####################################################
 | 
						|
#
 | 
						|
#  openlistener
 | 
						|
#   - fork a child process to respond to a check from the MN
 | 
						|
#
 | 
						|
#####################################################
 | 
						|
sub openlistener
 | 
						|
{
 | 
						|
	my $node = $ENV{'NODE'};
 | 
						|
 | 
						|
	# fork a child process to open a socket to listen for communication 
 | 
						|
	#	from the server
 | 
						|
	my $pid = xCAT::Utils->xfork;
 | 
						|
	unless (defined $pid) {
 | 
						|
		# fork failed
 | 
						|
		$msg = "servicenode: Could not fork process.\n";
 | 
						|
		`logger -t xcat $msg`;
 | 
						|
		#print $msg;
 | 
						|
		return undef;
 | 
						|
	}
 | 
						|
 | 
						|
	if ($pid != 0) {
 | 
						|
        # This is the parent process, just return 
 | 
						|
        return $pid;
 | 
						|
    }
 | 
						|
 | 
						|
	my $listener = IO::Socket::INET->new(
 | 
						|
		LocalPort  => '300',
 | 
						|
		Proto    => 'tcp',
 | 
						|
		Listen  => '64',
 | 
						|
		Reuse => 1
 | 
						|
	);
 | 
						|
 | 
						|
	unless ($listener) {
 | 
						|
       	my $msg = "servicenode: Cannot open socket on \'$node\'\n";
 | 
						|
   		`logger -t xcat $msg`;
 | 
						|
		print $msg;
 | 
						|
       	exit 1;
 | 
						|
   	}
 | 
						|
 | 
						|
	#	xcatd sends a quick req to see if we are really asking
 | 
						|
	#  	for info - this listener checks for the req and says ok
 | 
						|
	my $client;
 | 
						|
	while ($client = $listener->accept()) {
 | 
						|
		# $client is the new connection   
 | 
						|
		my $text=<$client>;
 | 
						|
 | 
						|
    	#  see if we got "CREDOKBYYOU?"
 | 
						|
		if ($text =~ /CREDOKBYYOU?/) {
 | 
						|
			print $client "CREDOKBYME";
 | 
						|
			close($client);
 | 
						|
			close($listener); 
 | 
						|
			exit 0;
 | 
						|
		}
 | 
						|
		close($client);
 | 
						|
	}
 | 
						|
	close($client);
 | 
						|
	close($listener);
 | 
						|
	exit 0;
 | 
						|
}
 |