#!/usr/bin/env python # vim: tabstop=4 shiftwidth=4 softtabstop=4 # Copyright 2014 IBM Corporation # Copyright 2015 Lenovo # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ultimately, this should provide an interactive cli for navigating confluent # tree and doing console with a socket. ]0; can be used to # present info such as whether it is in a console or other mode and, if in # console, how many other connections are live and looking # this means 'wcons' simply needs to make a terminal run and we'll take care of # the title while providing more info # this also means the socket interface needs to have ways to convey more # interesting pieces of data (like concurrent connection count) # socket will probably switch to a TLV scheme: # 32 bit TL, 8 bits of type code and 24 bit size # type codes: # 0: string data # 1: json data # 24 bit size allows the peer to avoid having to do any particular parsing to # understand message boundaries (which is a significant burden on the xCAT # protocol) # When in a console client mode, will recognize two escape sequences by # default: # Ctrl-E, c, ?: mimic conserver behavior # ctrl-]: go to interactive prompt (telnet escape, but not telnet prompt) # esc-( would interfere with normal esc use too much # ~ I will not use for now... import math import getpass import optparse import os import select import shlex import socket import sys import time try: import fcntl import termios import tty except ImportError: pass exitcode = 0 consoleonly = False consolename = "" didconsole = False target = "/" path = os.path.dirname(os.path.realpath(__file__)) path = os.path.realpath(os.path.join(path, '..', 'lib', 'python')) if path.startswith('/opt'): sys.path.append(path) import confluent.termhandler as termhandler import confluent.tlvdata as tlvdata import confluent.client as client conserversequence = '\x05c' # ctrl-e, c oldtcattr = None fd = sys.stdin try: if fd.isatty(): oldtcattr = termios.tcgetattr(fd.fileno()) except NameError: pass netserver = None laststate = {} def updatestatus(stateinfo={}): status = consolename info = [] for statekey in stateinfo: laststate[statekey] = stateinfo[statekey] if ('connectstate' in laststate and laststate['connectstate'] != 'connected'): info.append(laststate['connectstate']) if laststate['connectstate'] == 'closed': quitconfetty(fullexit=consoleonly) if 'error' in laststate: info.append(laststate['error']) # error will be repeated if relevant # avoid keeping it around as stale del laststate['error'] if 'clientcount' in laststate and laststate['clientcount'] != 1: info.append('clients: %d' % laststate['clientcount']) if 'bufferage' in stateinfo and stateinfo['bufferage'] is not None: laststate['showtime'] = time.time() - stateinfo['bufferage'] if 'showtime' in laststate: showtime = laststate['showtime'] age = time.time() - laststate['showtime'] if age > 86400: # older than one day # disambiguate by putting date in and time info.append(time.strftime('%m-%dT%H:%M', time.localtime(showtime))) else: info.append(time.strftime('%H:%M', time.localtime(showtime))) if info: status += ' [' + ','.join(info) + ']' if os.environ['TERM'] not in ('linux'): sys.stdout.write('\x1b]0;console: %s\x07' % status) sys.stdout.flush() def recurse_format(datum, levels=0): ret = '' import json return json.dumps(datum, ensure_ascii=False, indent=1) if isinstance(datum, dict): for key in datum.iterkeys(): if datum[key] is None: continue ret += key + ':' if type(datum[key]) in (str, unicode): ret += datum[key] + '\n' else: ret += recurse_format(datum[key], levels + 1) elif isinstance(datum, list): if type(datum[0]) in (str, unicode): ret += '[' + ",".join(datum) + ']\n' else: ret += '[' elems = [] for elem in datum: elems.append('{' + recurse_format(elem, levels + 1) + '}') ret += ','.join(elems) ret += (' ' * levels) + ']\n' return ret def prompt(): if os.environ['TERM'] not in ('linux'): sys.stdout.write('\x1b]0;confetty: %s\x07' % target) try: return raw_input(target + ' -> ') except KeyboardInterrupt: print "" return "" except EOFError: # ctrl-d print("exit") return "exit" # sys.stdout.write(target + ' -> ') # sys.stdout.flush() # username = raw_input("Name: ") valid_commands = [ 'start', 'cd', 'show', 'set', 'unset', 'create', 'remove', 'rm', 'delete', ] candidates = None session = None def completer(text, state): try: return rcompleter(text, state) except: pass #import traceback #traceback.print_exc() def rcompleter(text, state): global candidates global valid_commands cline = readline.get_line_buffer() cline = cline[:readline.get_endidx()] if len(text): cline = cline[:-len(text)] args = shlex.split(cline, posix=True) currpos = len(args) if currpos and cline[-1] == ' ': lastarg = '' currpos += 1 elif currpos: lastarg = args[-1] else: lastarg = '' if currpos <= 1: foundcount = 0 for cmd in valid_commands: if cmd.startswith(text): if foundcount == state: return cmd else: foundcount += 1 candidates = None return None cmd = args[0] if candidates is None: candidates = [] targpath = fullpath_target(lastarg) for res in session.read(targpath): if 'item' in res: # a link relation if type(res['item']) == dict: candidates.append(res['item']["href"]) else: for item in res['item']: candidates.append(item["href"]) foundcount = 0 for elem in candidates: if cmd == 'cd' and elem[-1] != '/': continue if elem.startswith(text): if foundcount == state: return elem else: foundcount += 1 candidates = None return None def parse_command(command): args = shlex.split(command, posix=True) return args currchildren = None def print_result(res): if 'errorcode' in res or 'error' in res: print res['error'] return if 'databynode' in res: print_result(res['databynode']) return for key in res.iterkeys(): notes = [] if res[key] is None: attrstr = '%s=""' % key elif type(res[key]) == list: attrstr = '%s=%s' % (key, recurse_format(res[key])) elif not isinstance(res[key], dict): print '{0}: {1}'.format(key, res[key]) continue elif 'value' in res[key] and res[key]['value'] is not None: attrstr = '%s="%s"' % (key, res[key]['value']) elif 'value' in res[key] and res[key]['value'] is None: attrstr = '%s=""' % key elif 'isset' in res[key] and res[key]['isset']: attrstr = '%s="********"' % key elif 'isset' in res[key] or not res[key]: attrstr = '%s=""' % key else: sys.stdout.write('{0}: '.format(key)) if isinstance(res[key], str) or isinstance(res[key], unicode): print res[key] else: print_result(res[key]) continue if res[key] is not None and 'inheritedfrom' in res[key]: notes.append( 'Inherited from %s' % res[key]['inheritedfrom']) if res[key] is not None and 'expression' in res[key]: notes.append( ('Derived from expression "%s"' % res[key]['expression'])) if notes: notestr = '(' + ', '.join(notes) + ')' output = '{0:<40} {1:>39}'.format(attrstr, notestr) else: output = attrstr try: print(output) except (UnicodeDecodeError, UnicodeEncodeError): print(output.encode('utf-8')) def do_command(command, server): global exitcode global target global currconsole global currchildren exitcode = 0 argv = parse_command(command) if len(argv) == 0: return argv[0] = argv[0].lower() if argv[0] == 'exit': sys.exit(0) elif argv[0] == 'cd': otarget = target if len(argv) > 1: target = fullpath_target(argv[1], forcepath=True) else: # cd by itself, go 'home' target = '/' for res in session.read(target, server): if 'errorcode' in res: exitcode = res['errorcode'] if 'error' in res: sys.stderr.write(target + ': ' + res['error'] + '\n') target = otarget elif argv[0] in ('cat', 'show', 'ls', 'dir'): if len(argv) > 1: targpath = fullpath_target(argv[1]) else: targpath = target for res in session.read(targpath): if 'item' in res: # a link relation if type(res['item']) == dict: print res['item']["href"] else: for item in res['item']: print item["href"] else: # generic attributes to list if 'error' in res: sys.stderr.write(res['error'] + '\n') if 'errorcode' in res: exitcode = res['errorcode'] continue print_result(res) elif argv[0] == 'start': targpath = fullpath_target(argv[1]) nodename = targpath.split('/')[-3] currconsole = targpath startrequest = {'operation': 'start', 'path': targpath, 'parameters': {}} for param in argv[2:]: (parmkey, parmval) = param.split("=") startrequest['parameters'][parmkey] = parmval tlvdata.send( session.connection, startrequest) status = tlvdata.recv(session.connection) if 'error' in status: if 'errorcode' in status: exitcode = status['errorcode'] sys.stderr.write('Error: ' + status['error'] + '\n') while '_requestdone' not in status: status = tlvdata.recv(session.connection) return startconsole(nodename) return elif argv[0] == 'set': setvalues(argv[1:]) elif argv[0] == 'create': createresource(argv[1:]) elif argv[0] in ('rm', 'delete', 'remove'): delresource(argv[1]) elif argv[0] in ('unset', 'clear'): clearvalues(argv[1], argv[2:]) elif argv[0] == 'shutdown': shutdown() else: sys.stderr.write("%s: command not found...\n" % argv[0]) def shutdown(): tlvdata.send(session.connection, {'operation': 'shutdown', 'path': '/'}) def createresource(args): resname = args[0] attribs = args[1:] keydata = parameterize_attribs(attribs) if keydata is None: return targpath = fullpath_target(resname) collection, _, resname = targpath.rpartition('/') keydata['name'] = resname makecall(session.create, (collection, keydata)) def makecall(callout, args): global exitcode for response in callout(*args): if 'error' in response: if 'errorcode' in response: exitcode = response['errorcode'] sys.stderr.write('Error: ' + response['error'] + '\n') def clearvalues(resource, attribs): global exitcode targpath = fullpath_target(resource) keydata = {} for attrib in attribs: keydata[attrib] = None for res in session.update(targpath, keydata): if 'error' in res: if 'errorcode' in res: exitcode = res['errorcode'] sys.stderr.write('Error: ' + res['error'] + '\n') def delresource(resname): resname = fullpath_target(resname) makecall(session.delete, (resname,)) def setvalues(attribs): global exitcode if '=' in attribs[0]: # going straight to attribute resource = attribs[0][:attribs[0].index("=")] if '/' in resource: lastslash = resource.rindex('/') attribs[0] = attribs[0][lastslash + 1:] else: # an actual resource resource = attribs[0] attribs = attribs[1:] keydata = parameterize_attribs(attribs) if not keydata: return targpath = fullpath_target(resource) for res in session.update(targpath, keydata): if 'error' in res: if 'errorcode' in res: exitcode = res['errorcode'] sys.stderr.write('Error: ' + res['error'] + '\n') print_result(res) def parameterize_attribs(attribs): keydata = {} for attrib in attribs: if '=' not in attrib: sys.stderr.write("Invalid syntax %s\n" % attrib) return None key = attrib[:attrib.index("=")] value = attrib[attrib.index("=") + 1:] if key == 'groups': value = value.split(',') keydata[key] = value return keydata def fullpath_target(currpath, forcepath=False): global target if currpath == '': return target pathcomponents = currpath.split("/") if pathcomponents[-1] == "": # preserve path forcepath = True if pathcomponents[0] == "": # absolute path ntarget = currpath else: targparts = target.split("/")[:-1] for component in pathcomponents: if component in ('.', ''): # ignore these continue elif component == '..': if len(targparts) > 0: del targparts[-1] else: targparts.append(component) if forcepath and (len(targparts) == 0 or targparts[-1] != ""): targparts.append('') ntarget = '/'.join(targparts) if forcepath and (len(ntarget) == 0 or ntarget[-1] != '/'): ntarget += '/' return ntarget def startconsole(nodename): global inconsole global consolename global didconsole didconsole = True consolename = nodename tty.setraw(sys.stdin.fileno()) currfl = fcntl.fcntl(sys.stdin.fileno(), fcntl.F_GETFL) fcntl.fcntl(sys.stdin.fileno(), fcntl.F_SETFL, currfl | os.O_NONBLOCK) inconsole = True def quitconfetty(code=0, fullexit=False, fixterm=True): global inconsole global currconsole global didconsole if fixterm or didconsole: currfl = fcntl.fcntl(sys.stdin.fileno(), fcntl.F_GETFL) fcntl.fcntl(sys.stdin.fileno(), fcntl.F_SETFL, currfl ^ os.O_NONBLOCK) if oldtcattr is not None: termios.tcsetattr(sys.stdin.fileno(), termios.TCSANOW, oldtcattr) if fullexit: sys.exit(code) else: tlvdata.send(session.connection, {'operation': 'stop', 'path': currconsole}) inconsole = False def get_session_node(shellargs): # straight to node console if len(shellargs) == 1 and ' ' not in shellargs[0]: return shellargs[0] if len(shellargs) == 2 and shellargs[0] == 'start': args = [s for s in shellargs[1].split('/') if s] if len(args) == 4 and args[0] == 'nodes' and args[2] == 'console' and \ args[3] == 'session': return args[1] return None def conserver_command(filehandle, command): # x - conserver has that as 'show baud', I am inclined to replace that with # 'request exclusive' # b - conserver has that as 'broadcast message', I'm tempted to use that # for break # r - replay # p - replay (this is the one I've always used) # f - force attach read/write # a - attach read/write # s - spy mode # l[n] - send a particular break, tempted to do l0 for compatibility # o - reopen tty, this should mean reconnect console # d - down a console... never used this... # L - toggle logging # w - who is on console while not command: ready, _, _ = select.select((filehandle,), (), (), 1) if ready: command += filehandle.read() if command[0] == '.': print("disconnect]\r") quitconfetty(fullexit=consoleonly) elif command[0] == 'o': tlvdata.send(session.connection, {'operation': 'reopen', 'path': currconsole}) print('reopen]\r') elif command[0] == 'b': tlvdata.send(session.connection, {'operation': 'break', 'path': currconsole}) print("break sent]\r") elif command[0] == '?': print("help]\r") print(". disconnect\r") print("b break\r") print("o reopen\r") print(" abort command\r") elif command[0] == '\x0d': print("ignored]\r") else: # not a command at all.. print("unknown -- use '?']\r") def check_escape_seq(currinput, filehandle): while conserversequence.startswith(currinput): if currinput.startswith(conserversequence): # We have full sequence sys.stdout.write("[") sys.stdout.flush() return conserver_command( filehandle, currinput[len(conserversequence):]) ready, _, _ = select.select((filehandle,), (), (), 3) if not ready: # 3 seconds of no typing break currinput += filehandle.read() return currinput parser = optparse.OptionParser() parser.add_option("-s", "--server", dest="netserver", help="Confluent instance to connect to", metavar="SERVER:PORT") parser.add_option("-c", "--control", dest="controlpath", help="Path to offer terminal control", metavar="PATH") opts, shellargs = parser.parse_args() username = None passphrase = None def server_connect(): global session, username, passphrase if opts.controlpath: termhandler.TermHandler(opts.controlpath) if opts.netserver: # going over a TLS network session = client.Command(opts.netserver) elif 'CONFLUENT_HOST' in os.environ: session = client.Command(os.environ['CONFLUENT_HOST']) else: # unix domain session = client.Command() # Next stop, reading and writing from whichever of stdin and server goes first. #see pyghmi code for solconnect.py if not session.authenticated and username is not None: session.authenticate(username, passphrase) if not session.authenticated and 'CONFLUENT_USER' in os.environ: username = os.environ['CONFLUENT_USER'] passphrase = os.environ['CONFLUENT_PASSPHRASE'] session.authenticate(username, passphrase) while not session.authenticated: username = raw_input("Name: ") passphrase = getpass.getpass("Passphrase: ") session.authenticate(username, passphrase) try: server_connect() except EOFError, KeyboardInterrupt: sys.exit(0) except socket.gaierror: sys.stderr.write('Could not connect to confluent\n') sys.exit(1) # clear on start can help with readable of TUI, but it # can be annoying, so for now don't do it. # sys.stdout.write('\x1b[H\x1b[J') # sys.stdout.flush() if sys.stdout.isatty(): import readline readline.parse_and_bind("tab: complete") readline.parse_and_bind("set bell-style none") readline.set_completer(completer) doexit = False inconsole = False pendingcommand = "" session_node = get_session_node(shellargs) if session_node is not None: consoleonly = True do_command("start /nodes/%s/console/session" % session_node, netserver) doexit = True elif shellargs: command = " ".join(shellargs) do_command(command, netserver) quitconfetty(fullexit=True, fixterm=False) while inconsole or not doexit: if inconsole: rdylist, _, _ = select.select( (sys.stdin, session.connection), (), (), 60) for fh in rdylist: if fh == session.connection: # this only should get called in the # case of a console session # each command should slurp up all relevant # recv potential #fh.read() try: data = tlvdata.recv(fh) except Exception: data = None if type(data) == dict: updatestatus(data) continue if data is not None: sys.stdout.write(data) now = time.time() if ('showtime' not in laststate or (now // 60) != laststate['showtime'] // 60): # don't bother churning if minute does not change laststate['showtime'] = now updatestatus() sys.stdout.flush() else: deadline = 5 connected = False while not connected and deadline > 0: try: server_connect() connected = True except (socket.gaierror, socket.error): pass if not connected: time.sleep(1) deadline -=1 if connected: do_command( "start /nodes/%s/console/session skipreplay=True" % consolename, netserver) else: doexit = True inconsole = False sys.stdout.write("\r\n[remote disconnected]\r\n") break else: myinput = fh.read() myinput = check_escape_seq(myinput, fh) if myinput: tlvdata.send(session.connection, myinput) else: currcommand = prompt() try: do_command(currcommand, netserver) except socket.error: try: server_connect() do_command(currcommand, netserver) except socket.error: doexit = True sys.stdout.write('Lost connection to server') quitconfetty(fullexit=True)