mirror of
https://github.com/xcat2/confluent.git
synced 2024-11-22 17:43:14 +00:00
4e1ebc290b
exitcode was not yet set when starting to be referenced. Initialize to zero prior to any possible reference to fix.
116 lines
3.8 KiB
Python
Executable File
116 lines
3.8 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
# Copyright 2016-2017 Lenovo
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from collections import deque
|
|
import optparse
|
|
import os
|
|
import select
|
|
import shlex
|
|
import signal
|
|
import subprocess
|
|
import sys
|
|
|
|
try:
|
|
signal.signal(signal.SIGPIPE, signal.SIG_DFL)
|
|
except AttributeError:
|
|
pass
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
path = os.path.realpath(os.path.join(path, '..', 'lib', 'python'))
|
|
if path.startswith('/opt'):
|
|
sys.path.append(path)
|
|
|
|
import confluent.client as client
|
|
|
|
|
|
def run():
|
|
concurrentprocs = 168
|
|
# among other things, FD_SETSIZE limits. Besides, spawning too many
|
|
# processes can be unkind for the unaware on memory pressure and such...
|
|
argparser = optparse.OptionParser(
|
|
usage="Usage: %prog node commandexpression",
|
|
epilog="Expressions are the same as in attributes, e.g. "
|
|
"'ipmitool -H {hardwaremanagement.manager}' will be expanded.")
|
|
argparser.disable_interspersed_args()
|
|
(options, args) = argparser.parse_args()
|
|
if len(args) < 2:
|
|
argparser.print_help()
|
|
sys.exit(1)
|
|
c = client.Command()
|
|
cmdstr = " ".join(args[1:])
|
|
|
|
currprocs = 0
|
|
all = set([])
|
|
pipedesc = {}
|
|
pendingexecs = deque()
|
|
exitcode = 0
|
|
|
|
for exp in c.create('/noderange/{0}/attributes/expression'.format(args[0]),
|
|
{'expression': cmdstr}):
|
|
if 'error' in exp:
|
|
sys.stderr.write(exp['error'] + '\n')
|
|
exitcode |= exp.get('errorcode', 1)
|
|
ex = exp.get('databynode', ())
|
|
for node in ex:
|
|
cmd = ex[node]['value'].encode('utf-8')
|
|
cmdv = shlex.split(cmd)
|
|
if currprocs < concurrentprocs:
|
|
currprocs += 1
|
|
run_cmdv(node, cmdv, all, pipedesc)
|
|
else:
|
|
pendingexecs.append((node, cmdv))
|
|
if not all or exitcode:
|
|
sys.exit(exitcode)
|
|
rdy, _, _ = select.select(all, [], [], 10)
|
|
while all:
|
|
for r in rdy:
|
|
data = r.readline()
|
|
desc = pipedesc[r]
|
|
if data:
|
|
node = desc['node']
|
|
if desc['type'] == 'stdout':
|
|
sys.stdout.write('{0}: {1}'.format(node,data))
|
|
sys.stdout.flush()
|
|
else:
|
|
sys.stderr.write('{0}: {1}'.format(node, data))
|
|
sys.stderr.flush()
|
|
else:
|
|
pop = desc['popen']
|
|
ret = pop.poll()
|
|
if ret is not None:
|
|
exitcode = exitcode | ret
|
|
all.discard(r)
|
|
if desc['type'] == 'stdout' and pendingexecs:
|
|
node, cmdv = pendingexecs.popleft()
|
|
run_cmdv(node, cmdv, all, pipedesc)
|
|
if all:
|
|
rdy, _, _ = select.select(all, [], [], 10)
|
|
sys.exit(exitcode)
|
|
|
|
|
|
def run_cmdv(node, cmdv, all, pipedesc):
|
|
nopen = subprocess.Popen(
|
|
cmdv, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
pipedesc[nopen.stdout] = {'node': node, 'popen': nopen,
|
|
'type': 'stdout'}
|
|
pipedesc[nopen.stderr] = {'node': node, 'popen': nopen,
|
|
'type': 'stderr'}
|
|
all.add(nopen.stdout)
|
|
all.add(nopen.stderr)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
run() |