2019-04-25 18:47:20 +00:00
|
|
|
#!/usr/bin/env python
|
2019-04-25 17:59:15 +00:00
|
|
|
# vim: tabstop=4 shiftwidth=4 softtabstop=4
|
|
|
|
|
|
|
|
# Copyright 2019 Lenovo
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2019-04-25 18:45:47 +00:00
|
|
|
import argparse
|
2019-04-26 20:04:01 +00:00
|
|
|
import fcntl
|
2019-04-25 17:59:15 +00:00
|
|
|
import io
|
2019-04-25 17:51:50 +00:00
|
|
|
import numpy as np
|
2019-04-25 18:45:47 +00:00
|
|
|
|
2019-04-25 17:51:50 +00:00
|
|
|
import os
|
|
|
|
import sixel
|
|
|
|
import subprocess
|
|
|
|
import sys
|
|
|
|
|
|
|
|
class DumbWriter(sixel.SixelWriter):
|
|
|
|
def restore_position(self, output):
|
|
|
|
return
|
|
|
|
|
|
|
|
|
2019-04-26 20:04:01 +00:00
|
|
|
def plot(gui, output, plotdata, bins):
|
2019-04-25 18:45:47 +00:00
|
|
|
import matplotlib as mpl
|
|
|
|
if not gui:
|
|
|
|
mpl.use('Agg')
|
|
|
|
import matplotlib.pyplot as plt
|
2019-04-26 20:04:01 +00:00
|
|
|
n, bins, patches = plt.hist(plotdata, bins)
|
2019-04-25 18:45:47 +00:00
|
|
|
plt.show()
|
|
|
|
if not gui:
|
|
|
|
if output:
|
|
|
|
tdata = output
|
|
|
|
else:
|
|
|
|
tdata = io.BytesIO()
|
|
|
|
plt.savefig(tdata)
|
|
|
|
if not gui and not output:
|
|
|
|
writer = DumbWriter()
|
|
|
|
writer.draw(tdata)
|
2019-04-26 20:04:01 +00:00
|
|
|
return n, bins
|
|
|
|
|
|
|
|
def textplot(plotdata, bins):
|
|
|
|
n, bins = np.histogram(plotdata, bins)
|
|
|
|
labels = []
|
|
|
|
for bin in bins:
|
|
|
|
labels.append('{0:0.1f}'.format(bin))
|
|
|
|
width = 80
|
|
|
|
# Since this will be primarily piped into, hard to get
|
|
|
|
# terminal width
|
|
|
|
labelwidth = 0
|
|
|
|
for lab in labels:
|
|
|
|
if len(lab) > labelwidth:
|
|
|
|
labelwidth = len(lab)
|
|
|
|
width -= (labelwidth) + 1
|
|
|
|
labelfmt = '{{0:>{0}s}}|'.format(labelwidth)
|
|
|
|
maxn = 0.0
|
|
|
|
for lgth in n:
|
|
|
|
if lgth > maxn:
|
|
|
|
maxn = float(lgth)
|
|
|
|
for i in range(len(n)):
|
|
|
|
print(labelfmt.format(labels[i]) + '=' * int(np.round((n[i]/maxn) * width)))
|
|
|
|
return n, bins
|
2019-04-25 18:45:47 +00:00
|
|
|
|
|
|
|
histogram = False
|
|
|
|
aparser = argparse.ArgumentParser(description='Quick access to common statistics')
|
2019-04-26 20:04:01 +00:00
|
|
|
aparser.add_argument('-c', type=int, default=0, help='Column number to analyze (default is last column)')
|
2019-04-25 18:45:47 +00:00
|
|
|
aparser.add_argument('-s', default=False, action='store_true', help='Output histogram in sixel format')
|
|
|
|
aparser.add_argument('-g', default=False, action='store_true', help='Open histogram in separate graphical window')
|
|
|
|
aparser.add_argument('-o', default=None, help='Output histogram to the specified filename in PNG format')
|
2019-04-26 20:04:01 +00:00
|
|
|
aparser.add_argument('-t', default=False, action='store_true', help='Output a histogram in text format')
|
|
|
|
aparser.add_argument('-v', default=False, action='store_true', help='Attempt to list nodes relevant to each histogram bar (requires -s, -o, or -t)')
|
|
|
|
aparser.add_argument('-b', type=int, default=10, help='Number of bins to use in histogram (default is 10)')
|
2019-04-25 18:45:47 +00:00
|
|
|
args = aparser.parse_args(sys.argv[1:])
|
2019-04-25 17:51:50 +00:00
|
|
|
plotdata = []
|
|
|
|
data = sys.stdin.readline()
|
2019-04-26 20:04:01 +00:00
|
|
|
nodebydatum = {}
|
2019-04-25 17:51:50 +00:00
|
|
|
while data:
|
2019-04-26 20:04:01 +00:00
|
|
|
node = None
|
|
|
|
if ':' in data:
|
|
|
|
node, data = data.split(':', 1)
|
2019-04-25 18:45:47 +00:00
|
|
|
datum = float(data.split()[args.c - 1])
|
2019-04-26 20:04:01 +00:00
|
|
|
if node:
|
|
|
|
if datum in nodebydatum:
|
|
|
|
nodebydatum[datum].add(node)
|
|
|
|
else:
|
|
|
|
nodebydatum[datum] = set([node])
|
2019-04-25 17:51:50 +00:00
|
|
|
plotdata.append(datum)
|
|
|
|
data = sys.stdin.readline()
|
2019-04-26 20:04:01 +00:00
|
|
|
n = None
|
2019-04-25 18:45:47 +00:00
|
|
|
if args.g or args.o or args.s:
|
2019-04-26 20:04:01 +00:00
|
|
|
n, bins = plot(args.g, args.o, plotdata, bins=args.b)
|
|
|
|
if args.t:
|
|
|
|
n, bins = textplot(plotdata, bins=args.b)
|
2019-04-25 18:45:47 +00:00
|
|
|
print('Samples: {5} Min: {3} Median: {0} Mean: {1} Max: {4} StandardDeviation: {2}'.format(np.median(plotdata), np.mean(plotdata), np.std(plotdata), np.min(plotdata), np.max(plotdata), len(plotdata)))
|
2019-04-26 20:04:01 +00:00
|
|
|
if args.v and n is not None and nodebydatum:
|
|
|
|
print('')
|
|
|
|
currbin = bins[0]
|
|
|
|
bins = bins[1:]
|
|
|
|
currbinmembers = []
|
|
|
|
for datum in sorted(nodebydatum):
|
2019-04-26 20:17:28 +00:00
|
|
|
if datum > bins[0]:
|
2019-04-26 20:29:33 +00:00
|
|
|
nextbin = None
|
|
|
|
while len(bins) and bins[0] < datum:
|
|
|
|
nextbin = bins[0]
|
2019-04-26 20:17:28 +00:00
|
|
|
bins = bins[1:]
|
2019-04-26 20:40:47 +00:00
|
|
|
if not nextbin:
|
|
|
|
nextbin = np.max(plotdata)
|
|
|
|
print('Entries between {0} and {1}'.format(currbin, nextbin))
|
2019-04-26 20:43:53 +00:00
|
|
|
currbin = nextbin
|
2019-04-26 20:40:47 +00:00
|
|
|
print('-' * 80)
|
|
|
|
print(','.join(sorted(currbinmembers)))
|
|
|
|
print('')
|
|
|
|
print('')
|
|
|
|
currbinmembers = []
|
2019-04-26 20:04:01 +00:00
|
|
|
for node in nodebydatum[datum]:
|
|
|
|
currbinmembers.append(node)
|