| 1 | #!/usr/bin/python3
|
|---|
| 2 |
|
|---|
| 3 | import argparse
|
|---|
| 4 | import decimal
|
|---|
| 5 | import math
|
|---|
| 6 | import re
|
|---|
| 7 | import sys
|
|---|
| 8 |
|
|---|
| 9 | import collections, functools, operator
|
|---|
| 10 |
|
|---|
| 11 | def parse(reg, lines):
|
|---|
| 12 | m = [re.findall(reg,l) for l in lines]
|
|---|
| 13 | return [*filter(None, m)][0][0]
|
|---|
| 14 |
|
|---|
| 15 | def wavg(vals, ws):
|
|---|
| 16 | t = sum(ws)
|
|---|
| 17 | if t == 0:
|
|---|
| 18 | return 0.0
|
|---|
| 19 | s = sum([vals[i] * ws[i] for i in range(len(vals))])
|
|---|
| 20 | return s / t
|
|---|
| 21 |
|
|---|
| 22 | def hist(s):
|
|---|
| 23 | s = s.split()
|
|---|
| 24 | h = [int(v) for v in s]
|
|---|
| 25 | return dict([(k, v) for (k,v) in enumerate(h) if v != 0])
|
|---|
| 26 |
|
|---|
| 27 | class Result:
|
|---|
| 28 | def __init__(self):
|
|---|
| 29 | self.total = {}
|
|---|
| 30 | self.connect = {}
|
|---|
| 31 | self.request = {}
|
|---|
| 32 | self.reply = {}
|
|---|
| 33 | self.misc = {}
|
|---|
| 34 | self.errors = {}
|
|---|
| 35 | self.session = {}
|
|---|
| 36 |
|
|---|
| 37 | @staticmethod
|
|---|
| 38 | def from_file(file):
|
|---|
| 39 | r = Result()
|
|---|
| 40 | lines = [l for l in file]
|
|---|
| 41 | print(lines[0].strip())
|
|---|
| 42 | #------------------------------
|
|---|
| 43 | # total
|
|---|
| 44 | totals = parse(r'^Total: connections ([0-9]+) requests ([0-9]+) replies ([0-9]+) test-duration ([\.0-9]+) s', lines)
|
|---|
| 45 | r.total = {
|
|---|
| 46 | 'connections': int(totals[0]),
|
|---|
| 47 | 'requests': int(totals[1]),
|
|---|
| 48 | 'replies': int(totals[2]),
|
|---|
| 49 | 'duration': float(totals[3])
|
|---|
| 50 | }
|
|---|
| 51 |
|
|---|
| 52 | #------------------------------
|
|---|
| 53 | # connection
|
|---|
| 54 | connection1 = parse(r'^Connection rate: ([\.0-9]+) conn/s \(([\.0-9]+) ms/conn, <=([0-9]+) concurrent connections\)', lines)
|
|---|
| 55 | connection2 = parse(r'^Connection time \[ms\]: min ([\.0-9]+) avg ([\.0-9]+) max ([\.0-9]+) median ([\.0-9]+) stddev ([\.0-9]+)', lines)
|
|---|
| 56 | connection3 = parse(r'^Connection time \[ms\]: connect ([\.0-9]+)', lines)
|
|---|
| 57 | connection4 = parse(r'^Connection length \[replies/conn\]: ([\.0-9]+)', lines)
|
|---|
| 58 | r.connect = {
|
|---|
| 59 | 'rate': { 'conn/s': float(connection1[0]), 'ms/conn': float(connection1[1]), '<=': int(connection1[2]) },
|
|---|
| 60 | 'time': { 'min': float(connection2[0]), 'avg': float(connection2[1]), 'max': float(connection2[2]), 'median': float(connection2[3]), 'stddev': float(connection2[4]) },
|
|---|
| 61 | 'connect': float(connection3),
|
|---|
| 62 | 'length': float(connection4)
|
|---|
| 63 | }
|
|---|
| 64 |
|
|---|
| 65 | #------------------------------
|
|---|
| 66 | # request
|
|---|
| 67 | request1 = parse(r'^Request rate: ([\.0-9]+) req/s \(([\.0-9]+) ms/req\)', lines)
|
|---|
| 68 | request2 = parse(r'^Request size \[B\]: ([\.0-9]+)', lines)
|
|---|
| 69 | r.request = {
|
|---|
| 70 | 'req/s': float(request1[0]),
|
|---|
| 71 | 'ms/req': float(request1[1]),
|
|---|
| 72 | 'size': float(request2)
|
|---|
| 73 | }
|
|---|
| 74 |
|
|---|
| 75 | #------------------------------
|
|---|
| 76 | # reply
|
|---|
| 77 | replies1 = parse(r'^Reply rate \[replies/s\]: min ([\.0-9]+) avg ([\.0-9]+) max ([\.0-9]+) stddev ([\.0-9]+)', lines)
|
|---|
| 78 | replies2 = parse(r'^Reply time \[ms\]: response ([\.0-9]+) transfer ([\.0-9]+)', lines)
|
|---|
| 79 | replies3 = parse(r'^Reply size \[B\]: header ([\.0-9]+) content ([\.0-9]+) footer ([\.0-9]+) \(total ([\.0-9]+)\)', lines)
|
|---|
| 80 | replies4 = parse(r'^Reply status: 1xx=([0-9]+) 2xx=([0-9]+) 3xx=([0-9]+) 4xx=([0-9]+) 5xx=([0-9]+)', lines)
|
|---|
| 81 | r.reply = {
|
|---|
| 82 | 'rate' : { 'min': float(replies1[0]), 'avg': float(replies1[1]), 'max': float(replies1[2]), 'stddev': float(replies1[3]) },
|
|---|
| 83 | 'time' : { 'response': float(replies2[0]), 'transfer': float(replies2[1]) },
|
|---|
| 84 | 'size' : { 'header': float(replies3[0]), 'content': float(replies3[1]), 'footer': float(replies3[2]), 'total': float(replies3[3]) },
|
|---|
| 85 | 'status' : { '1xx': int(replies4[0]), '2xx': int(replies4[1]), '3xx': int(replies4[2]), '4xx': int(replies4[3]), '5xx': int(replies4[4]) }
|
|---|
| 86 | }
|
|---|
| 87 |
|
|---|
| 88 | #------------------------------
|
|---|
| 89 | # misc
|
|---|
| 90 | misc1 = parse(r'^CPU time \[s\]: user ([\.0-9]+) system ([\.0-9]+) \(user ([\.0-9]+)% system ([\.0-9]+)% total ([\.0-9]+)%\)', lines)
|
|---|
| 91 | misc2 = parse(r'^Net I/O: ([\.0-9]+) KB/s \(([\.0-9]+)\*10\^([0-9]+) bps\)', lines)
|
|---|
| 92 | r.misc = {
|
|---|
| 93 | 'usr': float(misc1[0]),
|
|---|
| 94 | 'sys': float(misc1[1]),
|
|---|
| 95 | 'usr%': float(misc1[2]),
|
|---|
| 96 | 'sys%': float(misc1[3]),
|
|---|
| 97 | 'total%': float(misc1[4]),
|
|---|
| 98 | 'KB/S': float(misc2[0]),
|
|---|
| 99 | 'bps': float(misc2[1]) * math.pow(10, int(misc2[2]))
|
|---|
| 100 | }
|
|---|
| 101 |
|
|---|
| 102 | #------------------------------
|
|---|
| 103 | # errors
|
|---|
| 104 | errors1 = parse(r'^Errors: total ([0-9]+) client-timo ([0-9]+) socket-timo ([0-9]+) connrefused ([0-9]+) connreset ([0-9]+)', lines)
|
|---|
| 105 | errors2 = parse(r'^Errors: fd-unavail ([0-9]+) addrunavail ([0-9]+) ftab-full ([0-9]+) other ([0-9]+)', lines)
|
|---|
| 106 | r.errors = {
|
|---|
| 107 | 'total': int(errors1[0]),
|
|---|
| 108 | 'client-timout': int(errors1[1]),
|
|---|
| 109 | 'socket-timout': int(errors1[2]),
|
|---|
| 110 | 'connection-refused': int(errors1[3]),
|
|---|
| 111 | 'connection-reset': int(errors1[4]),
|
|---|
| 112 | 'fd-unavailable': int(errors2[0]),
|
|---|
| 113 | 'address-unavailable': int(errors2[1]),
|
|---|
| 114 | 'ftab-full': int(errors2[2]),
|
|---|
| 115 | 'other': int(errors2[3])
|
|---|
| 116 | }
|
|---|
| 117 |
|
|---|
| 118 | #------------------------------
|
|---|
| 119 | # session
|
|---|
| 120 | session1 = parse(r'^Session rate \[sess/s\]: min ([\.0-9]+) avg ([\.0-9]+) max ([\.0-9]+) stddev ([\.0-9]+) \(([0-9]+)/([0-9]+)\)', lines)
|
|---|
| 121 | session2 = parse(r'^Session: avg ([\.0-9]+) connections/session', lines)
|
|---|
| 122 | session3 = parse(r'^Session lifetime \[s\]: ([\.0-9]+)', lines)
|
|---|
| 123 | session4 = parse(r'^Session failtime \[s\]: ([\.0-9]+)', lines)
|
|---|
| 124 | session5 = parse(r'^Session length histogram: ([ 0-9]+)', lines)
|
|---|
| 125 | r.session = {
|
|---|
| 126 | 'rate': { 'min': float(session1[0]), 'avg': float(session1[1]), 'max': float(session1[2]), 'stddev': float(session1[3]) },
|
|---|
| 127 | 'successes': int(session1[4]),
|
|---|
| 128 | 'totals': int(session1[5]),
|
|---|
| 129 | 'conns/ses': float(session2),
|
|---|
| 130 | 'lifetime': float(session3),
|
|---|
| 131 | 'failtime': float(session4),
|
|---|
| 132 | 'hist': hist(session5)
|
|---|
| 133 | }
|
|---|
| 134 |
|
|---|
| 135 | return r
|
|---|
| 136 |
|
|---|
| 137 | if __name__ == "__main__":
|
|---|
| 138 | #------------------------------
|
|---|
| 139 | # parse args
|
|---|
| 140 | parser = argparse.ArgumentParser(description='Script aggregates httperf output')
|
|---|
| 141 | parser.add_argument('files', metavar='files', type=argparse.FileType('r'), nargs='*', help='a list of files to aggregate')
|
|---|
| 142 |
|
|---|
| 143 | try:
|
|---|
| 144 | args = parser.parse_args()
|
|---|
| 145 | except:
|
|---|
| 146 | print('ERROR: invalid arguments', file=sys.stderr)
|
|---|
| 147 | parser.print_help(sys.stderr)
|
|---|
| 148 | sys.exit(1)
|
|---|
| 149 |
|
|---|
| 150 | if len(args.files) == 0:
|
|---|
| 151 | print('No input files', file=sys.stderr)
|
|---|
| 152 | parser.print_help(sys.stderr)
|
|---|
| 153 | sys.exit(1)
|
|---|
| 154 |
|
|---|
| 155 | #------------------------------
|
|---|
| 156 | # Construct objects
|
|---|
| 157 | results = [Result.from_file(f) for f in args.files]
|
|---|
| 158 |
|
|---|
| 159 | #==================================================
|
|---|
| 160 | # Print
|
|---|
| 161 | #==================================================
|
|---|
| 162 | totals = dict(functools.reduce(operator.add, map(collections.Counter, [r.total for r in results])))
|
|---|
| 163 | totals['duration-'] = min([r.total['duration'] for r in results])
|
|---|
| 164 | totals['duration+'] = max([r.total['duration'] for r in results])
|
|---|
| 165 | print("")
|
|---|
| 166 | print("")
|
|---|
| 167 | print("Total: connections {:,} requests {:,} replies {:,} test-duration {}-{} s".format(totals['connections'], totals['requests'], totals['replies'], totals['duration-'], totals['duration+']))
|
|---|
| 168 | print("")
|
|---|
| 169 |
|
|---|
| 170 | #==================================================
|
|---|
| 171 | connections = {
|
|---|
| 172 | 'conn/s': sum([r.connect['rate']['conn/s'] for r in results]),
|
|---|
| 173 | '<=': sum([r.connect['rate']['<='] for r in results]),
|
|---|
| 174 | 'min': min([r.connect['time']['min'] for r in results]),
|
|---|
| 175 | 'avg': wavg([r.connect['time']['avg'] for r in results], [r.total['connections'] for r in results]),
|
|---|
| 176 | 'max': max([r.connect['time']['max'] for r in results]),
|
|---|
| 177 | 'median': wavg([r.connect['time']['median'] for r in results], [r.total['connections'] for r in results]),
|
|---|
| 178 | 'stddev': wavg([r.connect['time']['stddev'] for r in results], [r.total['connections'] for r in results]),
|
|---|
| 179 | 'connect': wavg([r.connect['connect'] for r in results], [r.total['connections'] for r in results]),
|
|---|
| 180 | 'length': wavg([r.connect['length'] for r in results], [r.total['connections'] for r in results])
|
|---|
| 181 | }
|
|---|
| 182 | print("Connection rate: {:,.2f} conn/s ({:.2f} ms/conn, <={:,} concurrent connections)".format(connections['conn/s'], 1000.0 / connections['conn/s'], connections['<=']))
|
|---|
| 183 | print("Connection time [ms]: min {:,.2f} avg {:,.2f} max {:,.2f} avg median {:,.2f} avg stddev {:,.2f}".format(connections['min'], connections['avg'], connections['max'], connections['median'], connections['stddev']))
|
|---|
| 184 | print("Connection time [ms]: connect {:,.2f}".format(connections['connect']))
|
|---|
| 185 | print("Connection length [replies/conn]: {:,.2f}".format(connections['length']))
|
|---|
| 186 | print("")
|
|---|
| 187 |
|
|---|
| 188 | #==================================================
|
|---|
| 189 | requests = {
|
|---|
| 190 | 'req/s': sum([r.request['req/s'] for r in results]),
|
|---|
| 191 | 'size': wavg([r.request['size'] for r in results], [r.total['requests'] for r in results])
|
|---|
| 192 | }
|
|---|
| 193 | print("Request rate: {:,.2f} req/s ({:.2f} ms/req)".format(requests['req/s'], 1000.0 / requests['req/s']))
|
|---|
| 194 | print("Request size [B]: {:,.2f}".format(requests['size']))
|
|---|
| 195 | print("")
|
|---|
| 196 |
|
|---|
| 197 | #==================================================
|
|---|
| 198 | replies = {
|
|---|
| 199 | 'min': sum([r.reply['rate']['min'] for r in results]),
|
|---|
| 200 | 'avg': sum([r.reply['rate']['avg'] for r in results]),
|
|---|
| 201 | 'max': sum([r.reply['rate']['max'] for r in results]),
|
|---|
| 202 | 'std': wavg([r.reply['rate']['stddev'] for r in results], [r.total['replies'] for r in results])
|
|---|
| 203 | }
|
|---|
| 204 | print("Reply rate [replies/s]: min {:,.2f} avg {:,.2f} max {:,.2f} avg stddev {:,.2f}".format(replies['min'], replies['avg'], replies['max'], replies['std']))
|
|---|
| 205 | replies = {
|
|---|
| 206 | 'rs': wavg([r.reply['time']['response'] for r in results], [r.total['replies'] for r in results]),
|
|---|
| 207 | 'tr': wavg([r.reply['time']['transfer'] for r in results], [r.total['replies'] for r in results])
|
|---|
| 208 | }
|
|---|
| 209 | print("Reply time [ms]: response {:,.2f} transfer {:,.2f}".format(replies['rs'], replies['tr']))
|
|---|
| 210 | replies = {
|
|---|
| 211 | 'hd': wavg([r.reply['size']['header' ] for r in results], [r.total['replies'] for r in results]),
|
|---|
| 212 | 'ct': wavg([r.reply['size']['content'] for r in results], [r.total['replies'] for r in results]),
|
|---|
| 213 | 'ft': wavg([r.reply['size']['footer' ] for r in results], [r.total['replies'] for r in results]),
|
|---|
| 214 | 'tt': wavg([r.reply['size']['total' ] for r in results], [r.total['replies'] for r in results])
|
|---|
| 215 | }
|
|---|
| 216 | print("Reply size [B]: header {:,.2f} content {:,.2f} footer {:,.2f} (total {:,.2f})".format(replies['hd'], replies['ct'], replies['ft'], replies['tt']))
|
|---|
| 217 | replies = {
|
|---|
| 218 | '1xx': sum([r.reply['status']['1xx'] for r in results]),
|
|---|
| 219 | '2xx': sum([r.reply['status']['2xx'] for r in results]),
|
|---|
| 220 | '3xx': sum([r.reply['status']['3xx'] for r in results]),
|
|---|
| 221 | '4xx': sum([r.reply['status']['4xx'] for r in results]),
|
|---|
| 222 | '5xx': sum([r.reply['status']['5xx'] for r in results])
|
|---|
| 223 | }
|
|---|
| 224 | print("Reply status: 1xx={:,} 2xx={:,} 3xx={:,} 4xx={:,} 5xx={:,}".format(replies['1xx'], replies['2xx'], replies['3xx'], replies['4xx'], replies['5xx']))
|
|---|
| 225 | print("")
|
|---|
| 226 |
|
|---|
| 227 | #==================================================
|
|---|
| 228 | misc = dict(functools.reduce(operator.add, map(collections.Counter, [r.misc for r in results])))
|
|---|
| 229 | print("CPU time [s]: user {:.2f} system {:.2f} (user {:.2f}% system {:.2f}% total {:.2f}%)".format(misc['usr'], misc['sys'], misc['usr%'], misc['sys%'], misc['total%']))
|
|---|
| 230 | print("Net I/O: {:,.2f} KB/s ({} bps)".format(misc['KB/S'], decimal.Decimal(misc['bps']).normalize().to_eng_string()))
|
|---|
| 231 | print("")
|
|---|
| 232 |
|
|---|
| 233 | #==================================================
|
|---|
| 234 | errors = dict(functools.reduce(lambda a, b: a.update(b) or a, [r.errors for r in results], collections.Counter()))
|
|---|
| 235 | print("Errors: total {} client-timo {} socket-timo {} connrefused {} connreset {}".format(errors['total'], errors['client-timout'], errors['socket-timout'], errors['connection-refused'], errors['connection-reset']))
|
|---|
| 236 | print("Errors: fd-unavail {} addrunavail {} ftab-full {} other {}".format(errors['fd-unavailable'], errors['address-unavailable'], errors['ftab-full'], errors['other']))
|
|---|
| 237 | print("")
|
|---|
| 238 |
|
|---|
| 239 | #==================================================
|
|---|
| 240 | sessions = {
|
|---|
| 241 | 'min': sum([r.session['rate']['min'] for r in results]),
|
|---|
| 242 | 'avg': wavg([r.session['rate']['avg'] for r in results], [r.session['totals'] for r in results]),
|
|---|
| 243 | 'max': sum([r.session['rate']['max'] for r in results]),
|
|---|
| 244 | 'stddev': wavg([r.session['rate']['stddev'] for r in results], [r.session['totals'] for r in results]),
|
|---|
| 245 | 'successes': sum([r.session['successes'] for r in results]),
|
|---|
| 246 | 'totals': sum([r.session['totals'] for r in results]),
|
|---|
| 247 | 'conns/ses': wavg([r.session['conns/ses'] for r in results], [r.session['totals'] for r in results]),
|
|---|
| 248 | 'lifetime': wavg([r.session['lifetime'] for r in results], [r.session['successes'] for r in results]),
|
|---|
| 249 | 'failtime': wavg([r.session['failtime'] for r in results], [r.session['totals'] - r.session['successes'] for r in results]),
|
|---|
| 250 | }
|
|---|
| 251 | print("Session rate [sess/s]: min {:.2f} avg {:.2f} max {:.2f} avg stddev {:.2f} ({:,}/{:,})".format(sessions['min'], sessions['avg'], sessions['max'], sessions['stddev'], sessions['successes'], sessions['totals']))
|
|---|
| 252 | print("Session: avg {:.2f} connections/session".format(sessions['conns/ses']))
|
|---|
| 253 | print("Session lifetime [s]: {:.2f}".format(sessions['lifetime']))
|
|---|
| 254 | print("Session failtime [s]: {:.2f}".format(sessions['failtime']))
|
|---|
| 255 |
|
|---|
| 256 | hist = dict(functools.reduce(operator.add, map(collections.Counter, [r.session['hist'] for r in results])))
|
|---|
| 257 | hist = ["{}: {}".format(key, value) for key, value in sorted(hist.items(), key=lambda x: x[0])]
|
|---|
| 258 | print("Session length histogram: [{}]".format(", ".join(hist)))
|
|---|
