Changeset c0458be3 for benchmark

Timestamp:

Jul 29, 2022, 2:16:38 PM (2 years ago)

Author:

Thierry Delisle <tdelisle@…>

Branches:

ADT, ast-experimental, master, pthread-emulation

Children:

0d24ff2

Parents:

ce1d721

Message:

More small changes to the plot script and added script to parse trun results.

Location:

benchmark

Files:

• plot.py (modified) (9 diffs)
• process-trun.py (added)

benchmark/plot.py

@@ -14 +14 @@
 import math
 import numpy
+import os
 import re
 import statistics
@@ -22 +23 @@
 
 class Field:
-        def __init__(self, unit, _min, _log, _name=None):
+        def __init__(self, unit, _min, _log, _name=None, _factor=1.0):
                 self.unit = unit
                 self.min  = _min
                 self.log  = _log
                 self.name = _name
+                self.factor = _factor
 
 field_names = {
@@ -33 +35 @@
         "Ops per procs"         : Field('Ops'   , 0, False),
         "Ops per threads"       : Field('Ops'   , 0, False),
-        "ns per ops/procs"      : Field(''    , 0, False, _name = "Latency (ns $/$ (Processor $\\times$ Operation))" ),
+        "ns per ops/procs"      : Field(''      , 0, False, _name = "Latency (ns $/$ (Processor $\\times$ Operation))" ),
         "Number of threads"     : Field(''      , 1, False),
         "Total Operations(ops)" : Field('Ops'   , 0, False),
         "Ops/sec/procs"         : Field('Ops'   , 0, False),
         "Total blocks"          : Field('Blocks', 0, False),
-        "Ops per second"        : Field(''   , 0, False),
+        "Ops per second"        : Field(''      , 0, False),
         "Cycle size (# thrds)"  : Field('thrd'  , 1, False),
         "Duration (ms)"         : Field('ms'    , 0, False),
         "Target QPS"            : Field(''      , 0, False),
         "Actual QPS"            : Field(''      , 0, False),
-        "Average Read Latency"  : Field('us'    , 0, True),
-        "Median Read Latency"   : Field('us'    , 0, True),
-        "Tail Read Latency"     : Field('us'    , 0, True),
-        "Average Update Latency": Field('us'    , 0, True),
-        "Median Update Latency" : Field('us'    , 0, True),
-        "Tail Update Latency"   : Field('us'    , 0, True),
+        "Average Read Latency"  : Field('s'     , 0, True, _factor = 0.000001),
+        "Median Read Latency"   : Field('s'     , 0, True, _factor = 0.000001),
+        "Tail Read Latency"     : Field('s'     , 0, True, _factor = 0.000001),
+        "Average Update Latency": Field('s'     , 0, True, _factor = 0.000001),
+        "Median Update Latency" : Field('s'     , 0, True, _factor = 0.000001),
+        "Tail Update Latency"   : Field('s'     , 0, True, _factor = 0.000001),
         "Update Ratio"          : Field('\%'    , 0, False),
+        "Request Rate"          : Field('req/s' , 0, False),
+        "Data Rate"             : Field('b/s'   , 0, False, _factor = 1000 * 1000, _name = "Response Throughput"),
 }
 
-def plot(in_data, x, y, options):
+def plot(in_data, x, y, options, prefix):
         fig, ax = plt.subplots()
-        colors = itertools.cycle(['#0095e3','#006cb4','#69df00','#0aa000','#fb0300','#e30002','#fd8f00','#ff7f00','#8f00d6','#4b009a','#ffff00','#b13f00'])
+        colors = itertools.cycle(['#006cb4','#0aa000','#ff6600','#8510a1','#0095e3','#fd8f00','#e30002','#8f00d6','#4b009a','#ffff00','#69df00','#fb0300','#b13f00'])
         series = {} # scatter data for each individual data point
         groups = {} # data points for x value
@@ -70 +74 @@
                 if x in entry[2] and y in entry[2]:
                         xval = entry[2][x]
-                        yval = entry[2][y]
+                        yval = entry[2][y] * field_names[y].factor
                         series[name]['x'].append(xval)
                         series[name]['y'].append(yval)
@@ -98 +102 @@
         for name, data in sorted(series.items()):
                 _col = next(colors)
-                plt.scatter(data['x'], data['y'], color=_col, label=name, marker='x')
+                plt.scatter(data['x'], data['y'], color=_col, label=name[len(prefix):], marker='x')
                 plt.plot(lines[name]['x'], lines[name]['min'], '--', color=_col)
                 plt.plot(lines[name]['x'], lines[name]['max'], '--', color=_col)
@@ -122 +126 @@
                 plt.xlim(field_names[x].min, mx + 0.25)
 
-        ax.yaxis.set_major_formatter( EngFormatter(unit=field_names[y].unit) )
         if options.logy:
                 ax.set_yscale('log')
@@ -129 +132 @@
         else:
                 plt.ylim(field_names[y].min, options.MaxY if options.MaxY else my*1.2)
+
+        ax.yaxis.set_major_formatter( EngFormatter(unit=field_names[y].unit) )
 
         plt.legend(loc='upper left')
@@ -173 +178 @@
                         fields.add(label)
 
+        # find the common prefix on series for removal
+        prefix = os.path.commonprefix(list(series))
+
         if not options.out :
                 print(series)
@@ -193 +201 @@
 
 
-        plot(data, wantx, wanty, options)
+        plot(data, wantx, wanty, options, prefix)