| 1 | #!/usr/bin/python3 |
|---|
| 2 | |
|---|
| 3 | import argparse, json, math, os, sys, re |
|---|
| 4 | from PIL import Image |
|---|
| 5 | import numpy as np |
|---|
| 6 | |
|---|
| 7 | def dir_path(string): |
|---|
| 8 | if os.path.isdir(string): |
|---|
| 9 | return string |
|---|
| 10 | else: |
|---|
| 11 | raise NotADirectoryError(string) |
|---|
| 12 | |
|---|
| 13 | parser = argparse.ArgumentParser() |
|---|
| 14 | parser.add_argument('--path', type=dir_path, default=".cfadata", help= 'paste path to biog.txt file') |
|---|
| 15 | parser.add_argument('--out', type=argparse.FileType('w'), default=sys.stdout) |
|---|
| 16 | |
|---|
| 17 | try : |
|---|
| 18 | args = parser.parse_args() |
|---|
| 19 | except NotADirectoryError: |
|---|
| 20 | print("Must use option --path to existing directory or have .cfadata in current directory", file=sys.stderr) |
|---|
| 21 | sys.exit(1) |
|---|
| 22 | |
|---|
| 23 | root, _, filenames = next(os.walk(args.path)) |
|---|
| 24 | |
|---|
| 25 | merged = [] |
|---|
| 26 | counters = {} |
|---|
| 27 | |
|---|
| 28 | max_cpu = 0 |
|---|
| 29 | min_cpu = 1000000 |
|---|
| 30 | max_tsc = 0 |
|---|
| 31 | min_tsc = 18446744073709551615 |
|---|
| 32 | |
|---|
| 33 | #open the files |
|---|
| 34 | for filename in filenames: |
|---|
| 35 | try: |
|---|
| 36 | m = re.search('[A-z]+0x([0-9a-f]+)\.data', filename) |
|---|
| 37 | me = m.group(1) |
|---|
| 38 | counters[me] = 0 |
|---|
| 39 | with open(os.path.join(root, filename), 'r') as file: |
|---|
| 40 | for line in file: |
|---|
| 41 | raw = [int(x.strip()) for x in line.split(',')] |
|---|
| 42 | |
|---|
| 43 | ## from/to |
|---|
| 44 | high = (raw[1] >> 32) |
|---|
| 45 | low = (raw[1] & 0xffffffff) |
|---|
| 46 | data = [me, raw[0], high, low] |
|---|
| 47 | max_cpu = max(max_cpu, high, low) |
|---|
| 48 | min_cpu = min(min_cpu, high, low) |
|---|
| 49 | |
|---|
| 50 | ## number |
|---|
| 51 | # high = (raw[1] >> 8) |
|---|
| 52 | # low = (raw[1] & 0xff) |
|---|
| 53 | # data = [me, raw[0], high, low] |
|---|
| 54 | # max_cpu = max(max_cpu, low) |
|---|
| 55 | # min_cpu = min(min_cpu, low) |
|---|
| 56 | |
|---|
| 57 | |
|---|
| 58 | max_tsc = max(max_tsc, raw[0]) |
|---|
| 59 | min_tsc = min(min_tsc, raw[0]) |
|---|
| 60 | merged.append(data) |
|---|
| 61 | |
|---|
| 62 | except Exception as e: |
|---|
| 63 | print(e) |
|---|
| 64 | pass |
|---|
| 65 | |
|---|
| 66 | |
|---|
| 67 | print({"max-cpu": max_cpu, "min-cpu": min_cpu, "max-tsc": max_tsc, "min-tsc": min_tsc}) |
|---|
| 68 | |
|---|
| 69 | # Sort by timestamp (the second element) |
|---|
| 70 | # take second element for sort |
|---|
| 71 | def takeSecond(elem): |
|---|
| 72 | return elem[1] |
|---|
| 73 | |
|---|
| 74 | merged.sort(key=takeSecond) |
|---|
| 75 | |
|---|
| 76 | json.dump({"values":merged, "max-cpu": max_cpu, "min-cpu": min_cpu, "max-tsc": max_tsc, "min-tsc": min_tsc}, args.out) |
|---|
| 77 | |
|---|
| 78 | # vmin = merged[ 0][1] |
|---|
| 79 | # vmax = float(merged[-1][1] - vmin) / 2500000000.0 |
|---|
| 80 | # # print(vmax) |
|---|
| 81 | |
|---|
| 82 | # bins = [] |
|---|
| 83 | # for _ in range(0, int(math.ceil(vmax * 10))): |
|---|
| 84 | # bins.append([0] * (32 * 32)) |
|---|
| 85 | |
|---|
| 86 | # # print(len(bins)) |
|---|
| 87 | # bins = np.array(bins) |
|---|
| 88 | |
|---|
| 89 | # rejected = 0 |
|---|
| 90 | # highest = 0 |
|---|
| 91 | |
|---|
| 92 | # for x in merged: |
|---|
| 93 | # b = int(float(x[1] - vmin) / 250000000.0) |
|---|
| 94 | # from_ = x[2] |
|---|
| 95 | # if from_ < 0 or from_ > 32: |
|---|
| 96 | # rejected += 1 |
|---|
| 97 | # continue; |
|---|
| 98 | # to_ = x[3] |
|---|
| 99 | # if to_ < 0 or to_ > 32: |
|---|
| 100 | # rejected += 1 |
|---|
| 101 | # continue; |
|---|
| 102 | # idx = (to_ * 32) + from_ |
|---|
| 103 | # bins[b][idx] = bins[b][idx] + 1 |
|---|
| 104 | # highest = max(highest, bins[b][idx]) |
|---|
| 105 | |
|---|
| 106 | # bins = np.array(map(lambda x: np.int8(x * 255.0 / float(highest)), bins)) |
|---|
| 107 | |
|---|
| 108 | # print([highest, rejected]) |
|---|
| 109 | # print(bins.shape) |
|---|
| 110 | |
|---|
| 111 | # im = Image.fromarray(bins) |
|---|
| 112 | # im.save('test.png') |
|---|
| 113 | |
|---|
| 114 | # vmax = merged[-1][1] |
|---|
| 115 | |
|---|
| 116 | # diff = float(vmax - vmin) / 2500000000.0 |
|---|
| 117 | # print([vmin, vmax]) |
|---|
| 118 | # print([vmax - vmin, diff]) |
|---|
| 119 | |
|---|
| 120 | # print(len(merged)) |
|---|
| 121 | |
|---|
| 122 | # for b in bins: |
|---|
| 123 | # print(b) |
|---|
| 124 | |
|---|
| 125 | # single = [] |
|---|
| 126 | # curr = 0 |
|---|
| 127 | |
|---|
| 128 | # # merge the data |
|---|
| 129 | # # for (me, time, value) in merged: |
|---|
| 130 | # for (me, value) in merged: |
|---|
| 131 | # # check now much this changes |
|---|
| 132 | # old = counters[me] |
|---|
| 133 | # change = value - old |
|---|
| 134 | # counters[me] = value |
|---|
| 135 | |
|---|
| 136 | # # add change to the current |
|---|
| 137 | # curr = curr + change |
|---|
| 138 | # single.append( value ) |
|---|
| 139 | |
|---|
| 140 | # pass |
|---|
| 141 | |
|---|
| 142 | # print(single) |
|---|
| 143 | |
|---|
| 144 | # single = sorted(single)[:len(single)-100] |
|---|
| 145 | # ms = max(single) |
|---|
| 146 | # single = [float(x) / 2500.0 for x in single] |
|---|
| 147 | |
|---|
| 148 | #print |
|---|
| 149 | # for t, v in single: |
|---|
| 150 | # print([t, v]) |
|---|
| 151 | # print(len(single)) |
|---|
| 152 | # print(max(single)) |
|---|
| 153 | # print(min(single)) |
|---|
| 154 | |
|---|
| 155 | # bins = [0, 5.37751600e+04, 1.06903320e+05, 1.60031480e+05, 2.13159640e+05, 2.66287800e+05, 3.19415960e+05, 3.72544120e+05, 4.25672280e+05, 4.78800440e+05, 5.31928600e+05, 5.85056760e+05, 6.38184920e+05, 6.91313080e+05, 7.44441240e+05, 7.97569400e+05, 8.50697560e+05, 9.03825720e+05, 9.56953880e+05, 1.01008204e+06, 1.06321020e+06, 1.11633836e+06, 1.16946652e+06, 1.22259468e+06, 1.27572284e+06, 1.32885100e+06, 1.38197916e+06, 1.43510732e+06, 1.48823548e+06, 1.54136364e+06, 1.59449180e+06, 1.64761996e+06, 1.70074812e+06, 1.75387628e+06, 1.80700444e+06, 1.86013260e+06, 1.91326076e+06, 1.96638892e+06, 2.01951708e+06, 2.07264524e+06, 2.12577340e+06, 2.17890156e+06, 2.23202972e+06, 2.28515788e+06, 2.33828604e+06, 2.39141420e+06, 2.44454236e+06, 2.49767052e+06, 2.55079868e+06, 2.60392684e+06, 3.0e+06] |
|---|
| 156 | # # bins = [float(x) / 2500.0 for x in bins] |
|---|
| 157 | # # print([round(b, 2) for b in bins]) |
|---|
| 158 | |
|---|
| 159 | # import numpy |
|---|
| 160 | # # hist1, _ = numpy.histogram(single, density=True, bins=50) |
|---|
| 161 | # hist2, _ = numpy.histogram(single, density=True, bins=bins) |
|---|
| 162 | # # print(hist1) |
|---|
| 163 | # print([1000.0 * h for h in hist2]) |
|---|
| 164 | # # for v in single: |
|---|
| 165 | # # print([v]) |
|---|
