1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
import sys
import re
import argparse
import numpy as np
from datetime import datetime, timedelta
def remove_outliers(x, outlierConstant = 1.5):
a = np.array(x)
upper_quartile = np.percentile(a, 75)
lower_quartile = np.percentile(a, 25)
IQR = (upper_quartile - lower_quartile) * outlierConstant
quartileSet = (lower_quartile - IQR, upper_quartile + IQR)
resultList = []
removedList = []
for y in a.tolist():
if y >= quartileSet[0] and y <= quartileSet[1]:
resultList.append(y)
else:
removedList.append(y)
return (resultList, removedList)
def str2datetime(s):
parts = s.split('.')
dt = datetime.strptime(parts[0], "%Y-%m-%d %H:%M:%S")
return dt.replace(microsecond=int(parts[1]))
def plot_thr(fname):
import matplotlib.pyplot as plt
x = range(len(values))
y = values
plt.xlabel(r"time")
plt.ylabel(r"tx/sec")
plt.plot(x, y)
plt.show()
plt.savefig(fname)
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument('--interval', type=float, default=1, required=False)
parser.add_argument('--output', type=str, default="hist.png", required=False)
parser.add_argument('--plot', action='store_true')
args = parser.parse_args()
commit_pat = re.compile('([^[].*) \[hotstuff info\] ([0-9.]*)$')
interval = args.interval
begin_time = None
next_begin_time = None
cnt = 0
lats = []
timestamps = []
values = []
for line in sys.stdin:
m = commit_pat.match(line)
if m:
timestamps.append(str2datetime(m.group(1)))
lats.append(float(m.group(2)))
timestamps.sort()
for timestamp in timestamps:
if begin_time is None:
begin_time = timestamp
next_begin_time = timestamp + timedelta(seconds=interval)
while timestamp >= next_begin_time:
begin_time = next_begin_time
next_begin_time += timedelta(seconds=interval)
values.append(cnt)
cnt = 0
cnt += 1
values.append(cnt)
print(values)
print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
lats, _ = remove_outliers(lats)
print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
if args.plot:
plot_thr(args.output)
|