path: root/scripts/thr_hist.py

import sys
import re
import argparse
import numpy as np
from datetime import datetime, timedelta

def remove_outliers(x, outlierConstant = 1.5):
    a = np.array(x)
    upper_quartile = np.percentile(a, 75)
    lower_quartile = np.percentile(a, 25)
    IQR = (upper_quartile - lower_quartile) * outlierConstant
    quartileSet = (lower_quartile - IQR, upper_quartile + IQR)
    resultList = []
    removedList = []
    for y in a.tolist():
        if y >= quartileSet[0] and y <= quartileSet[1]:
            resultList.append(y)
        else:
            removedList.append(y)
    return (resultList, removedList)

def str2datetime(s):
    parts = s.split('.')
    dt = datetime.strptime(parts[0], "%Y-%m-%d %H:%M:%S")
    return dt.replace(microsecond=int(parts[1]))


def plot_thr(fname):
    import matplotlib.pyplot as plt
    x = range(len(values))
    y = values
    plt.xlabel(r"time")
    plt.ylabel(r"tx/sec")
    plt.plot(x, y)
    plt.show()
    plt.savefig(fname)

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--interval', type=float, default=1, required=False)
    parser.add_argument('--output', type=str, default="hist.png", required=False)
    parser.add_argument('--plot', action='store_true')
    args = parser.parse_args()
    commit_pat = re.compile('([^[].*) \[hotstuff info\] ([0-9.]*)$')
    interval = args.interval
    begin_time = None
    next_begin_time = None
    cnt = 0
    lats = []
    timestamps = []
    values = []
    for line in sys.stdin:
        m = commit_pat.match(line)
        if m:
            timestamps.append(str2datetime(m.group(1)))
            lats.append(float(m.group(2)))
    timestamps.sort()
    for timestamp in timestamps:
        if begin_time is None:
            begin_time = timestamp
            next_begin_time = timestamp + timedelta(seconds=interval)
        while timestamp >= next_begin_time:
            begin_time = next_begin_time
            next_begin_time += timedelta(seconds=interval)
            values.append(cnt)
            cnt = 0
        cnt += 1
    values.append(cnt)
    print(values)
    print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
    lats, _ = remove_outliers(lats)
    print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
    if args.plot:
        plot_thr(args.output)