aboutsummaryrefslogtreecommitdiff
path: root/scripts/thr_hist.py
diff options
context:
space:
mode:
authorDeterminant <ted.sybil@gmail.com>2018-09-07 21:50:19 -0400
committerDeterminant <ted.sybil@gmail.com>2018-09-07 21:50:19 -0400
commit82d041d9f7881fa23e2999dad636eedaa20217a5 (patch)
tree333d9ec9a6a8c5ba4be6ad3908d192983115f697 /scripts/thr_hist.py
parent05f2c56b909a2cd05a200ad663001696e4a23261 (diff)
create new branch alt-cli
Diffstat (limited to 'scripts/thr_hist.py')
-rw-r--r--scripts/thr_hist.py24
1 files changed, 21 insertions, 3 deletions
diff --git a/scripts/thr_hist.py b/scripts/thr_hist.py
index c5f2a72..b6ef40a 100644
--- a/scripts/thr_hist.py
+++ b/scripts/thr_hist.py
@@ -1,8 +1,24 @@
import sys
import re
import argparse
+import numpy as np
from datetime import datetime, timedelta
+def remove_outliers(x, outlierConstant = 1.5):
+ a = np.array(x)
+ upper_quartile = np.percentile(a, 75)
+ lower_quartile = np.percentile(a, 25)
+ IQR = (upper_quartile - lower_quartile) * outlierConstant
+ quartileSet = (lower_quartile - IQR, upper_quartile + IQR)
+ resultList = []
+ removedList = []
+ for y in a.tolist():
+ if y >= quartileSet[0] and y <= quartileSet[1]:
+ resultList.append(y)
+ else:
+ removedList.append(y)
+ return (resultList, removedList)
+
def str2datetime(s):
parts = s.split('.')
dt = datetime.strptime(parts[0], "%Y-%m-%d %H:%M:%S")
@@ -29,14 +45,14 @@ if __name__ == '__main__':
begin_time = None
next_begin_time = None
cnt = 0
- lat = 0
+ lats = []
timestamps = []
values = []
for line in sys.stdin:
m = commit_pat.match(line)
if m:
timestamps.append(str2datetime(m.group(1)))
- lat += float(m.group(2))
+ lats.append(float(m.group(2)))
timestamps.sort()
for timestamp in timestamps:
if begin_time and timestamp < next_begin_time:
@@ -49,5 +65,7 @@ if __name__ == '__main__':
cnt = 1
values.append(cnt)
print(values)
- print("lat = {:.3f}ms".format(lat / len(timestamps) * 1e3))
+ print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
+ lats, _ = remove_outliers(lats)
+ print("lat = {:.3f}ms".format(sum(lats) / len(lats) * 1e3))
plot_thr(args.output)