x/turbo-hipster
Code Issues Proposed changes

Implement historical graphing.

Browse Source 
Change-Id: Ieaf347baec7ccbbbd7029d4b2e671414ab7425fb
This commit is contained in:
Michael Still 2013-12-29 21:55:25 +11:00
parent 3c65b637a4
commit 81ebd10bdf
1 changed files with 41 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
turbo_hipster/report_historical.py
View File

@ -25,32 +25,51 @@ def main():
with open('results.json') as f: with open('results.json') as f:
results = json.loads(f.read()) results = json.loads(f.read())
for migration in sorted(results['mysql']['user_001']): migrations = {}
times = [] for engine in ['mysql', 'percona']:
for time in results['mysql']['user_001'][migration]: print
for i in range(results['mysql']['user_001'][migration][time]): print 'Engine: %s' % engine
times.append(int(time)) print
times = sorted(times)
np_times = numpy.array(times) for migration in sorted(results[engine]['user_001']):
mean = np_times.mean() times = []
stddev = np_times.std() for time in results[engine]['user_001'][migration]:
failed_threshold = int(max(30.0, mean + stddev * 2)) for i in range(results[engine]['user_001'][migration][time]):
times.append(int(time))
times = sorted(times)
failed = 0 np_times = numpy.array(times)
for time in times: mean = np_times.mean()
if time > failed_threshold: stddev = np_times.std()
failed += 1 failed_threshold = int(max(30.0, mean + stddev * 2))
if failed_threshold != 30 or failed > 0: failed = 0
print ('%s: Values range from %s to %s seconds. %d values. ' for time in times:
'Mean is %.02f, stddev is %.02f.\n ' if time > failed_threshold:
'Recommend max of %d. With this value %.02f%% of tests ' failed += 1
'would have failed.'
% (migration, np_times.min(), np_times.max(), len(times),
mean, stddev, failed_threshold,
failed * 100.0 / len(times)))
migrations.setdefault(migration, {})
migrations[migration][engine] = ('%.02f;%0.2f;%.02f'
% (mean - 2 * stddev,
mean,
mean + 2 * stddev))
if failed_threshold != 30 or failed > 0:
print ('%s: Values range from %s to %s seconds. %d values. '
'Mean is %.02f, stddev is %.02f.\n '
'Recommend max of %d. With this value %.02f%% of tests '
'would have failed.'
% (migration, np_times.min(), np_times.max(),
len(times), mean, stddev, failed_threshold,
failed * 100.0 / len(times)))
with open('results.txt', 'w') as f:
f.write('Migration,mysql,percona\n')
for migration in sorted(migrations.keys()):
f.write('%s' % migration)
for engine in ['mysql', 'percona']:
f.write(',%s' % migrations[migration][engine])
f.write('\n')
if __name__ == '__main__': if __name__ == '__main__':
sys.path.insert(0, os.path.abspath( sys.path.insert(0, os.path.abspath(