x/stacktach
Code Issues Proposed changes

started on refactoring for better command line support

Browse Source
This commit is contained in:
Sandy Walsh 2013-02-15 15:05:43 -04:00
parent add50385a7
commit ef92c33f74
3 changed files with 180 additions and 122 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

105
reports/pretty.py
View File

@ -1,3 +1,4 @@
import argparse
import datetime
import json
import sys
@ -6,34 +7,21 @@ import time
import prettytable
sys.path.append("/stacktach")
sys.path.append(".")
from stacktach import datetime_to_decimal as dt
from stacktach import image_type
from stacktach import models
if __name__ != '__main__':
sys.exit(1)
def make_report(yesterday=None, start_hour=0, hours=24, percentile=90, store=False):
if not yesterday:
yesterday = datetime.datetime.utcnow().date() - datetime.timedelta(days=1)
if len(sys.argv) == 2:
try:
t = time.strptime(sys.argv[1], "%Y-%m-%d")
yesterday = datetime.datetime(*t[:6])
except Exception, e:
print e
print "Usage: python requests.py YYYY-MM-DD (the end date)"
sys.exit(1)
percentile = 90
hours = 24
start = datetime.datetime(year=yesterday.year, month=yesterday.month,
day=yesterday.day)
day=yesterday.day, hour=start_hour)
end = start + datetime.timedelta(hours=hours-1, minutes=59, seconds=59)
print "Generating report for %s to %s" % (start, end)
dstart = dt.dt_to_decimal(start)
dend = dt.dt_to_decimal(end)
@ -115,17 +103,17 @@ for uuid_dict in updates:
if report:
failures[key] = failures.get(key, 0) + 1
# Print the results ...
# Summarize the results ...
report = []
pct = (float(100 - percentile) / 2.0) / 100.0
details = {'percentile': percentile, 'pct': pct, 'hours': hours,
'start': start, 'end': end}
report.append(details)
cols = ["Operation", "Image", "Min*", "Max*", "Avg*",
"Requests", "# Fail", "Fail %"]
p = prettytable.PrettyTable(cols)
for c in cols[2:]:
p.align[c] = 'r'
p.sortby = cols[0]
report.append(cols)
pct = (float(100 - percentile) / 2.0) / 100.0
print "* Using %d-th percentile for results (+/-%.1f%% cut)" % \
(percentile, pct * 100.0)
total = 0
failure_total = 0
for key, count in attempts.iteritems():
@ -135,7 +123,6 @@ for key, count in attempts.iteritems():
failure_count = failures.get(key, 0)
failure_total += failure_count
failure_percentage = float(failure_count) / float(count)
_failure_percentage = "%.1f%%" % (failure_percentage * 100.0)
# N-th % of durations ...
_values = durations[key]
@ -144,7 +131,6 @@ for key, count in attempts.iteritems():
if _outliers > 0:
before = len(_values)
_values = _values[_outliers:-_outliers]
print "culling %d -> %d" % (before, len(_values))
_min = 99999999
_max = 0
_total = 0.0
@ -157,10 +143,71 @@ for key, count in attempts.iteritems():
_fmax = dt.sec_to_str(_max)
_favg = dt.sec_to_str(_avg)
p.add_row([operation, image, _fmin, _fmax, _favg, count,
failure_count, _failure_percentage])
report.add_row([operation, image, _fmin, _fmax, _favg, count,
failure_count, failure_percentage])
details['total'] = total
details['failures'] = failures
details['failure_rate'] = (float(failure_total)/float(total)) * 100.0
return report
def valid_date(date):
try:
t = time.strptime(date, "%Y-%m-%d")
return datetime.datetime(*t[:6])
except Exception, e:
raise argparse.ArgumentTypeError("'%s' is not in YYYY-MM-DD format." % date)
if __name__ == '__main__':
parser = argparse.ArgumentParser('StackTach Nova Usage Summary Report')
parser.add_argument('--utcdate', help='Report start date YYYY-MM-DD. Default yesterday midnight.',
type=valid_date, default=None)
parser.add_argument('--hours', help='Report span in hours. Default: 24', default=24, type=int)
parser.add_argument('--start_hour', help='Starting hour 0-23. Default: 0', default=0, type=int)
parser.add_argument('--percentile', help='Percentile for timings. Default: 90', default=90, type=int)
parser.add_argument('--store', help='Store report in database. Default: False', default=False,
action="store_true")
parser.add_argument('--silent', help="Do not show summary report. Default: False", default=False,
action="store_true")
args = parser.parse_args()
yesterday = args.utcdate
percentile = args.percentile
hours = args.hours
start_hour = args.start_hour
print args
sys.exit(1)
raw_report = make_report(yesterday, start_hour, hours, percentile, args['store'])
if not args.show:
sys.exit(1)
details = raw_report[0]
percentile = details['percentile']
pct = details['pct']
start = details['start']
end = details['end']
print "Report for %s to %s" % (start, end)
cols = raw_report[1]
# Print the results ...
p = prettytable.PrettyTable(cols)
for c in cols[2:]:
p.align[c] = 'r'
p.sortby = cols[0]
print "* Using %d-th percentile for results (+/-%.1f%% cut)" % \
(percentile, pct * 100.0)
for row in raw_report[2:]:
p.add_row(row)
print p
total = details['total']
failure_total = details['failure_total']
print "Total: %d, Failures: %d, Failure Rate: %.1f%%" % \
(total, failure_total,
(float(failure_total)/float(total)) * 100.0)

2
settings.py
View File

@ -19,7 +19,7 @@ except ImportError:
db_password = os.environ['STACKTACH_DB_PASSWORD']
install_dir = os.environ['STACKTACH_INSTALL_DIR']
DEBUG = False
DEBUG = True
TEMPLATE_DEBUG = DEBUG
ADMINS = (

11
stacktach/models.py
View File

@ -154,3 +154,14 @@ class RequestTracker(models.Model):
# Not used ... but soon hopefully.
completed = models.BooleanField(default=False, db_index=True)
class JsonReport(models.Model):
"""Stores cron-job reports in raw json format for extraction
via stacky/rest. All DateTimes are UTC."""
period_start = models.DateTimeField(db_index=True)
period_end = models.DateTimeField(db_index=True)
created = models.DateTimeField(db_index=True)
name = models.CharField(max_length=50, db_index=True)
version = models.IntegerField(default=1)
json = models.TextField()