Added better handling and reporting of unexpected errors during validation

ostack_validator/celery.py

@@ -2,6 +2,7 @@ from __future__ import absolute_import
 import os
 import time
 import logging
+import traceback
 
 from celery import Celery
 
@@ -26,24 +27,33 @@ class InspectionRequest(object):
     self.private_key = private_key
 
 class InspectionResult(object):
-  def __init__(self, request, openstack):
+  def __init__(self, request, value):
     super(InspectionResult, self).__init__()
     self.request = request
-    self.openstack = openstack
+    self.value = value
 
 @app.task
 def ostack_inspect_task(request):
+  logger = logging.getLogger('ostack_validator.task.inspect')
+
   discovery = OpenstackDiscovery()
 
-  openstack = discovery.discover(request.nodes, request.username, private_key=request.private_key)
+  try:
+    openstack = discovery.discover(request.nodes, request.username, private_key=request.private_key)
+  except:
+    message = traceback.format_exc()
+    logger.error(message)
+    return InspectionResult(request, message)
 
   all_inspections = [KeystoneAuthtokenSettingsInspection]
   for inspection in all_inspections:
-    x = inspection()
+    try:
-    x.inspect(openstack)
+      x = inspection()
-
+      x.inspect(openstack)
-  # For dramatic effect! =)
+    except:
-  time.sleep(2)
+      message = traceback.format_exc()
+      logger.error(message)
+      openstack.report_issue(Issue(Issue.ERROR, 'Unexpected error running inspection "%s". See log for details' % inspection.name))
 
   return InspectionResult(request, openstack)
 

ostack_validator/templates/validation_error.html

@@ -0,0 +1,29 @@
+{% extends "bootstrap/base.html" %}
+{% import "bootstrap/wtf.html" as wtf %}
+
+{% block title %}OpenStack Validator Result{% endblock %}
+
+{% block content %}
+<div class="container">
+  <h1>OpenStack Validation Error</h1>
+
+  <p>
+    {{ message }}
+  </p>
+
+  <form action="/validation" method="POST">
+    <div style="display: none">
+      {{ form.hidden_tag() }}
+
+      {{ wtf.form_field(form.nodes) }}
+      {{ wtf.form_field(form.username) }}
+      {{ wtf.form_field(form.private_key) }}
+    </div>
+    <button type="submit" class="btn btn-info">Re-run inspection</button>
+    <a class="btn btn-default" href="/validation">New inspection</a>
+  </form>
+  
+</div>
+
+{% endblock %}
+

ostack_validator/webui.py

@@ -8,6 +8,7 @@ from wtforms.validators import DataRequired
 
 from ostack_validator.celery import app as celery, ostack_inspect_task, InspectionRequest
 from ostack_validator.common import Issue, MarkedIssue
+from ostack_validator.model import Openstack
 
 app = Flask(__name__)
 Bootstrap(app)
@@ -62,12 +63,15 @@ def job(id):
     form.username.data = r.username
     form.private_key.data = r.private_key
 
-    openstack = job.result.openstack
+    openstack = job.result.value
 
-    issue_source_f = lambda i: i.mark.source if isinstance(i, MarkedIssue) else None
+    if isinstance(openstack, Openstack):
-    source_groupped_issues = groupby(sorted(openstack.issues, key=issue_source_f), key=issue_source_f)
+      issue_source_f = lambda i: i.mark.source if isinstance(i, MarkedIssue) else None
+      source_groupped_issues = groupby(sorted(openstack.issues, key=issue_source_f), key=issue_source_f)
 
-    return render_template('validation_result.html', form=form, openstack=openstack, grouped_issues=source_groupped_issues)
+      return render_template('validation_result.html', form=form, openstack=openstack, grouped_issues=source_groupped_issues)
+    else:
+      return render_template('validation_error.html', form=form, message=openstack)
   else:
     return render_template('validation_state.html', state=job.state)