114 lines
3.8 KiB
Python
114 lines
3.8 KiB
Python
"""Health Check module for Celery"""
|
|
|
|
import os
|
|
import commands
|
|
|
|
from celery.task.control import inspect
|
|
|
|
from compass.actions.health_check import base
|
|
from compass.actions.health_check import utils as health_check_utils
|
|
|
|
|
|
class CeleryCheck(base.BaseCheck):
|
|
"""celery health check class."""
|
|
NAME = "Celery Check"
|
|
|
|
def run(self):
|
|
"""do health check"""
|
|
self.check_compass_celery_setting()
|
|
print "[Done]"
|
|
self.check_celery_backend()
|
|
print "[Done]"
|
|
if self.code == 1:
|
|
self.messages.append("[%s]Info: Celery health check "
|
|
"has completed. No problems found, "
|
|
"all systems go." % self.NAME)
|
|
return (self.code, self.messages)
|
|
|
|
def check_compass_celery_setting(self):
|
|
"""Validates Celery settings"""
|
|
|
|
print "Checking Celery setting......",
|
|
setting_map = {
|
|
'logfile': 'CELERY_LOGFILE',
|
|
'configdir': 'CELERYCONFIG_DIR',
|
|
'configfile': 'CELERYCONFIG_FILE',
|
|
}
|
|
|
|
res = health_check_utils.validate_setting('Celery',
|
|
self.config,
|
|
'CELERY_LOGFILE')
|
|
if res is True:
|
|
logfile = self.config.CELERY_LOGFILE
|
|
else:
|
|
logfile = ""
|
|
self._set_status(0, res)
|
|
|
|
res = health_check_utils.validate_setting('Celery',
|
|
self.config,
|
|
'CELERYCONFIG_DIR')
|
|
if res is True:
|
|
configdir = self.config.CELERYCONFIG_DIR
|
|
else:
|
|
configdir = ""
|
|
self._set_status(0, res)
|
|
|
|
res = health_check_utils.validate_setting('Celery',
|
|
self.config,
|
|
'CELERYCONFIG_FILE')
|
|
if res is True:
|
|
configfile = self.config.CELERYCONFIG_FILE
|
|
else:
|
|
configfile = ""
|
|
self._set_status(0, res)
|
|
|
|
unset = []
|
|
for item in [logfile, configdir, configfile]:
|
|
if item == "":
|
|
unset.append(setting_map[item])
|
|
|
|
if len(unset) != 0:
|
|
self._set_status(0,
|
|
"[%s]Error: Unset celery settings: %s"
|
|
" in /etc/compass/setting"
|
|
% (self.NAME, ', '.join(item for item in unset)))
|
|
return True
|
|
|
|
def check_celery_backend(self):
|
|
"""Checks if Celery backend is running and configured properly"""
|
|
|
|
print "Checking Celery Backend......",
|
|
if not 'celeryd' in commands.getoutput('ps -ef'):
|
|
self._set_status(0, "[%s]Error: celery is not running" % self.NAME)
|
|
return True
|
|
|
|
if not os.path.exists('/etc/compass/celeryconfig'):
|
|
self._set_status(
|
|
0,
|
|
"[%s]Error: No celery config file found for Compass"
|
|
% self.NAME)
|
|
return True
|
|
|
|
try:
|
|
insp = inspect()
|
|
celery_stats = inspect.stats(insp)
|
|
if not celery_stats:
|
|
self._set_status(
|
|
0,
|
|
"[%s]Error: No running Celery workers were found."
|
|
% self.NAME)
|
|
except IOError as error:
|
|
self._set_status(
|
|
0,
|
|
"[%s]Error: Failed to connect to the backend: %s"
|
|
% (self.NAME, str(error)))
|
|
from errno import errorcode
|
|
if (
|
|
len(error.args) > 0 and
|
|
errorcode.get(error.args[0]) == 'ECONNREFUSED'
|
|
):
|
|
self.messages.append(
|
|
"[%s]Error: RabbitMQ server isn't running"
|
|
% self.NAME)
|
|
return True
|