shipyard/shipyard_airflow/plugins/k8s_preflight_checks_operator.py
Anthony Lin 25099304ca Refactor Kubernetes Health Check Operator
This P.S. does the following:

1) Eliminate the usage of 'subprocess', which can be a form of
   security risk (though unlikely in our case as we are using
   it in a controlled manner)

2) Make use of Kubernetes Python Client instead of 'kubectl'

Change-Id: Ia5374e52e9ff567c00a4a65b534c9b53def232c8
2017-12-15 06:55:33 +00:00

58 lines
2.0 KiB
Python

# Copyright 2017 AT&T Intellectual Property. All other rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import logging
from airflow.exceptions import AirflowException
from airflow.models import BaseOperator
from airflow.plugins_manager import AirflowPlugin
from airflow.utils.decorators import apply_defaults
from kubernetes import client, config
class K8sHealthCheckOperator(BaseOperator):
"""
Performs basic Kubernetes Health Check
"""
@apply_defaults
def __init__(self,
*args, **kwargs):
super(K8sHealthCheckOperator, self).__init__(*args, **kwargs)
def execute(self, context):
logging.info("Running Basic Kubernetes Cluster Health Check:")
# Note that we are using 'in_cluster_config'
config.load_incluster_config()
v1 = client.CoreV1Api()
ret = v1.list_pod_for_all_namespaces(watch=False)
# Loop through items to get the status of all pods
# Note that the current health check only checks to
# ensure that all pods are either in 'Succeeded' or
# in 'Running' state. The k8s health checks can be
# expanded in future if need be.
for i in ret.items:
logging.info("%s is in %s state", i.metadata.name,
i.status.phase)
if i.status.phase not in ['Succeeded', 'Running']:
raise AirflowException("Kubernetes Health Checks Failed!")
class K8sHealthCheckPlugin(AirflowPlugin):
name = "k8s_healthcheck_plugin"
operators = [K8sHealthCheckOperator]