
Add tests to verify plugin work after network disaster in the whole cluster and only on plugin node. Change-Id: I2c1d11ecdff362f77d1c2da7d9ade1113c10174b
177 lines
6.5 KiB
Python
177 lines
6.5 KiB
Python
# Copyright 2016 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
import time
|
|
import urllib2
|
|
|
|
from devops.helpers import helpers
|
|
from fuelweb_test import logger
|
|
from proboscis import asserts
|
|
|
|
from stacklight_tests import settings
|
|
|
|
|
|
def create_cluster(
|
|
env, name, cluster_settings=None, mode=settings.DEPLOYMENT_MODE):
|
|
return env.fuel_web.create_cluster(
|
|
name=name, settings=cluster_settings, mode=mode)
|
|
|
|
|
|
class PluginHelper(object):
|
|
"""Class for common help functions."""
|
|
|
|
def __init__(self, env):
|
|
self.env = env
|
|
self.fuel_web = self.env.fuel_web
|
|
self._cluster_id = None
|
|
|
|
@property
|
|
def cluster_id(self):
|
|
if self._cluster_id is None:
|
|
try:
|
|
self._cluster_id = self.fuel_web.get_last_created_cluster()
|
|
except urllib2.URLError:
|
|
raise EnvironmentError("No cluster was created.")
|
|
return self._cluster_id
|
|
|
|
@cluster_id.setter
|
|
def cluster_id(self, value):
|
|
self._cluster_id = value
|
|
|
|
def prepare_plugin(self, plugin_path):
|
|
"""Upload and install plugin by path."""
|
|
self.env.admin_actions.upload_plugin(plugin=plugin_path)
|
|
self.env.admin_actions.install_plugin(
|
|
plugin_file_name=os.path.basename(plugin_path))
|
|
|
|
def activate_plugin(self, name, version, options):
|
|
"""Activate and check exist plugin."""
|
|
msg = "Plugin couldn't be enabled. Check plugin version. Test aborted"
|
|
asserts.assert_true(
|
|
self.fuel_web.check_plugin_exists(self.cluster_id, name),
|
|
msg)
|
|
self.fuel_web.update_plugin_settings(
|
|
self.cluster_id, name, version, options)
|
|
|
|
def get_plugin_vip(self, vip_name):
|
|
"""Get plugin IP."""
|
|
networks = self.fuel_web.client.get_networks(self.cluster_id)
|
|
vip = networks.get('vips').get(vip_name, {}).get('ipaddr', None)
|
|
asserts.assert_is_not_none(
|
|
vip, "Failed to get the IP of {} server".format(vip_name))
|
|
|
|
logger.debug("Check that {} is ready".format(vip_name))
|
|
return vip
|
|
|
|
def get_all_ready_nodes(self):
|
|
return [node for node in
|
|
self.fuel_web.client.list_cluster_nodes(self.cluster_id)
|
|
if node["status"] == "ready"]
|
|
|
|
def deploy_cluster(self, nodes_roles):
|
|
"""Method to deploy cluster with provided node roles."""
|
|
self.fuel_web.update_nodes(self.cluster_id, nodes_roles)
|
|
self.fuel_web.deploy_cluster_wait(self.cluster_id)
|
|
|
|
def run_ostf(self, *args, **kwargs):
|
|
self.fuel_web.run_ostf(self.cluster_id, *args, **kwargs)
|
|
|
|
def add_node_to_cluster(self, node, redeploy=True, check_services=False):
|
|
"""Method to add node to cluster
|
|
:param node: node to add to cluster
|
|
:param redeploy: redeploy or just update settings
|
|
:param check_services: run OSTF after redeploy or not
|
|
"""
|
|
self.fuel_web.update_nodes(
|
|
self.cluster_id,
|
|
node,
|
|
)
|
|
if redeploy:
|
|
self.fuel_web.deploy_cluster_wait(self.cluster_id,
|
|
check_services=check_services)
|
|
|
|
def remove_node_from_cluster(self, node, redeploy=True,
|
|
check_services=False):
|
|
"""Method to remove node to cluster
|
|
:param node: node to add to cluster
|
|
:param redeploy: redeploy or just update settings
|
|
:param check_services: run OSTF after redeploy or not
|
|
"""
|
|
self.fuel_web.update_nodes(
|
|
self.cluster_id,
|
|
node,
|
|
pending_addition=False, pending_deletion=True,
|
|
)
|
|
if redeploy:
|
|
self.fuel_web.deploy_cluster_wait(self.cluster_id,
|
|
check_services=check_services)
|
|
|
|
def get_master_node_by_role(self, role_name, excluded_nodes_fqdns=()):
|
|
nodes = self.fuel_web.get_nailgun_cluster_nodes_by_roles(
|
|
self.cluster_id, role_name)
|
|
nodes = [node for node in nodes
|
|
if node['fqdn'] not in set(excluded_nodes_fqdns)]
|
|
with self.fuel_web.get_ssh_for_nailgun_node(nodes[0]) as remote:
|
|
stdout = remote.check_call(
|
|
'pcs status cluster | grep "Current DC:"')["stdout"][0]
|
|
for node in nodes:
|
|
if node['fqdn'] in stdout:
|
|
return node
|
|
|
|
def hard_shutdown_node(self, fqdn):
|
|
devops_node = self.fuel_web.get_devops_node_by_nailgun_fqdn(
|
|
fqdn)
|
|
msg = 'Node {0} has not become offline after hard shutdown'.format(
|
|
devops_node.name)
|
|
logger.info('Destroy node %s', devops_node.name)
|
|
devops_node.destroy()
|
|
logger.info('Wait a %s node offline status', devops_node.name)
|
|
helpers.wait(lambda: not self.fuel_web.get_nailgun_node_by_devops_node(
|
|
devops_node)['online'], timeout=60 * 5, timeout_msg=msg)
|
|
|
|
@staticmethod
|
|
def block_network_by_interface(interface):
|
|
if interface.network.is_blocked:
|
|
raise Exception('Network {0} is blocked'.format(interface))
|
|
else:
|
|
interface.network.block()
|
|
|
|
@staticmethod
|
|
def unblock_network_by_interface(interface):
|
|
if interface.network.is_blocked:
|
|
interface.network.unblock()
|
|
else:
|
|
raise Exception(
|
|
'Network {0} was not blocked'.format(interface))
|
|
|
|
def emulate_whole_network_disaster(self, delay_before_recover=5 * 60,
|
|
wait_become_online=True):
|
|
|
|
nodes = [node for node in self.env.d_env.get_nodes()
|
|
if node.driver.node_active(node)]
|
|
|
|
networks_interfaces = nodes[1].interfaces
|
|
|
|
for interface in networks_interfaces:
|
|
self.block_network_by_interface(interface)
|
|
|
|
time.sleep(delay_before_recover)
|
|
|
|
for interface in networks_interfaces:
|
|
self.unblock_network_by_interface(interface)
|
|
|
|
if wait_become_online:
|
|
self.fuel_web.wait_nodes_get_online_state(nodes[1:])
|