diff --git a/doc/toolchain.rst b/doc/toolchain.rst
index e1dd1b2..1f4ef9f 100644
--- a/doc/toolchain.rst
+++ b/doc/toolchain.rst
@@ -19,6 +19,12 @@ Post-installation
.. automodule:: stacklight_tests.toolchain.test_post_install
:members:
+Functional
+==========
+
+.. automodule:: stacklight_tests.toolchain.test_functional
+ :members:
+
Detached plugins
================
diff --git a/stacklight_tests/influxdb_grafana/api.py b/stacklight_tests/influxdb_grafana/api.py
index 997fdc7..dcc2b93 100644
--- a/stacklight_tests/influxdb_grafana/api.py
+++ b/stacklight_tests/influxdb_grafana/api.py
@@ -12,6 +12,8 @@
# License for the specific language governing permissions and limitations
# under the License.
+import json
+
from fuelweb_test import logger
from proboscis import asserts
@@ -114,3 +116,25 @@ class InfluxdbPluginApi(base_test.PluginApi):
def check_grafana_dashboards(self):
grafana_url = self.get_grafana_url()
ui_api.check_grafana_dashboards(grafana_url)
+
+ def get_nova_instance_creation_time_metrics(self, time_point=None):
+ """Gets instance creation metrics for provided interval
+
+ :param time_point: time interval
+ :type time_point: str
+ :returns: list of metrics
+ :rtype: list
+ """
+ logger.info("Getting Nova instance creation metrics")
+ interval = "now() - 1h" if time_point is None else time_point
+ query = (
+ "select value "
+ "from openstack_nova_instance_creation_time "
+ "where time >= {interval}".format(interval=interval))
+ result = self.do_influxdb_query(query=query)
+ result = json.loads(
+ result.content)["results"][0]
+
+ if result:
+ return result["series"][0]["values"]
+ return []
diff --git a/stacklight_tests/influxdb_grafana/test_functional.py b/stacklight_tests/influxdb_grafana/test_functional.py
index 003f425..d16cc13 100644
--- a/stacklight_tests/influxdb_grafana/test_functional.py
+++ b/stacklight_tests/influxdb_grafana/test_functional.py
@@ -30,7 +30,7 @@ class TestFunctionalInfluxdbPlugin(api.InfluxdbPluginApi):
"""Verify that the dashboards show up in the Grafana UI.
Scenario:
- 1. Revert snapshot with 9 deployed nodes in HA configuration
+ 1. Revert snapshot with 3 deployed nodes
2. Open the Grafana URL (
open the "Dashboard" tab and click the "Grafana" link)
3. Sign-in using the credentials provided
@@ -54,10 +54,10 @@ class TestFunctionalInfluxdbPlugin(api.InfluxdbPluginApi):
* RabbitMQ
* System
- Duration 40m
+ Duration 20m
"""
- self.env.revert_snapshot("deploy_influxdb_grafana_plugin")
+ self.env.revert_snapshot("deploy_influxdb_grafana")
self.check_plugin_online()
diff --git a/stacklight_tests/run_tests.py b/stacklight_tests/run_tests.py
index caf3846..2e98609 100644
--- a/stacklight_tests/run_tests.py
+++ b/stacklight_tests/run_tests.py
@@ -53,6 +53,7 @@ def import_tests():
from stacklight_tests.lma_infrastructure_alerting import ( # noqa
test_system)
from stacklight_tests.toolchain import test_detached_plugins # noqa
+ from stacklight_tests.toolchain import test_functional # noqa
from stacklight_tests.toolchain import test_network_templates # noqa
from stacklight_tests.toolchain import test_post_install # noqa
from stacklight_tests.toolchain import test_smoke_bvt # noqa
diff --git a/stacklight_tests/toolchain/api.py b/stacklight_tests/toolchain/api.py
index 4648b23..ec80238 100644
--- a/stacklight_tests/toolchain/api.py
+++ b/stacklight_tests/toolchain/api.py
@@ -11,8 +11,12 @@
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
+
+import time
+
from fuelweb_test import logger
from fuelweb_test.tests import base_test_case
+from proboscis import asserts
from stacklight_tests.elasticsearch_kibana import api as elasticsearch_api
from stacklight_tests.helpers import checkers
@@ -83,3 +87,35 @@ class ToolchainApi(object):
def get_pids_of_services(self):
return self.plugins_mapping["lma_collector"].verify_services()
+
+ def check_nova_metrics(self):
+ time_started = "{}s".format(int(time.time()))
+ metrics = self.plugins_mapping[
+ "influxdb_grafana"].get_nova_instance_creation_time_metrics(
+ time_started)
+ asserts.assert_equal(
+ metrics, [],
+ "Spawned instances was found in Nova metrics "
+ "before instance creation")
+
+ test_name_pref = (
+ 'fuel_health.tests.smoke.'
+ 'test_nova_create_instance_with_connectivity.TestNovaNetwork.')
+ instance_tests = (
+ '{}test_004_create_servers'.format(test_name_pref),
+ '{}test_009_create_server_with_file'.format(test_name_pref))
+ for test_name in instance_tests:
+ self.helpers.run_single_ostf(test_sets=['smoke'],
+ test_name=test_name)
+
+ updated_metrics = self.plugins_mapping[
+ "influxdb_grafana"].get_nova_instance_creation_time_metrics(
+ time_started)
+
+ asserts.assert_equal(
+ len(updated_metrics), len(instance_tests),
+ "There is a mismatch of created instances in Nova metrics, "
+ "found {instances_found} instead of {tests_started}".format(
+ instances_found=len(updated_metrics),
+ tests_started=len(instance_tests))
+ )
diff --git a/stacklight_tests/toolchain/test_functional.py b/stacklight_tests/toolchain/test_functional.py
new file mode 100644
index 0000000..8546fee
--- /dev/null
+++ b/stacklight_tests/toolchain/test_functional.py
@@ -0,0 +1,85 @@
+# Copyright 2016 Mirantis, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+from fuelweb_test.helpers.decorators import log_snapshot_after_test
+from proboscis import test
+
+from stacklight_tests.toolchain import api
+
+
+@test(groups=["plugins"])
+class TestFunctionalToolchain(api.ToolchainApi):
+ """Class for functional testing of plugins toolchain."""
+
+ @test(depends_on_groups=["deploy_toolchain"],
+ groups=["check_display_grafana_dashboards_toolchain",
+ "toolchain", "functional"])
+ @log_snapshot_after_test
+ def check_display_grafana_dashboards_toolchain(self):
+ """Verify that the dashboards show up in the Grafana UI.
+
+ Scenario:
+ 1. Revert snapshot with 3 deployed nodes
+ 2. Open the Grafana URL (
+ open the "Dashboard" tab and click the "Grafana" link)
+ 3. Sign-in using the credentials provided
+ during the configuration of the environment
+ 4. Go to the Main dashboard and verify that everything is ok
+ 5. Repeat the previous step for the following dashboards:
+ * Apache
+ * Cinder
+ * Elasticsearch
+ * Glance
+ * HAProxy
+ * Heat
+ * Hypervisor
+ * InfluxDB
+ * Keystone
+ * LMA self-monitoring
+ * Memcached
+ * MySQL
+ * Neutron
+ * Nova
+ * RabbitMQ
+ * System
+
+ Duration 20m
+ """
+
+ self.env.revert_snapshot("deploy_toolchain")
+
+ self.check_plugins_online()
+
+ self.plugins_mapping["influxdb_grafana"].check_grafana_dashboards()
+
+ @test(depends_on_groups=["deploy_toolchain"],
+ groups=["check_nova_metrics_toolchain",
+ "toolchain", "functional"])
+ @log_snapshot_after_test
+ def check_nova_metrics_toolchain(self):
+ """Verify that the Nova metrics are collecting.
+
+ Scenario:
+ 1. Revert snapshot with 3 deployed nodes
+ 2. Check that plugins are online
+ 3. Check Nova metrics in InfluxDB during OSTF tests
+
+ Duration 20m
+ """
+
+ self.env.revert_snapshot("deploy_toolchain")
+
+ self.check_plugins_online()
+
+ self.check_nova_metrics()
diff --git a/stacklight_tests/toolchain/test_system.py b/stacklight_tests/toolchain/test_system.py
index f2b4799..b773fab 100644
--- a/stacklight_tests/toolchain/test_system.py
+++ b/stacklight_tests/toolchain/test_system.py
@@ -218,6 +218,9 @@ class TestNodesToolchain(api.ToolchainApi):
self.helpers.replace_ubuntu_mirror_with_mos()
self.helpers.fuel_create_repositories(ready_nodes_before)
+ # NOTE(rpromyshlennikov): next check will fail
+ # before this bug will be fixed
+ # https://bugs.launchpad.net/lma-toolchain/+bug/1570850
ready_nodes_hostnames_after = {node["hostname"] for node
in self.helpers.get_all_ready_nodes()}
asserts.assert_equal(