diff --git a/defcore/README.rst b/defcore/README.rst
deleted file mode 100644
index d4d40a7a..00000000
--- a/defcore/README.rst
+++ /dev/null
@@ -1,79 +0,0 @@
-=================================================
-Understanding the DefCore JSON Schema
-=================================================
-
-This folder contains DefCore committee managed files that provide trusted guidance for the OpenStack community.
-
-Assets for each release are tracked in dedicated subdirectories so JSON schema may change per release if needed.
-
-NOTE: Changes to file requires approval of the DefCore committee chair(s).
-
-
-DefCore Process Flow
-====================
-
-See: https://wiki.openstack.org/w/images/6/68/DefCoreProcessFlow.pdf 
-
-Terminology
-====================
-
-See: https://wiki.openstack.org/wiki/Governance/DefCoreLexicon 
-
-The JSON files have a specific schema to support 
-
-.. code-block:: json
-
-  { "release": "havana",
-    "schema": "1.0",
-    "criteria" : { 
-        "atomic" : { "Description" : "blah blah blah",
-        "name" : "Atomic", 
-        "weight": 8
-        },
-    "capabilities": {
-      "example-cap" : { "achievements" : [ "deployed",
-            "future",
-            "complete"],
-        "admin" : true,
-        "core" : false,
-        "description" : "Helpful Description",
-        "flagged" : [  ],
-        "name" : "Friendly Short Name",
-        "tests" : [ "tempest.api.project.file.class.test_name" ]
-      },
-
-Schema Explanation:
--------------------
-
-* release: provides the release described in the JSON file
-* schema: version of the schema
-* criteria: block describing the scoring criteria for the release
-   * criteria/[id]: block for a specific criteria (using an ID)
-   * criteria/[id]/name: friendly name for the criteria
-   * criteria/[id]/description: longer description for the criteria
-   * criteria/[id]/weight: weight applied.  All criteria together should = 100
-* capabilities: block describing all the capabilities identified for the release
-   * capabilities/[id]: block for a specific capability (using an ID)
-   * capabilities/[id]/name: friend name for the capability
-   * capabilities/[id]/description: longer description for the capability
-   * capabilities/[id]/core: boolean set by Board if capability is required
-   * capabilities/[id]/admin: boolean set by PTL if capability is for admin use
-   * capabilities/[id]/achievements: list of criteria passed for this capability (set by Board)
-   * capabilities/[id]/tests: list of tests included in the capability (set by PTL)
-   * capabilities/[id]/flagged: tests that have been excluded for this capability (set by Board)
-
-Ownership for Changes
-=====================
-
-TC/PTL
----------------------
-1. Capabilities Description
-1. Capabilities Test List
-
-DefCore
----------------------
-1. Flagged Tests
-1. Capabilities "Score
-1. Criteria Names and Descriptions
-
-
diff --git a/defcore/capabilities.html b/defcore/capabilities.html
deleted file mode 100644
index 232686d6..00000000
--- a/defcore/capabilities.html
+++ /dev/null
@@ -1,92 +0,0 @@
-<!DOCTYPE html>
-<html>
-<head>
-    <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
-    <script src="http://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js" ></script>
-    <script src="http://cdnjs.cloudflare.com/ajax/libs/mustache.js/0.8.1/mustache.min.js"> </script>
-    <script id="header_template" type="x-tmpl-mustache">
-    <h1>OpenStack DefCore</h1>
-    <h2> {{id}} Tracked Capabilities</h2>
-    </script>
-    <script id="capabilities_template" type="x-tmpl-mustache">
-    {{#capabilities}}
-    <ul>
-        <li> <a onclick="$('#{{class}}_tests').toggle(500);return false;" href="#"> {{class}} capabilities ({{count}} of {{total}} total) </a>
-        <div id="{{class}}_tests" style="display:none;">
-        {{#items}}
-        <ul>
-            <li>
-            {{name}}
-            <ul>
-                <li>ID: {{id}}</li>
-                <li>Description: {{description}}</li>
-                <li>Achievements (met {{achievements_count}} of {{criteria_count}} total): {{#achievements}} <a href="#{{.}}">{{.}}</a> {{/achievements}}
-                {{#admin}}<li>Admin rights required</li>{{/admin}}
-                <li>Status: {{status}}</li>
-                <li> <a onclick="toggle_one_item('{{class}}', '{{id}}', 'tests_list');return false;" href="#"> Tests ({{tests_count}}) </a>
-                <div id="{{id}}_tests_list" class="{{class}}_tests_list" style="display:none;">
-                <ul>
-                    {{#tests}} <li> {{.}} <a href="javascript:void(get_code_url('{{.}}'));"> [github] </a> </li> {{/tests}}
-                </ul>
-                <div>
-                </li>
-            </ul>
-            </li>
-        </ul>
-        {{/items}}
-        </div>
-        </li>
-    </ul>
-    {{/capabilities}}
-    {{^capabilities}}
-        No capabilities!
-    {{/capabilities}}
-    </script>
-    <script id="criteria_template" type="x-tmpl-mustache">
-    {{#criteria}}
-    <ul>
-        <li><a id="{{tag}}" onclick="$('#{{tag}}_ach').toggle(500);return false;" href="#"> {{name}} (tag : {{tag}}) </a> </li>
-        <div id="{{tag}}_ach" style="display:none;">
-        <ul>
-            <li>Description: {{Description}} </li>
-            <li>Weight: {{weight}} </li>
-        </ul>
-        </div>
-    </ul>
-    {{/criteria}}
-    </script>
-    <script src="/js/helpers.js"></script>
-    <script>
-        window.render_page = function(){render_capabilities_page()};
-        $(document).ready(window.render_page);
-    </script>
-</head>
-
-<body>
-
-<div id="header"></div>
-
-Status Filter:<br />
-<select id="status" onchange="render_page()">
-    <option value="status_all" >All Capabilities</option>
-    <option value="status_required" >Required Capabilities</option>
-    <option value="status_advisory">Advisory Capabilities</option>
-    <option value="status_deprecated">Deprecated Capabilities</option>
-    <option value="status_removed">Removed Capabilities</option>
-</select>
-<br>
-Admin Filter:<br />
-<select id="admin" onchange="render_page()">
-    <option value="all" >All Capabilities</option>
-    <option value="admin" >Capabilities requiring admin rights</option>
-    <option value="noadmin">Capabilities not requiring admin rights</option>
-</select>
-<div id="capabilities"></div>
-
-<h2>Criterion descriptions</h2>
-
-<ul id="criteria"></ul>
-
-<div>Copyright OpenStack Foundation, 2014.  Apache 2 License.</div>
-</body>
-</html>
diff --git a/defcore/drafts/havanacore.json b/defcore/drafts/havanacore.json
deleted file mode 100644
index fa46d325..00000000
--- a/defcore/drafts/havanacore.json
+++ /dev/null
@@ -1,1633 +0,0 @@
-{ "release" : "havana",
-  "schema" : "1.0",
-  "criteria" : { "atomic" : { "Description" : "Capabilities is unique and cannot be built out of other must-pass capabilities",
-          "name" : "Atomic",
-          "weight" : 8
-        },
-      "clients" : { "Description" : "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
-          "name" : "Used by Clients",
-          "weight" : 8
-        },
-      "complete" : { "Description" : "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology.",
-          "name" : "Complete",
-          "weight" : 8
-        },
-      "deployed" : { "Description" : "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products.",
-          "name" : "Widely Deployed",
-          "weight" : 8
-        },
-      "discover" : { "Description" : "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
-          "name" : "Discoverable",
-          "weight" : 8
-        },
-      "doc" : { "Description" : "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time.",
-          "name" : "Documented",
-          "weight" : 8
-        },
-      "foundation" : { "Description" : "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
-          "name" : "Foundation",
-          "weight" : 8
-        },
-      "future" : { "Description" : "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities.",
-          "name" : "Future Direction",
-          "weight" : 9
-        },
-      "proximity" : { "Description" : "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together.",
-          "name" : "Proximity",
-          "weight" : 8
-        },
-      "stable" : { "Description" : "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs.",
-          "name" : "Stable",
-          "weight" : 9
-        },
-      "sticky" : { "Description" : "A test that is a must-pass test should stay a must-pass test. This make makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
-          "name" : "Core in Last Release",
-          "weight" : 9
-        },
-      "tools" : { "Description" : "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
-          "name" : "Used by Tools",
-          "weight" : 9
-        }
-    },
-  "capabilities" : { "compute-admin-aggregates" : { "achievements" : [ "deployed",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-aggregates description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-aggregates",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_delete_server_pass_id_exceeding_length_limit" ]
-        },
-      "compute-admin-avail-zone" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-avail-zone description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-avail-zone",
-          "tests" : [ "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list",
-              "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_detail",
-              "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_with_non_admin_user",
-              "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_detail_with_non_admin_user"
-            ]
-        },
-      "compute-admin-fixed-ips" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-fixed-ips description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-fixed-ips",
-          "tests" : [ "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_list_fixed_ip_details",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_list_fixed_ip_details_with_non_admin_user",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_unreserve",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve_with_non_admin_user",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_unreserve_with_non_admin_user",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve_with_invalid_ip",
-              "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_fixed_ip_with_invalid_action"
-            ]
-        },
-      "compute-admin-flavors" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-flavors description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-flavors",
-          "tests" : [ "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_access_add_remove",
-              "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_non_admin_add",
-              "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_non_admin_remove",
-              "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_add_flavor_access_duplicate",
-              "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_remove_flavor_access_not_found",
-              "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_set_get_unset_keys",
-              "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_set_keys",
-              "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_get_keys",
-              "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_unset_keys",
-              "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_unset_nonexistent_key",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_verify_entry_in_list_details",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_get_flavor_details_for_deleted_flavor",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_list_flavor_without_extra_data",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_list_non_public_flavor",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_server_with_non_public_flavor",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_list_public_flavor_with_other_user",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_is_public_string_variations",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_string_ram",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_invalid_is_public_string",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_as_user",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_delete_flavor_as_user",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_invalid_ram",
-              "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_invalid_vcpus"
-            ]
-        },
-      "compute-admin-hosts" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-hosts description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-hosts",
-          "tests" : [ "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_zone",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_non_existent_zone",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_a_blank_zone",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_non_admin_user",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_show_host_detail",
-              "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_show_host_detail_with_nonexist_hostname"
-            ]
-        },
-      "compute-admin-hypervisor" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-hypervisor description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-hypervisor",
-          "tests" : [ "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_details",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_show_details",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_show_servers",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_stats",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_uptime",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_with_non_admin_user",
-              "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_details_with_non_admin_user"
-            ]
-        },
-      "compute-admin-quota" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-quota description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-quota",
-          "tests" : [ "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_get_default_quotas",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_update_all_quota_resources_for_tenant",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_get_updated_quotas",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_cpu_quota_is_full",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_memory_quota_is_full",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_update_quota_normal_user",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_instances_quota_is_full",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_security_groups_exceed_limit",
-              "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_security_groups_rules_exceed_limit"
-            ]
-        },
-      "compute-admin-server" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-server description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-server",
-          "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin"
-            ]
-        },
-      "compute-admin-servers-pause" : { "achievements" : [ "deployed",
-              "tools",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-servers-pause description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-servers-pause",
-          "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin"
-            ]
-        },
-      "compute-admin-servers-suspend" : { "achievements" : [ "deployed",
-              "tools",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-servers-suspend description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-servers-suspend",
-          "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin",
-              "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin"
-            ]
-        },
-      "compute-admin-services" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-admin-services description missing",
-          "flagged" : [  ],
-          "name" : "compute-admin-services",
-          "tests" : [ "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services_with_non_admin_user",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_binary_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_host_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_params",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_and_host_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_service_and_valid_host",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_with_valid_service_and_invalid_host",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_service_enable_disable"
-            ]
-        },
-      "compute-attach-interface" : { "achievements" : [ "discover",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-attach-interface description missing",
-          "flagged" : [  ],
-          "name" : "compute-attach-interface",
-          "tests" : [ "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services_with_non_admin_user",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_binary_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_host_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_params",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_and_host_name",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_service_and_valid_host",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_with_valid_service_and_invalid_host",
-              "tempest.api.compute.admin/test_services.PublicObjectTest.test_service_enable_disable"
-            ]
-        },
-      "compute-auth" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-auth description missing",
-          "flagged" : [  ],
-          "name" : "compute-auth",
-          "tests" : [ "tempest.api.compute.test_authorization.PublicObjectTest.test_get_metadata_of_alt_account_server_fails" ]
-        },
-      "compute-auth-v3" : { "achievements" : [ "future" ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-auth-v3 description missing",
-          "flagged" : [  ],
-          "name" : "compute-auth-v3",
-          "tests" : [ "tempest.api.compute.test_auth_token.PublicObjectTest.test_v3_token" ]
-        },
-      "compute-console-log" : { "achievements" : [ "future",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "compute-console-log description missing",
-          "flagged" : [  ],
-          "name" : "compute-console-log",
-          "tests" : [ "tempest.api.compute.test_auth_token.PublicObjectTest.test_v3_token" ]
-        },
-      "compute-ext-disk-config" : { "achievements" : [ "deployed",
-              "clients",
-              "complete",
-              "discover",
-              "doc",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-ext-disk-config description missing",
-          "flagged" : [  ],
-          "name" : "compute-ext-disk-config",
-          "tests" : [ "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_rebuild_server_with_manual_disk_config",
-              "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_rebuild_server_with_auto_disk_config",
-              "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_resize_server_from_manual_to_auto",
-              "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_resize_server_from_auto_to_manual"
-            ]
-        },
-      "compute-flavors" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-flavors description missing",
-          "flagged" : [  ],
-          "name" : "compute-flavors",
-          "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id"
-            ]
-        },
-      "compute-floating-ips" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-floating-ips description missing",
-          "flagged" : [  ],
-          "name" : "compute-floating-ips",
-          "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id"
-            ]
-        },
-      "compute-image-metadata" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-image-metadata description missing",
-          "flagged" : [  ],
-          "name" : "compute-image-metadata",
-          "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter",
-              "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id"
-            ]
-        },
-      "compute-images" : { "achievements" : [ "tools",
-              "clients",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-images description missing",
-          "flagged" : [  ],
-          "name" : "compute-images",
-          "tests" : [ "tempest.api.compute.test_authorization.PublicObjectTest.test_delete_image_for_alt_account_fails" ]
-        },
-      "compute-instance-actions" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-instance-actions description missing",
-          "flagged" : [  ],
-          "name" : "compute-instance-actions",
-          "tests" : [ "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_nonexistant_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_nonexistant_image_metadata_item"
-            ]
-        },
-      "compute-keypairs" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-keypairs description missing",
-          "flagged" : [  ],
-          "name" : "compute-keypairs",
-          "tests" : [ "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_nonexistant_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata_item",
-              "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_nonexistant_image_metadata_item"
-            ]
-        },
-      "compute-limits" : { "achievements" : [ "deployed",
-              "tools",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-limits description missing",
-          "flagged" : [  ],
-          "name" : "compute-limits",
-          "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get",
-              "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit"
-            ]
-        },
-      "compute-live-migration" : { "achievements" : [ "future",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-live-migration description missing",
-          "flagged" : [  ],
-          "name" : "compute-live-migration",
-          "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get",
-              "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit"
-            ]
-        },
-      "compute-multiple-create" : { "achievements" : [ "future",
-              "complete",
-              "stable",
-              "discover",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-multiple-create description missing",
-          "flagged" : [  ],
-          "name" : "compute-multiple-create",
-          "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get",
-              "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit"
-            ]
-        },
-      "compute-quotas" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-quotas description missing",
-          "flagged" : [  ],
-          "name" : "compute-quotas",
-          "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get",
-              "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit"
-            ]
-        },
-      "compute-security-groups" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-security-groups description missing",
-          "flagged" : [  ],
-          "name" : "compute-security-groups",
-          "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get",
-              "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit"
-            ]
-        },
-      "compute-servers" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-servers description missing",
-          "flagged" : [  ],
-          "name" : "compute-servers",
-          "tests" : [ "tempest.api.compute.test_quotas.PublicObjectTest.test_get_quotas",
-              "tempest.api.compute.test_quotas.PublicObjectTest.test_get_default_quotas"
-            ]
-        },
-      "compute-servers-metadata" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-servers-metadata description missing",
-          "flagged" : [  ],
-          "name" : "compute-servers-metadata",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_invalid_access_ip_v4_address" ]
-        },
-      "compute-servers-personality" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "discover",
-              "doc"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-servers-personality description missing",
-          "flagged" : [  ],
-          "name" : "compute-servers-personality",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_pause_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_unpause_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_unpause_server_invalid_state"
-            ]
-        },
-      "compute-usage" : { "achievements" : [ "tools",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-usage description missing",
-          "flagged" : [  ],
-          "name" : "compute-usage",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state"
-            ]
-        },
-      "compute-virtual-interfaces" : { "achievements" : [ "tools",
-              "clients",
-              "future",
-              "complete",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-virtual-interfaces description missing",
-          "flagged" : [  ],
-          "name" : "compute-virtual-interfaces",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state"
-            ]
-        },
-      "compute-volume" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "compute-volume description missing",
-          "flagged" : [  ],
-          "name" : "compute-volume",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state"
-            ]
-        },
-      "compute-volume-ebs" : { "achievements" : [  ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-volume-ebs description missing",
-          "flagged" : [  ],
-          "name" : "compute-volume-ebs",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state"
-            ]
-        },
-      "compute-volume-proxy" : { "achievements" : [  ],
-          "admin" : false,
-          "core" : false,
-          "description" : "compute-volume-proxy description missing",
-          "flagged" : [  ],
-          "name" : "compute-volume-proxy",
-          "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server",
-              "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state"
-            ]
-        },
-      "identity-admin-roles" : { "achievements" : [ "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-roles description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-roles",
-          "tests" : [ "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles_by_unauthorized_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles_request_without_token",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_delete",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_blank_name",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_duplicate",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_by_unauthorized_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_request_without_token",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_role",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_tenant",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_duplicate_user_role",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_by_unauthorized_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_request_without_token",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_role",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_tenant",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_by_unauthorized_user",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_request_without_token",
-              "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_for_non_existent_user"
-            ]
-        },
-      "identity-admin-services" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-services description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-services",
-          "tests" : [ "tempest.api.identity.admin/test_services.PublicObjectTest.test_create_get_delete_service",
-              "tempest.api.identity.admin/test_services.PublicObjectTest.test_list_services"
-            ]
-        },
-      "identity-admin-tenants" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "complete",
-              "discover",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-tenants description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-tenants",
-          "tests" : [ "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_list_tenants_by_unauthorized_user",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_list_tenant_request_without_token",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_delete_by_unauthorized_user",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_delete_request_without_token",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_delete_non_existent_tenant",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_create_duplicate",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_by_unauthorized_user",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_request_without_token",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_with_empty_name",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenants_name_length_over_64",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_update_non_existent_tenant",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_update_by_unauthorized_user",
-              "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_update_request_without_token",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_list_delete",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_with_description",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_enabled",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_not_enabled",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_name",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_desc",
-              "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_enable"
-            ]
-        },
-      "identity-admin-users" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "discover",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-users description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-users",
-          "tests" : [ "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_by_unauthorized_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_empty_name",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_name_length_over_255",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_duplicate_name",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_for_non_existant_tenant",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_request_without_a_token",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_enabled_non_bool",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_for_non_existant_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_request_without_a_token",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_by_unauthorized_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_users_by_unauthorized_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_non_existant_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_user_request_without_a_token",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_for_disabled_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_when_tenant_is_disabled",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_tenant",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_username",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_password",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_get_users_by_unauthorized_user",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_get_users_request_without_token",
-              "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_list_users_with_invalid_tenant",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user_with_enabled",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_update_user",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_delete_user",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_user_authentication",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_authentication_request_without_token",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_get_users",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_list_users_for_tenant",
-              "tempest.api.identity.admin/test_users.PublicObjectTest.test_list_users_with_roles_for_tenant"
-            ]
-        },
-      "identity-admin-v3-credentials" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-credentials description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-credentials",
-          "tests" : [ "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_list_endpoints",
-              "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_create_list_delete_endpoint",
-              "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_update_endpoint"
-            ]
-        },
-      "identity-admin-v3-domains" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-domains description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-domains",
-          "tests" : [ "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_list_domains",
-              "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_create_update_delete_domain"
-            ]
-        },
-      "identity-admin-v3-endpoints" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-endpoints description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-endpoints",
-          "tests" : [ "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_list_domains",
-              "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_create_update_delete_domain"
-            ]
-        },
-      "identity-admin-v3-policies" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-policies description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-policies",
-          "tests" : [ "tempest.api.identity.admin/v3/test_policies.PublicObjectTest.test_list_policies",
-              "tempest.api.identity.admin/v3/test_policies.PublicObjectTest.test_create_update_delete_policy"
-            ]
-        },
-      "identity-admin-v3-projects" : { "achievements" : [ "future",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-projects description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-projects",
-          "tests" : [ "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_list_delete",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_with_description",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_enabled",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_not_enabled",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_name",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_desc",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_enable",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_associate_user_to_project",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_list_projects_by_unauthorized_user",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_duplicate",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_project_by_unauthorized_user",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_project_with_empty_name",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_projects_name_length_over_64",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_delete_by_unauthorized_user",
-              "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_delete_non_existent_project"
-            ]
-        },
-      "identity-admin-v3-roles" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-roles description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-roles",
-          "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ]
-        },
-      "identity-admin-v3-services" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-services description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-services",
-          "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ]
-        },
-      "identity-admin-v3-tokens" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-tokens description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-tokens",
-          "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ]
-        },
-      "identity-admin-v3-users" : { "achievements" : [ "future",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "identity-admin-v3-users description missing",
-          "flagged" : [  ],
-          "name" : "identity-admin-v3-users",
-          "tests" : [ "tempest.api.identity.admin/v3/test_tokens.PublicObjectTest.test_tokens",
-              "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_user_update"
-            ]
-        },
-      "identity-non-admin-roles" : { "achievements" : [ "deployed",
-              "future",
-              "complete",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "identity-non-admin-roles description missing",
-          "flagged" : [  ],
-          "name" : "identity-non-admin-roles",
-          "tests" : [ "tempest.api.identity.admin/v3/test_tokens.PublicObjectTest.test_tokens",
-              "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_user_update"
-            ]
-        },
-      "images-v1" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "images-v1 description missing",
-          "flagged" : [  ],
-          "name" : "images-v1",
-          "tests" : [ "tempest.api.image.v1/test_images.PublicObjectTest.test_register_with_invalid_container_format",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_register_with_invalid_disk_format",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_register_then_upload",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_register_remote_image",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_register_http_image",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_register_image_with_min_ram",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_no_params",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_disk_format",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_container_format",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_max_size",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_min_size",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_status_active_detail",
-              "tempest.api.image.v1/test_images.PublicObjectTest.test_index_name"
-            ]
-        },
-      "images-v2" : { "achievements" : [ "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "images-v2 description missing",
-          "flagged" : [  ],
-          "name" : "images-v2",
-          "tests" : [ "tempest.api.image.v2/test_images.PublicObjectTest.test_register_with_invalid_container_format",
-              "tempest.api.image.v2/test_images.PublicObjectTest.test_register_with_invalid_disk_format",
-              "tempest.api.image.v2/test_images.PublicObjectTest.test_register_then_upload",
-              "tempest.api.image.v2/test_images.PublicObjectTest.test_index_no_params",
-              "tempest.api.image.v2/test_images.PublicObjectTest.test_get_image_meta_by_null_id"
-            ]
-        },
-      "networks-extensions" : { "achievements" : [ "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-extensions description missing",
-          "flagged" : [  ],
-          "name" : "networks-extensions",
-          "tests" : [ "tempest.api.network.test_networks.PublicObjectTest.test_create_update_delete_network_subnet",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_network",
-              "tempest.api.network.test_networks.PublicObjectTest.test_list_networks",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_subnet",
-              "tempest.api.network.test_networks.PublicObjectTest.test_list_subnets",
-              "tempest.api.network.test_networks.PublicObjectTest.test_create_update_delete_port",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_port",
-              "tempest.api.network.test_networks.PublicObjectTest.test_list_ports",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_network",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_subnet",
-              "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_port",
-              "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_network",
-              "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_subnet",
-              "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_port"
-            ]
-        },
-      "networks-floating-ips" : { "achievements" : [ "future",
-              "discover",
-              "doc",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-floating-ips description missing",
-          "flagged" : [  ],
-          "name" : "networks-floating-ips",
-          "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service"
-            ]
-        },
-      "networks-l2" : { "achievements" : [ "future",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-l2 description missing",
-          "flagged" : [  ],
-          "name" : "networks-l2",
-          "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service"
-            ]
-        },
-      "networks-l3" : { "achievements" : [ "future",
-              "discover",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-l3 description missing",
-          "flagged" : [  ],
-          "name" : "networks-l3",
-          "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service"
-            ]
-        },
-      "networks-lbaas" : { "achievements" : [ "future",
-              "discover",
-              "doc"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-lbaas description missing",
-          "flagged" : [  ],
-          "name" : "networks-lbaas",
-          "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service",
-              "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service"
-            ]
-        },
-      "networks-quotas" : { "achievements" : [ "future",
-              "discover"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-quotas description missing",
-          "flagged" : [  ],
-          "name" : "networks-quotas",
-          "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ]
-        },
-      "networks-security-groups" : { "achievements" : [ "future",
-              "discover",
-              "doc",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-security-groups description missing",
-          "flagged" : [  ],
-          "name" : "networks-security-groups",
-          "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ]
-        },
-      "networks-vpn" : { "achievements" : [ "future",
-              "discover"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "networks-vpn description missing",
-          "flagged" : [  ],
-          "name" : "networks-vpn",
-          "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ]
-        },
-      "objectstore-acct-services" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "objectstore-acct-services description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-acct-services",
-          "tests" : [ "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_limit",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_marker",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_end_marker",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_limit_and_marker",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_account_metadata",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_create_and_delete_account_metadata",
-              "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_non_authorized_user"
-            ]
-        },
-      "objectstore-container" : { "achievements" : [ "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "objectstore-container description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-container",
-          "tests" : [ "tempest.api.object_storage.test_container_sync.PublicObjectTest.test_container_synchronization" ]
-        },
-      "objectstore-container-acl" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "objectstore-container-acl description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-container-acl",
-          "tests" : [ "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_using_creds",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_without_using_creds",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_with_non_authorized_user",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_with_non_authorized_user",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_with_non_authorized_user",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_without_rights",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_rights",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_with_rights",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_with_rights",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_write_rights",
-              "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_without_write_rights"
-            ]
-        },
-      "objectstore-container-quota" : { "achievements" : [ "deployed",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "objectstore-container-quota description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-container-quota",
-          "tests" : [ "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_valid_object",
-              "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_large_object",
-              "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_too_many_objects"
-            ]
-        },
-      "objectstore-container-staticweb" : { "achievements" : [ "deployed",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "objectstore-container-staticweb description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-container-staticweb",
-          "tests" : [ "tempest.api.object_storage.test_container_staticweb.PublicObjectTest.test_web_index",
-              "tempest.api.object_storage.test_container_staticweb.PublicObjectTest.test_web_listing"
-            ]
-        },
-      "objectstore-object" : { "achievements" : [ "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "objectstore-object description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-object",
-          "tests" : [ "tempest.api.object_storage.test_object_expiry.PublicObjectTest.test_get_object_after_expiry_time",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_create_object",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_delete_object",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_object_metadata",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_get_object",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_in_same_container",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_to_itself",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_2d_way",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_across_containers",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_object_upload_in_segments",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_get_object_if_different",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds",
-              "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
-              "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_get_object_using_temp_url",
-              "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_put_object_using_temp_url",
-              "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_get_object_after_expiration_time",
-              "tempest.api.object_storage.test_object_version.PublicObjectTest.test_versioned_container"
-            ]
-        },
-      "objectstore-quotas" : { "achievements" : [ "deployed",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "objectstore-quotas description missing",
-          "flagged" : [  ],
-          "name" : "objectstore-quotas",
-          "tests" : [ "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_upload_valid_object",
-              "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_upload_large_object",
-              "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_admin_modify_quota",
-              "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_user_modify_quota"
-            ]
-        },
-      "orch-stacks" : { "achievements" : [ "doc",
-              "foundation"
-            ],
-          "admin" : false,
-          "core" : false,
-          "description" : "orch-stacks description missing",
-          "flagged" : [  ],
-          "name" : "orch-stacks",
-          "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url"
-            ]
-        },
-      "volume" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "volume description missing",
-          "flagged" : [  ],
-          "name" : "volume",
-          "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url"
-            ]
-        },
-      "volume-extra-specs" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "doc",
-              "sticky",
-              "foundation",
-              "atomic",
-              "proximity"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "volume-extra-specs description missing",
-          "flagged" : [  ],
-          "name" : "volume-extra-specs",
-          "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url"
-            ]
-        },
-      "volume-multi-backend" : { "achievements" : [ "future",
-              "complete",
-              "stable",
-              "doc",
-              "atomic"
-            ],
-          "admin" : true,
-          "core" : false,
-          "description" : "volume-multi-backend description missing",
-          "flagged" : [  ],
-          "name" : "volume-multi-backend",
-          "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url"
-            ]
-        },
-      "volume-snapshots" : { "achievements" : [ "deployed",
-              "tools",
-              "clients",
-              "future",
-              "complete",
-              "stable",
-              "discover",
-              "doc",
-              "sticky",
-              "proximity"
-            ],
-          "admin" : false,
-          "core" : true,
-          "description" : "volume-snapshots description missing",
-          "flagged" : [  ],
-          "name" : "volume-snapshots",
-          "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface",
-              "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events",
-              "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server",
-              "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds",
-              "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template",
-              "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url"
-            ]
-        }
-    }
-}
\ No newline at end of file
diff --git a/defcore/havanacore.json b/defcore/havanacore.json
deleted file mode 100644
index 202c07de..00000000
--- a/defcore/havanacore.json
+++ /dev/null
@@ -1,1661 +0,0 @@
-{
-    "release": "havana",
-    "status": "advisory",
-    "schema": "1.0",
-    "criteria": {
-        "atomic": {
-            "Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
-            "name": "Atomic",
-            "weight": 8
-        },
-        "clients": {
-            "Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
-            "name": "Used by Clients",
-            "weight": 8
-        },
-        "complete": {
-            "Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
-            "name": "Complete",
-            "weight": 8
-        },
-        "deployed": {
-            "Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
-            "name": "Widely Deployed",
-            "weight": 8
-        },
-        "discover": {
-            "Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
-            "name": "Discoverable",
-            "weight": 8
-        },
-        "doc": {
-            "Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
-            "name": "Documented",
-            "weight": 8
-        },
-        "foundation": {
-            "Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
-            "name": "Foundation",
-            "weight": 8
-        },
-        "future": {
-            "Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
-            "name": "Future Direction",
-            "weight": 9
-        },
-        "proximity": {
-            "Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
-            "name": "Proximity",
-            "weight": 8
-        },
-        "stable": {
-            "Description": "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs",
-            "name": "Stable",
-            "weight": 9
-        },
-        "sticky": {
-            "Description": "A test that is a must-pass test should stay a must-pass test. This makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
-            "name": "Core in Last Release",
-            "weight": 9
-        },
-        "tools": {
-            "Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
-            "name": "Used by Tools",
-            "weight": 9
-        }
-    },
-    "capabilities": {
-        "compute-admin-aggregates": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving information about host aggregation using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin aggregates",
-            "tests": [
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az"
-            ]
-        },
-        "compute-admin-avail-zone": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": " Retrieving information about availability zones using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin avail-zone",
-            "tests": []
-        },
-        "compute-admin-fixed-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests of managing fixed ip reservations using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin fixed-ips",
-            "tests": [
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve"
-            ]
-        },
-        "compute-admin-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing flavor definitions and parameters using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin flavors",
-            "tests": [
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data",
-                "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details"
-            ]
-        },
-        "compute-admin-hosts": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving host information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hosts",
-            "tests": [
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail"
-            ]
-        },
-        "compute-admin-hypervisor": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving hypervisor information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hypervisor",
-            "tests": [
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers"
-            ]
-        },
-        "compute-admin-quota": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests for managing quotas in compute nodes using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin quota",
-            "tests": [
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas"
-            ]
-        },
-        "compute-admin-server": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing servers including state resets, deletions and 'all-tenant' actions using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin server",
-            "tests": [
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants"
-            ]
-        },
-        "compute-admin-servers-pause": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers pause state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Pause",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server"
-            ]
-        },
-        "compute-admin-servers-suspend": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers suspend state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Suspend",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server"
-            ]
-        },
-        "compute-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "List, enable, and disable Compute services in all hosts using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin services",
-            "tests": [
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name"
-            ]
-        },
-        "compute-attach-interface": {
-            "achievements": [
-                "discover",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create, list and attach port interfaces using Compute API endpoint",
-            "flagged": [],
-            "name": "Compute Attach Interface",
-            "tests": [
-                "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces"
-            ]
-        },
-        "compute-auth": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Auth related tests using Compute API",
-            "flagged": [],
-            "name": "compute-auth",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
-            ]
-        },
-        "compute-auth-v3": {
-            "achievements": [
-                "future"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for the Auth V3 API through the Compute API",
-            "flagged": [],
-            "name": "compute-auth-v3",
-            "tests": []
-        },
-        "compute-console-log": {
-            "achievements": [
-                "future",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Retrieve console log information through the Compute API",
-            "flagged": [],
-            "name": "compute-console-log",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server"
-            ]
-        },
-        "compute-ext-disk-config": {
-            "achievements": [
-                "deployed",
-                "clients",
-                "complete",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Ability to manage the disk config (manual or automatic) through the Compute API",
-            "flagged": [],
-            "name": "compute-ext-disk-config",
-            "tests": [
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config"
-            ]
-        },
-        "compute-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Flavor operations in the Compute API",
-            "flagged": [],
-            "name": "compute-flavors",
-            "tests": []
-        },
-        "compute-floating-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage floating IPs through the Compute API",
-            "flagged": [],
-            "name": "compute-floating-ips",
-            "tests": [
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools"
-            ]
-        },
-        "compute-image-metadata": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for additional metadata operations beyond the base ops in Compute API",
-            "flagged": [],
-            "name": "compute-image-metadata",
-            "tests": [
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item"
-            ]
-        },
-        "compute-images": {
-            "achievements": [
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Image operations within the Compute API",
-            "flagged": [],
-            "name": "compute-images",
-            "tests": [
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
-                "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
-            ]
-        },
-        "compute-instance-actions": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
-            "flagged": [],
-            "name": "compute-instance-actions",
-            "tests": [
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action"
-            ]
-        },
-        "compute-keypairs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Generate, import, and delete SSH keys within Compute services",
-            "flagged": [],
-            "name": "compute-keypairs",
-            "tests": [
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
-            ]
-        },
-        "compute-limits": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Manage absolute limits within Compute services",
-            "flagged": [],
-            "name": "compute-limits",
-            "tests": [
-                "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get"
-            ]
-        },
-        "compute-live-migration": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Live migration operations through the Compute API",
-            "flagged": [],
-            "name": "compute-live-migration",
-            "tests": []
-        },
-        "compute-multiple-create": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create one or more servers with an optional reservation ID through the Compute API",
-            "flagged": [],
-            "name": "compute-multiple-create",
-            "tests": []
-        },
-        "compute-quotas": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Quotas management in Compute API",
-            "flagged": [],
-            "name": "compute-quotas",
-            "tests": [
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas"
-            ]
-        },
-        "compute-security-groups": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage security groups using Compute API",
-            "flagged": [],
-            "name": "compute-security-groups",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create"
-            ]
-        },
-        "compute-servers": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic server operations in the Compute API",
-            "flagged": [],
-            "name": "compute-servers",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit"
-            ]
-        },
-        "compute-servers-personality": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Compute API personality extension to enable the injection of data at create time",
-            "flagged": [],
-            "name": "compute-servers-personality",
-            "tests": []
-        },
-        "compute-usage": {
-            "achievements": [
-                "tools",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Report usage statistics on compute and storage resources through Compute API",
-            "flagged": [],
-            "name": "compute-usage",
-            "tests": []
-        },
-        "compute-virtual-interfaces": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List the virtual interfaces for a specified server instance through Compute API",
-            "flagged": [],
-            "name": "compute-virtual-interfaces",
-            "tests": []
-        },
-        "compute-volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Retrieve volume information through the Compute API",
-            "flagged": [],
-            "name": "compute-volume",
-            "tests": [
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list",
-                "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id",
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"
-            ]
-        },
-        "compute-volume-proxy": {
-            "achievements": [],
-            "admin": false,
-            "core": false,
-            "description": "Extended volume API operations through the Compute API",
-            "flagged": [],
-            "name": "compute-volume-proxy",
-            "tests": []
-        },
-        "identity-admin-roles": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administration roles in Identity API",
-            "flagged": [],
-            "name": "Identity admin-roles",
-            "tests": [
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role"
-            ]
-        },
-        "identity-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API",
-            "flagged": [],
-            "name": "Identity admin-services",
-            "tests": [
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service",
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services"
-            ]
-        },
-        "identity-admin-tenants": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer tenants in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-tenants",
-            "tests": [
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token"
-            ]
-        },
-        "identity-admin-users": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer users in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-users",
-            "tests": [
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token"
-            ]
-        },
-        "identity-admin-v3-credentials": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic auth operations using Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-credentials",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints",
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint"
-            ]
-        },
-        "identity-admin-v3-domains": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for domains in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-domains",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains"
-            ]
-        },
-        "identity-admin-v3-endpoints": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for endpoints in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-endpoints",
-            "tests": []
-        },
-        "identity-admin-v3-policies": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations on policies in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-policies",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies"
-            ]
-        },
-        "identity-admin-v3-projects": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic management of projects in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-projects",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name"
-            ]
-        },
-        "identity-admin-v3-roles": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Management of roles in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-roles",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain",
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project"
-            ]
-        },
-        "identity-admin-v3-services": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-services",
-            "tests": []
-        },
-        "identity-admin-v3-tokens": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tokens management in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-tokens",
-            "tests": []
-        },
-        "identity-admin-v3-users": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for users in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-users",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update"
-            ]
-        },
-        "identity-non-admin-roles": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Non-admin operations in Identity API",
-            "flagged": [],
-            "name": "Identity Non Admin Roles",
-            "tests": []
-        },
-        "images-v1": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic image management in the Images API v1",
-            "flagged": [],
-            "name": "images-v1",
-            "tests": [
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_name",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail"
-            ]
-        },
-        "images-v2": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "CRUD image operations in Images API v2",
-            "flagged": [],
-            "name": "images-v2",
-            "tests": [
-                "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
-            ]
-        },
-        "networks-extensions": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List available network extensions using Network API",
-            "flagged": [],
-            "name": "networks-extensions",
-            "tests": []
-        },
-        "networks-floating-ips": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Floating IPs management using Network API",
-            "flagged": [],
-            "name": "networks-floating-ips",
-            "tests": [
-                "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip"
-            ]
-        },
-        "networks-l2": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer2 CRUD operations in Network API",
-            "flagged": [],
-            "name": "networks-l2",
-            "tests": []
-        },
-        "networks-l3": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer3 CRUD operations in Network API",
-            "flagged": [],
-            "name": "networks-l3",
-            "tests": [
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
-                "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router"
-            ]
-        },
-        "networks-lbaas": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create and manage load balancers, listeners, pools, members, and health monitors using Network API",
-            "flagged": [],
-            "name": "networks-lbaas",
-            "tests": []
-        },
-        "networks-quotas": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks quotas management using Network API",
-            "flagged": [],
-            "name": "networks-quotas",
-            "tests": []
-        },
-        "networks-security-groups": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks security groups management using Network API",
-            "flagged": [],
-            "name": "networks-security-groups",
-            "tests": [
-                "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule",
-                "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group"
-            ]
-        },
-        "networks-vpn": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "VPN CRUD operations in Networks API",
-            "flagged": [],
-            "name": "networks-vpn",
-            "tests": []
-        },
-        "objectstore-acct-services": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Basic account services in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-acct-services",
-            "tests": [
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker"
-            ]
-        },
-        "objectstore-container": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic container operations in Object Store API",
-            "flagged": [],
-            "name": "objectstore-container",
-            "tests": [
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
-                "tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container"
-            ]
-        },
-        "objectstore-container-acl": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "ACL support in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-container-acl",
-            "tests": [
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights"
-            ]
-        },
-        "objectstore-container-quota": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Container quotas support in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-container-quota",
-            "tests": [
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object"
-            ]
-        },
-        "objectstore-container-staticweb": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Static web support in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-container-staticweb",
-            "tests": [
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index",
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing"
-            ]
-        },
-        "objectstore-object": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic object operations in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-object",
-            "tests": [
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url",
-                "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
-                "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
-            ]
-        },
-        "objectstore-quotas": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "General quotas support in Object Storage API",
-            "flagged": [],
-            "name": "objectstore-quotas",
-            "tests": [
-                "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota"
-            ]
-        },
-        "orch-stacks": {
-            "achievements": [
-                "doc",
-                "foundation"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Orchestration CRUD operations in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration Stacks",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource"
-            ]
-        },
-        "volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for volumes management in Block Storage API",
-            "flagged": [],
-            "name": "volume",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs",
-                "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete",
-                "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name",
-                "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type",
-                "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id",
-                "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id"
-            ]
-        },
-        "volume-extra-specs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension to support additional specs",
-            "flagged": [],
-            "name": "volume-extra-specs",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id"
-            ]
-        },
-        "volume-multi-backend": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension for multi-backends",
-            "flagged": [],
-            "name": "volume-multi-backend",
-            "tests": []
-        },
-        "volume-snapshots": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Snapshot support for Block Storage API",
-            "flagged": [],
-            "name": "volume-snapshots",
-            "tests": []
-        }
-    }
-}
diff --git a/defcore/havanasections.json b/defcore/havanasections.json
deleted file mode 100644
index 3845691b..00000000
--- a/defcore/havanasections.json
+++ /dev/null
@@ -1,116 +0,0 @@
-{ "release" : "havana",
-  "status" : "approved",
-  "schema" : "1.0",
-  "projects" : {
-    "nova" : {
-      "guidance": "By default, designated except scheduler, filter, drivers, API extensions and networking.",
-      "core-capabilities": true,
-      "comment": "All code except driver/plugins listed.  Even for replaceable drivers or plugins, we still expect use of the existing nova service that wraps those interfaces.",
-      "sections": {
-        "scheduler driver": { "description": "(Host and cell)", "designated": false, "comment": "none provided"},
-        "filter scheduler driver": { "description": "(Host and cell)  While the line above implies the entire driver is fair game, this case is incredibly common and worth mentioning specifically.", "designated": false, "comment": "none provided"},
-        "compute driver": { "description": "not provided", "designated": false, "comment": "none provided"},
-        "rest api extensions": { "description": "may be required for capabilities", "designated": false, "comment": "none provided"},
-        "nova networking components": { "description": "not provided", "designated": false, "comment": "none provided"},
-        "nova networking drivers": { "description": "not provided", "designated": false, "comment": "none provided"}
-      }
-    },
-    "glance": {
-      "guidance": "Designated sections are the API implementation code and domain model.",
-      "core-capabilities": true,
-      "comment": "not given",
-      "sections": {
-        "http apis": { "description": "not provided", "designated": true, "comment": "API"},
-        "domain model": { "description": "not provided", "designated": true, "comment": "Shared"},
-        "stores": { "description": "the swift, filesystem, and http stores", "designated": false, "comment": "should be replaceable, vendor-specificddCross platform"},
-        "db driver": { "description": "not provided", "designated": false, "comment": "should be replaceable" },
-        "wsgi framework": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
-      }
-    },
-    "cinder": {
-      "guidance": "Designated sections are the API implementation code",
-      "core-capabilities": true,
-      "comment": "Historically, cinder has had plug-ins around schedulers and drivers.",
-      "sections": {
-        "api": { "description": "API section means actually the CODE that exposes the API, not just API-comparability", "designated": true, "comment": ""},
-        "drivers": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
-        "scheduler": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
-        "api extensions": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
-      }
-    },
-    "keystone": {
-      "guidance": "Not a core capability, no position at this time",
-      "core-capabilities": false,
-      "comment": "",
-      "sections": []
-    },
-    "swift" : {
-      "guidance": "Designated sections are proxy server, object server, container server, account server and select middleware",
-      "core-capabilities": true,
-      "comment": "You should use the proxy and storage servers, and you can use your own DiskFile or add new middleware for the proxy or storage nodes.  Please review sections for specific middleware guidelines",
-      "sections": {
-         // Group A: *Sections that should be in every Swift deployment* These are the bare minimum pieces of code that I would expect anyone running something called "Swift" to include. 
-        "proxy server": { "description": "the proxy server code and, if enabled, the functionality 
-          implemented by provided middleware (eg static large objects or signed urls or bulk
-          requests", "designated": true, "comment": ""},
-        "object server": { "description": "the object server code that calls a DiskFile implementation 
-          and updates container listings", "designated": true, "comment": ""},
-        "container server": { "description": "the code that provides a list of objects in a container 
-          and container metadata", "designated": true, "comment": ""},
-        "account server": { "description": "the code that provides a list of containers and account metadata",
-          "designated": true, "comment": ""},
-        "catch_errors": { "description": "not provided", "designated": true, "comment": "middleware"},
-        "healthcheck": { "description": "not provided", "designated": true, "comment": ""},
-        "bulk": { "description": "not provided", "designated": true, "comment": ""},
-        "slo": { "description": "not provided", "designated": true, "comment": ""}, 
-        "container-quotas": { "description": "not provided", "designated": true, "comment": ""},
-        "account-quotas": { "description": "not provided", "designated": true, "comment": ""},
-        "tempurl": { "description": "not provided", "designated": true, "comment": ""},
-        //Group B: *Code that should be used, if you are using this functionality* There are several parts of Swift that are features but not always required to be enabled. I would expect deployers using functionality provided by these modules to contribute any changes upstream. 
-        "replicators": { "description": "not provided", "designated": false, "comment": "recommended"},
-        "auditors": { "description": "not provided", "designated": false, "comment": "recommended"},
-        "updaters": { "description": "not provided", "designated": false, "comment": "recommended"},
-        "account reaper": { "description": "not provided", "designated": false, "comment": "recommended"},
-        "object expirer": { "description": "not provided", "designated": false, "comment": "recommended"},
-        "ratelimit": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "recon": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "staticweb": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "formpost": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "domain_remap": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "crossdomain": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        "cname_lookup": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
-        //Group C: *Replaceable Sections* These are either intentional areas of extensibility in Swift, or functionality provided in the project because an implementation is required "out of the box". 
-        "diskfile": { "description": "the part of the object server that actually persists the object data 
-          to a storage volume", "designated": false, "comment": "replaceable"},
-        "cache": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
-        "tempauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
-        "keystoneauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"}, 
-        "proxy-logging": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"}
-      }
-    },
-    "neutron": {
-      "guidance": "Not a core capability, no position at this time",
-      "core-capabilities": false,
-      "comment": "Neutron was not ready for review.",
-      "sections": []
-    },
-    "heat": {
-      "guidance": "Not a core capability, no position at this time",
-      "core-capabilities": false,
-      "comment": "",
-      "sections": []
-    },
-    "horizon": {
-      "guidance": "Not a core capability, no position at this time",
-      "core-capabilities": false,
-      "comment": "",
-      "sections": []
-    },
-    "ceilometer": {
-      "guidance": "Not a core capability, no position at this time",
-      "core-capabilities": false,
-      "comment": "",
-      "sections": []
-    }
-  }
-}
diff --git a/defcore/icehousecore.json b/defcore/icehousecore.json
deleted file mode 100644
index 6ad7ecb6..00000000
--- a/defcore/icehousecore.json
+++ /dev/null
@@ -1,2114 +0,0 @@
-{
-    "release": "icehouse",
-    "status": "proposal, havana-based",
-    "schema": "1.0",
-    "criteria": {
-        "atomic": {
-            "Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
-            "name": "Atomic",
-            "weight": 8
-        },
-        "clients": {
-            "Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
-            "name": "Used by Clients",
-            "weight": 8
-        },
-        "complete": {
-            "Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
-            "name": "Complete",
-            "weight": 8
-        },
-        "deployed": {
-            "Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
-            "name": "Widely Deployed",
-            "weight": 8
-        },
-        "discover": {
-            "Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
-            "name": "Discoverable",
-            "weight": 8
-        },
-        "doc": {
-            "Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
-            "name": "Documented",
-            "weight": 8
-        },
-        "foundation": {
-            "Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
-            "name": "Foundation",
-            "weight": 8
-        },
-        "future": {
-            "Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
-            "name": "Future Direction",
-            "weight": 9
-        },
-        "proximity": {
-            "Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
-            "name": "Proximity",
-            "weight": 8
-        },
-        "stable": {
-            "Description": "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs",
-            "name": "Stable",
-            "weight": 9
-        },
-        "sticky": {
-            "Description": "A test that is a must-pass test should stay a must-pass test. This makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
-            "name": "Core in Last Release",
-            "weight": 9
-        },
-        "tools": {
-            "Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
-            "name": "Used by Tools",
-            "weight": 9
-        }
-    },
-    "capabilities": {
-        "baremetal-admin": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Common admin operations in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin",
-            "tests": [
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_api_versions",
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_default_version",
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_version_1_resources",
-                "tempest.api.baremetal.admin.test_drivers.TestDrivers.test_list_drivers",
-                "tempest.api.baremetal.admin.test_drivers.TestDrivers.test_show_driver"
-            ]
-        },
-        "baremetal-admin-chassis": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for chassis in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Chassis",
-            "tests": [
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_chassis_node_list",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_create_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_create_chassis_unicode_description",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_delete_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_list_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_show_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_update_chassis"
-            ]
-        },
-        "baremetal-admin-nodes": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for nodes in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Nodes",
-            "tests": [
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_create_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_delete_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_console",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_boot_device",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_by_instance_uuid",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_supported_boot_devices",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_list_nodes",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_list_nodes_association",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_node_port_list",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_node_port_list_no_ports",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_set_console_mode",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_set_node_boot_device",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_show_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_update_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_validate_driver_interface",
-                "tempest.api.baremetal.admin.test_nodestates.TestNodeStates.test_list_nodestates",
-                "tempest.api.baremetal.admin.test_nodestates.TestNodeStates.test_set_node_power_state"
-            ]
-        },
-        "baremetal-admin-ports": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for ports in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Ports",
-            "tests": [
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port_specifying_uuid",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port_with_extra",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_delete_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports_details",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports_details_with_address",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_with_limit",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_show_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_show_port_with_links",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_add",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_mixed_ops",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_remove",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_replace",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_duplicated_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_duplicated_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_nonexsistent_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_delete_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_malformed_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_nonexistent_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_whole_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_malformed_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_mixed_ops_integrity",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_nonexistent",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_extra_item_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_duplicated",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_nonexistent",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_whole_extra_with_malformed"
-            ]
-        },
-        "compute-admin-aggregates": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving information about host aggregation using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin aggregates",
-            "tests": [
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az"
-            ]
-        },
-        "compute-admin-avail-zone": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": " Retrieving information about availability zones using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin avail-zone",
-            "tests": []
-        },
-        "compute-admin-fixed-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests of managing fixed ip reservations using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin fixed-ips",
-            "tests": [
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_list_fixed_ip_details",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_unreserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_reserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve"
-            ]
-        },
-        "compute-admin-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing flavor definitions and parameters using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin flavors",
-            "tests": [
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data",
-                "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details"
-            ]
-        },
-        "compute-admin-hosts": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving host information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hosts",
-            "tests": [
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail"
-            ]
-        },
-        "compute-admin-hypervisor": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving hypervisor information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hypervisor",
-            "tests": [
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers"
-            ]
-        },
-        "compute-admin-quota": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests for managing quotas in compute nodes using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin quota",
-            "tests": [
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas"
-            ]
-        },
-        "compute-admin-server": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing servers including state resets, deletions and 'all-tenant' actions using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin server",
-            "tests": [
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants"
-            ]
-        },
-        "compute-admin-servers-pause": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers pause state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Pause",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server"
-            ]
-        },
-        "compute-admin-servers-suspend": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers suspend state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Suspend",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server"
-            ]
-        },
-        "compute-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "List, enable, and disable Compute services in all hosts using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin services",
-            "tests": [
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name"
-            ]
-        },
-        "compute-attach-interface": {
-            "achievements": [
-                "discover",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create, list and attach port interfaces using Compute API endpoint",
-            "flagged": [],
-            "name": "Compute Attach Interface",
-            "tests": [
-                "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces"
-            ]
-        },
-        "compute-auth": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Auth related tests using Compute API",
-            "flagged": [],
-            "name": "compute-auth",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
-            ]
-        },
-        "compute-auth-v3": {
-            "achievements": [
-                "future"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for the Auth V3 API through the Compute API",
-            "flagged": [],
-            "name": "compute-auth-v3",
-            "tests": []
-        },
-        "compute-console-log": {
-            "achievements": [
-                "future",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Retrieve console log information through the Compute API",
-            "flagged": [],
-            "name": "compute-console-log",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server"
-            ]
-        },
-        "compute-ext-disk-config": {
-            "achievements": [
-                "deployed",
-                "clients",
-                "complete",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Ability to manage the disk config (manual or automatic) through the Compute API",
-            "flagged": [],
-            "name": "compute-ext-disk-config",
-            "tests": [
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config"
-            ]
-        },
-        "compute-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Flavor operations in the Compute API",
-            "flagged": [],
-            "name": "compute-flavors",
-            "tests": []
-        },
-        "compute-floating-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage floating IPs through the Compute API",
-            "flagged": [],
-            "name": "compute-floating-ips",
-            "tests": [
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools"
-            ]
-        },
-        "compute-image-metadata": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for additional metadata operations beyond the base ops in Compute API",
-            "flagged": [],
-            "name": "compute-image-metadata",
-            "tests": [
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item"
-            ]
-        },
-        "compute-images": {
-            "achievements": [
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Image operations within the Compute API",
-            "flagged": [],
-            "name": "compute-images",
-            "tests": [
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
-                "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
-            ]
-        },
-        "compute-instance-actions": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
-            "flagged": [],
-            "name": "compute-instance-actions",
-            "tests": [
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action"
-            ]
-        },
-        "compute-keypairs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Generate, import, and delete SSH keys within Compute services",
-            "flagged": [],
-            "name": "compute-keypairs",
-            "tests": [
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
-            ]
-        },
-        "compute-limits": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Manage absolute limits within Compute services",
-            "flagged": [],
-            "name": "compute-limits",
-            "tests": [
-                "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get"
-            ]
-        },
-        "compute-live-migration": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Live migration operations through the Compute API",
-            "flagged": [],
-            "name": "compute-live-migration",
-            "tests": []
-        },
-        "compute-multiple-create": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create one or more servers with an optional reservation ID through the Compute API",
-            "flagged": [],
-            "name": "compute-multiple-create",
-            "tests": []
-        },
-        "compute-quotas": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Quotas management in Compute API",
-            "flagged": [],
-            "name": "compute-quotas",
-            "tests": [
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas"
-            ]
-        },
-        "compute-scheduler-server-groups": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Server groups support in the compute scheduler through the Compute API",
-            "flagged": [],
-            "name": "compute Scheduler Server Groups",
-            "tests": [
-                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy",
-                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy"
-            ]
-        },
-        "compute-security-groups": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage security groups using Compute API",
-            "flagged": [],
-            "name": "compute-security-groups",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create"
-            ]
-        },
-        "compute-servers": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic server operations in the Compute API",
-            "flagged": [],
-            "name": "compute-servers",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit"
-            ]
-        },
-        "compute-servers-metadata": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage the access to ip extended attribute for servers through the Compute API",
-            "flagged": [],
-            "name": "compute-servers-metadata",
-            "tests": []
-        },
-        "compute-servers-personality": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Compute API personality extension to enable the injection of data at create time",
-            "flagged": [],
-            "name": "compute-servers-personality",
-            "tests": []
-        },
-        "compute-usage": {
-            "achievements": [
-                "tools",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Report usage statistics on compute and storage resources through Compute API",
-            "flagged": [],
-            "name": "compute-usage",
-            "tests": []
-        },
-        "compute-virtual-interfaces": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List the virtual interfaces for a specified server instance through Compute API",
-            "flagged": [],
-            "name": "compute-virtual-interfaces",
-            "tests": []
-        },
-        "compute-volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Retrieve volume information through the Compute API",
-            "flagged": [],
-            "name": "compute-volume",
-            "tests": [
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list",
-                "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id",
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"
-            ]
-        },
-        "compute-volume-proxy": {
-            "achievements": [],
-            "admin": false,
-            "core": false,
-            "description": "Extended volume API operations through the Compute API",
-            "flagged": [],
-            "name": "compute-volume-proxy",
-            "tests": []
-        },
-        "data-proc-jobs": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Hadoop jobs management and IO data source operations in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Jobs",
-            "tests": [
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_create",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_delete",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_get",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_list"
-            ]
-        },
-        "data-proc-plugins": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Plugin management in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Plugins",
-            "tests": [
-                "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get",
-                "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list"
-            ]
-        },
-        "data-proc-templates": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Templates management in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Templates",
-            "tests": [
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list"
-            ]
-        },
-        "database-flavors": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Flavors management in Database API v1",
-            "flagged": [],
-            "name": "Database Flavors",
-            "tests": [
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os",
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor",
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors",
-                "tempest.api.database.flavors.test_flavors_negative.DatabaseFlavorsNegativeTest.test_get_non_existent_db_flavor"
-            ]
-        },
-        "identity-admin-roles": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administration roles in Identity API",
-            "flagged": [],
-            "name": "Identity admin-roles",
-            "tests": [
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role"
-            ]
-        },
-        "identity-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API",
-            "flagged": [],
-            "name": "Identity admin-services",
-            "tests": [
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service",
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services"
-            ]
-        },
-        "identity-admin-tenants": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer tenants in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-tenants",
-            "tests": [
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token"
-            ]
-        },
-        "identity-admin-unscoped-token": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Unscoped token management in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-unscoped-token",
-            "tests": [
-                "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_rescope_token"
-            ]
-        },
-        "identity-admin-users": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer users in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-users",
-            "tests": [
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token"
-            ]
-        },
-        "identity-admin-v3-credentials": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic auth operations using Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-credentials",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints",
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint"
-            ]
-        },
-        "identity-admin-v3-domains": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for domains in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-domains",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains"
-            ]
-        },
-        "identity-admin-v3-endpoints": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for endpoints in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-endpoints",
-            "tests": []
-        },
-        "identity-admin-v3-policies": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations on policies in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-policies",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies"
-            ]
-        },
-        "identity-admin-v3-projects": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic management of projects in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-projects",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name"
-            ]
-        },
-        "identity-admin-v3-regions": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Multi-region deployments in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3 regions",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_update_get_delete_region",
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_list_regions"
-            ]
-        },
-        "identity-admin-v3-roles": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Management of roles in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-roles",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain",
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project"
-            ]
-        },
-        "identity-admin-v3-services": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-services",
-            "tests": []
-        },
-        "identity-admin-v3-tokens": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tokens management in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-tokens",
-            "tests": []
-        },
-        "identity-admin-v3-trusts": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Trusts management in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3 trusts",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_query",
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire_invalid"
-            ]
-        },
-        "identity-admin-v3-unscoped-token": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Unscoped token management in the Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-unscoped-token",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_rescope_token"
-            ]
-        },
-        "identity-admin-v3-users": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for users in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-users",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update"
-            ]
-        },
-        "identity-non-admin-roles": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Non-admin operations in Identity API",
-            "flagged": [],
-            "name": "Identity Non Admin Roles",
-            "tests": []
-        },
-        "images-v1": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic image management in the Images API v1",
-            "flagged": [],
-            "name": "images-v1",
-            "tests": [
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_name",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail"
-            ]
-        },
-        "images-v2": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "CRUD image operations in Images API v2",
-            "flagged": [],
-            "name": "images-v2",
-            "tests": [
-                "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
-            ]
-        },
-        "messaging-claims": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Claim operations in Messaging API",
-            "flagged": [],
-            "name": "Messaging Admin",
-            "tests": [
-                "tempest.api.messaging.test_claims.TestClaims.test_post_claim",
-                "tempest.api.messaging.test_claims.TestClaims.test_release_claim"
-            ]
-        },
-        "messaging-messages": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Messages management in Messaging API",
-            "flagged": [],
-            "name": "Messaging messages",
-            "tests": [
-                "tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_delete_single_message",
-                "tempest.api.messaging.test_messages.TestMessages.test_get_message",
-                "tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_list_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_post_messages"
-            ]
-        },
-        "messaging-queues": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Message queues management in Messaging API",
-            "flagged": [],
-            "name": "Messaging queues",
-            "tests": [
-                "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_delete_queue",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_list_queues",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata",
-                "tempest.api.messaging.test_queues.TestQueues.test_create_queue"
-            ]
-        },
-        "networks-admin-l3-routers": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Network layer3 admin CRUD operations with routers in Network API",
-            "flagged": [],
-            "name": "Networks admin l3 routers",
-            "tests": [
-                "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_add_list_remove_router_on_l3_agent",
-                "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_list_routers_on_l3_agent"
-            ]
-        },
-        "networks-bulk-ops": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Bulk CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks bulk operations",
-            "tests": [
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network",
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port",
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet"
-            ]
-        },
-        "networks-extensions": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List available network extensions using Network API",
-            "flagged": [],
-            "name": "Networks extensions",
-            "tests": []
-        },
-        "networks-floating-ips": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Floating IPs management using Network API",
-            "flagged": [],
-            "name": "Networks floating IPs",
-            "tests": [
-                "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip"
-            ]
-        },
-        "networks-l2": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer2 CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks L2",
-            "tests": []
-        },
-        "networks-l3": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer3 CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks L3",
-            "tests": [
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
-                "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router"
-            ]
-        },
-        "networks-lbaas": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create and manage load balancers, listeners, pools, members, and health monitors using Network API",
-            "flagged": [],
-            "name": "Networks LBaaS",
-            "tests": []
-        },
-        "networks-quotas": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks quotas management using Network API",
-            "flagged": [],
-            "name": "Networks quotas",
-            "tests": []
-        },
-        "networks-security-groups": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks security groups management using Network API",
-            "flagged": [],
-            "name": "Networks security groups",
-            "tests": [
-                "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule",
-                "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group"
-            ]
-        },
-        "networks-vpn": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "VPN CRUD operations in Networks API",
-            "flagged": [],
-            "name": "Networks VPN",
-            "tests": []
-        },
-        "objectstore-acct-services": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Basic account services in Object Storage API",
-            "flagged": [],
-            "name": "Object storage account services",
-            "tests": [
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker"
-            ]
-        },
-        "objectstore-bulk-delete": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Bulk delete by POST in Object Storage API",
-            "flagged": [],
-            "name": "Object storage bulk delete",
-            "tests": [
-                "tempest.api.object_storage.test_account_bulk.BulkTest.test_bulk_delete_by_POST"
-            ]
-        },
-        "objectstore-container": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic container operations in Object Store API",
-            "flagged": [],
-            "name": "Object storage container",
-            "tests": [
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
-                "tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container"
-            ]
-        },
-        "objectstore-container-acl": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "ACL support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container ACL",
-            "tests": [
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights"
-            ]
-        },
-        "objectstore-container-quota": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Container quotas support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container quota",
-            "tests": [
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object"
-            ]
-        },
-        "objectstore-container-staticweb": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Static web support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container staticweb",
-            "tests": [
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index",
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing"
-            ]
-        },
-        "objectstore-container-staticweb-404": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Not found object error handling in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container staticweb 404",
-            "tests": [
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_error"
-            ]
-        },
-        "objectstore-healthcheck": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Healthcheck support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage healthcheck",
-            "tests": [
-                "tempest.api.object_storage.test_healthcheck.HealthcheckTest.test_get_healthcheck"
-            ]
-        },
-        "objectstore-object": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic object operations in Object Storage API",
-            "flagged": [],
-            "name": "Object storage object",
-            "tests": [
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url",
-                "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
-                "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
-            ]
-        },
-        "objectstore-quotas": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "General quotas support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage quotas",
-            "tests": [
-                "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota"
-            ]
-        },
-        "objectstore-sys-metadata": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "System metadata support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage system metadata",
-            "tests": [
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key"
-            ]
-        },
-        "objectstore-temp-url": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Temp URL methods support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage temp URL",
-            "tests": [
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_key_2",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_with_inline_query_parameter",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_head_object_using_temp_url",
-                "tempest.api.object_storage.test_object_temp_url_negative.ObjectTempUrlNegativeTest.test_get_object_after_expiration_time"
-            ]
-        },
-        "orch-config-files": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Config files usage for stacks creation in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration configuration files",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_environment.StackEnvironmentTest.test_environment_provider_resource",
-                "tempest.api.orchestration.stacks.test_environment.StackEnvironmentTest.test_files_provider_resource"
-            ]
-        },
-        "orch-resources-keypair": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Keypair resources CRUD operations in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration keypair resources",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_created_resources",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_stack_keypairs_output",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_created_resources",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_stack_keypairs_output"
-            ]
-        },
-        "orch-stacks": {
-            "achievements": [
-                "doc",
-                "foundation"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Orchestration CRUD operations in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration Stacks",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource"
-            ]
-        },
-        "volume-admin-quota-delete": {
-            "achievements": [ ],
-            "admin": true,
-            "core": true,
-            "description": "Delete operation for quota in Block Storage API",
-            "flagged": [],
-            "name": "Volume admin quota delete",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_delete_quota"
-            ]
-        },
-        "volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "CRUD operations for volumes management in Block Storage API",
-            "flagged": [],
-            "name": "Volume",
-            "tests": []
-        },
-        "volume-extra-specs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension to support additional specs",
-            "flagged": [],
-            "name": "Volume extra-specs",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id"
-            ]
-        },
-        "volume-multi-backend": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension for multi-backends",
-            "flagged": [],
-            "name": "Volume multi-backend",
-            "tests": []
-        },
-        "volume-snapshots": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Snapshot support for Block Storage API",
-            "flagged": [],
-            "name": "Volume snapshots",
-            "tests": []
-        }
-    }
-}
diff --git a/defcore/junocore.json b/defcore/junocore.json
deleted file mode 100644
index 0c20f40a..00000000
--- a/defcore/junocore.json
+++ /dev/null
@@ -1,2275 +0,0 @@
-{
-    "release": "juno",
-    "status": "proposal, icehouse-based",
-    "schema": "1.0",
-    "criteria": {
-        "atomic": {
-            "Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
-            "name": "Atomic",
-            "weight": 8
-        },
-        "clients": {
-            "Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
-            "name": "Used by Clients",
-            "weight": 8
-        },
-        "complete": {
-            "Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
-            "name": "Complete",
-            "weight": 8
-        },
-        "deployed": {
-            "Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
-            "name": "Widely Deployed",
-            "weight": 8
-        },
-        "discover": {
-            "Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
-            "name": "Discoverable",
-            "weight": 8
-        },
-        "doc": {
-            "Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
-            "name": "Documented",
-            "weight": 8
-        },
-        "foundation": {
-            "Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
-            "name": "Foundation",
-            "weight": 8
-        },
-        "future": {
-            "Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
-            "name": "Future Direction",
-            "weight": 9
-        },
-        "proximity": {
-            "Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
-            "name": "Proximity",
-            "weight": 8
-        },
-        "stable": {
-            "Description": "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs",
-            "name": "Stable",
-            "weight": 9
-        },
-        "sticky": {
-            "Description": "A test that is a must-pass test should stay a must-pass test. This makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
-            "name": "Core in Last Release",
-            "weight": 9
-        },
-        "tools": {
-            "Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
-            "name": "Used by Tools",
-            "weight": 9
-        }
-    },
-    "capabilities": {
-        "baremetal-admin": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Common admin operations in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin",
-            "tests": [
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_api_versions",
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_default_version",
-                "tempest.api.baremetal.admin.test_api_discovery.TestApiDiscovery.test_version_1_resources",
-                "tempest.api.baremetal.admin.test_drivers.TestDrivers.test_list_drivers",
-                "tempest.api.baremetal.admin.test_drivers.TestDrivers.test_show_driver"
-            ]
-        },
-        "baremetal-admin-chassis": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for chassis in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Chassis",
-            "tests": [
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_chassis_node_list",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_create_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_create_chassis_unicode_description",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_delete_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_list_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_show_chassis",
-                "tempest.api.baremetal.admin.test_chassis.TestChassis.test_update_chassis"
-            ]
-        },
-        "baremetal-admin-nodes": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for nodes in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Nodes",
-            "tests": [
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_create_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_delete_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_console",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_boot_device",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_by_instance_uuid",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_get_node_supported_boot_devices",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_list_nodes",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_list_nodes_association",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_node_port_list",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_node_port_list_no_ports",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_set_console_mode",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_set_node_boot_device",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_show_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_update_node",
-                "tempest.api.baremetal.admin.test_nodes.TestNodes.test_validate_driver_interface",
-                "tempest.api.baremetal.admin.test_nodestates.TestNodeStates.test_list_nodestates",
-                "tempest.api.baremetal.admin.test_nodestates.TestNodeStates.test_set_node_power_state"
-            ]
-        },
-        "baremetal-admin-ports": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD admin operations for ports in Baremetal API",
-            "flagged": [],
-            "name": "Baremetal Admin Ports",
-            "tests": [
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port_specifying_uuid",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_create_port_with_extra",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_delete_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports_details",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_ports_details_with_address",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_list_with_limit",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_show_port",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_show_port_with_links",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_add",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_mixed_ops",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_remove",
-                "tempest.api.baremetal.admin.test_ports.TestPorts.test_update_port_replace",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_duplicated_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_duplicated_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_malformed_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_create_port_nonexsistent_node_id",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_delete_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_malformed_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_show_port_nonexistent_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_add_whole_malformed_extra",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_by_mac_not_allowed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_malformed_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_mixed_ops_integrity",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_nonexistent",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_mac",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_port_uuid",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_remove_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_extra_item_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_duplicated",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_malformed",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_nonexistent",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_nonexistent_property",
-                "tempest.api.baremetal.admin.test_ports_negative.TestPortsNegative.test_update_port_replace_whole_extra_with_malformed"
-            ]
-        },
-        "compute-admin-aggregates": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving information about host aggregation using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin aggregates",
-            "tests": [
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list",
-                "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az"
-            ]
-        },
-        "compute-admin-avail-zone": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": " Retrieving information about availability zones using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin avail-zone",
-            "tests": []
-        },
-        "compute-admin-fixed-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests of managing fixed ip reservations using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin fixed-ips",
-            "tests": [
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_list_fixed_ip_details",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_unreserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_reserve",
-                "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve"
-            ]
-        },
-        "compute-admin-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing flavor definitions and parameters using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin flavors",
-            "tests": [
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data",
-                "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove",
-                "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details"
-            ]
-        },
-        "compute-admin-hosts": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving host information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hosts",
-            "tests": [
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone",
-                "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail"
-            ]
-        },
-        "compute-admin-hypervisor": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Retrieving hypervisor information using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin hypervisor",
-            "tests": [
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list",
-                "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers"
-            ]
-        },
-        "compute-admin-quota": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tests for managing quotas in compute nodes using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin quota",
-            "tests": [
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant",
-                "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas"
-            ]
-        },
-        "compute-admin-server": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Managing servers including state resets, deletions and 'all-tenant' actions using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin server",
-            "tests": [
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin",
-                "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants"
-            ]
-        },
-        "compute-admin-servers-pause": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers pause state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Pause",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server"
-            ]
-        },
-        "compute-admin-servers-suspend": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Managing servers suspend state using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin Servers Suspend",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server"
-            ]
-        },
-        "compute-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "List, enable, and disable Compute services in all hosts using Compute API admin endpoint",
-            "flagged": [],
-            "name": "Compute Admin services",
-            "tests": [
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services",
-                "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name"
-            ]
-        },
-        "compute-attach-interface": {
-            "achievements": [
-                "discover",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create, list and attach port interfaces using Compute API endpoint",
-            "flagged": [],
-            "name": "Compute Attach Interface",
-            "tests": [
-                "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces"
-            ]
-        },
-        "compute-attach-multi-interfaces": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Attach multiple interfaces to one network using Compute API endpoint",
-            "flagged": [],
-            "name": "Compute Attach Multiple Interfaces",
-            "tests": [
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_multiple_nics_order"
-            ]
-        },
-        "compute-auth": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Auth related tests using Compute API",
-            "flagged": [],
-            "name": "compute-auth",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
-            ]
-        },
-        "compute-auth-v3": {
-            "achievements": [
-                "future"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for the Auth V3 API through the Compute API",
-            "flagged": [],
-            "name": "compute-auth-v3",
-            "tests": []
-        },
-        "compute-console-log": {
-            "achievements": [
-                "future",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Retrieve console log information through the Compute API",
-            "flagged": [],
-            "name": "compute-console-log",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server"
-            ]
-        },
-        "compute-ext-disk-config": {
-            "achievements": [
-                "deployed",
-                "clients",
-                "complete",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Ability to manage the disk config (manual or automatic) through the Compute API",
-            "flagged": [],
-            "name": "compute-ext-disk-config",
-            "tests": [
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config",
-                "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config"
-            ]
-        },
-        "compute-flavors": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Flavor operations in the Compute API",
-            "flagged": [],
-            "name": "compute-flavors",
-            "tests": []
-        },
-        "compute-floating-ips": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage floating IPs through the Compute API",
-            "flagged": [],
-            "name": "compute-floating-ips",
-            "tests": [
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip",
-                "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips",
-                "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools"
-            ]
-        },
-        "compute-image-metadata": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Support for additional metadata operations beyond the base ops in Compute API",
-            "flagged": [],
-            "name": "compute-image-metadata",
-            "tests": [
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item",
-                "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item"
-            ]
-        },
-        "compute-images": {
-            "achievements": [
-                "tools",
-                "clients",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Image operations within the Compute API",
-            "flagged": [],
-            "name": "compute-images",
-            "tests": [
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
-                "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
-                "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
-                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
-                "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
-            ]
-        },
-        "compute-instance-actions": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
-            "flagged": [],
-            "name": "compute-instance-actions",
-            "tests": [
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
-                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action"
-            ]
-        },
-        "compute-keypairs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "atomic"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Generate, import, and delete SSH keys within Compute services",
-            "flagged": [],
-            "name": "compute-keypairs",
-            "tests": [
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
-            ]
-        },
-        "compute-limits": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Manage absolute limits within Compute services",
-            "flagged": [],
-            "name": "compute-limits",
-            "tests": [
-                "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get"
-            ]
-        },
-        "compute-live-migration": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Live migration operations through the Compute API",
-            "flagged": [],
-            "name": "compute-live-migration",
-            "tests": []
-        },
-        "compute-multiple-create": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create one or more servers with an optional reservation ID through the Compute API",
-            "flagged": [],
-            "name": "compute-multiple-create",
-            "tests": []
-        },
-        "compute-quotas": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Quotas management in Compute API",
-            "flagged": [],
-            "name": "compute-quotas",
-            "tests": [
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
-                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas"
-            ]
-        },
-        "compute-rescue-custom-image": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Custom image usage for instance rescue through the Compute API",
-            "flagged": [],
-            "name": "compute rescue custom image",
-            "tests": [
-                "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_rebuild"
-            ]
-        },
-        "compute-rescue-volume": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Disks attachment support during instance rescue through the Compute API",
-            "flagged": [],
-            "name": "compute rescue volume",
-            "tests": [
-                "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_detach_volume"
-            ]
-        },
-        "compute-scheduler-server-groups": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Server groups support in the compute scheduler through the Compute API",
-            "flagged": [],
-            "name": "compute Scheduler Server Groups",
-            "tests": [
-                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy",
-                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy"
-            ]
-        },
-        "compute-security-groups": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage security groups using Compute API",
-            "flagged": [],
-            "name": "compute-security-groups",
-            "tests": [
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails",
-                "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails",
-                "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group",
-                "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create"
-            ]
-        },
-        "compute-servers": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic server operations in the Compute API",
-            "flagged": [],
-            "name": "compute-servers",
-            "tests": [
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
-                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server",
-                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
-                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
-                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
-                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
-                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
-                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit"
-            ]
-        },
-        "compute-servers-metadata": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Manage the access to ip extended attribute for servers through the Compute API",
-            "flagged": [],
-            "name": "compute-servers-metadata",
-            "tests": []
-        },
-        "compute-servers-personality": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Compute API personality extension to enable the injection of data at create time",
-            "flagged": [],
-            "name": "compute-servers-personality",
-            "tests": []
-        },
-        "compute-usage": {
-            "achievements": [
-                "tools",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Report usage statistics on compute and storage resources through Compute API",
-            "flagged": [],
-            "name": "compute-usage",
-            "tests": []
-        },
-        "compute-virtual-interfaces": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List the virtual interfaces for a specified server instance through Compute API",
-            "flagged": [],
-            "name": "compute-virtual-interfaces",
-            "tests": []
-        },
-        "compute-volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Retrieve volume information through the Compute API",
-            "flagged": [],
-            "name": "compute-volume",
-            "tests": [
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list",
-                "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id",
-                "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details",
-                "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"
-            ]
-        },
-        "compute-volume-proxy": {
-            "achievements": [],
-            "admin": false,
-            "core": false,
-            "description": "Extended volume API operations through the Compute API",
-            "flagged": [],
-            "name": "compute-volume-proxy",
-            "tests": []
-        },
-        "data-proc-jobs": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Hadoop jobs management and IO data source operations in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Jobs",
-            "tests": [
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get",
-                "tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get",
-                "tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data",
-                "tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_create",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_delete",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_get",
-                "tempest.api.data_processing.test_jobs.JobTest.test_job_list"
-            ]
-        },
-        "compute-v3-rescue-custom-image": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Custom image usage for instance rescue through the Compute API v3",
-            "flagged": [],
-            "name": "compute v3 rescue custom image",
-            "tests": [
-                "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_rebuild"
-            ]
-        },
-        "compute-v3-rescue-volume": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Disks attachment support during instance rescue through the Compute API v3",
-            "flagged": [],
-            "name": "compute v3 rescue volume",
-            "tests": [
-                "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_detach_volume"
-            ]
-        },
-        "data-proc-plugins": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Plugin management in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Plugins",
-            "tests": [
-                "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get",
-                "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list"
-            ]
-        },
-        "data-proc-templates": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Templates management in Data Processing API",
-            "flagged": [],
-            "name": "Data Processing Templates",
-            "tests": [
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",
-                "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get",
-                "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list"
-            ]
-        },
-        "database-flavors": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Flavors management in Database API v1",
-            "flagged": [],
-            "name": "Database flavors",
-            "tests": [
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os",
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor",
-                "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors",
-                "tempest.api.database.flavors.test_flavors_negative.DatabaseFlavorsNegativeTest.test_get_non_existent_db_flavor"
-            ]
-        },
-        "database-versions": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Versions management in Database API v1",
-            "flagged": [],
-            "name": "Database versions",
-            "tests": [
-                "tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions"
-            ]
-        },
-        "identity-admin-roles": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administration roles in Identity API",
-            "flagged": [],
-            "name": "Identity admin-roles",
-            "tests": [
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles",
-                "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role"
-            ]
-        },
-        "identity-admin-services": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API",
-            "flagged": [],
-            "name": "Identity admin-services",
-            "tests": [
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service",
-                "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services"
-            ]
-        },
-        "identity-admin-tenants": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "complete",
-                "discover",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer tenants in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-tenants",
-            "tests": [
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name",
-                "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token",
-                "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token"
-            ]
-        },
-        "identity-admin-unscoped-token": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Unscoped token management in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-unscoped-token",
-            "tests": [
-                "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_rescope_token"
-            ]
-        },
-        "identity-admin-users": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "discover",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Administer users in the Identity API",
-            "flagged": [],
-            "name": "Identity admin-users",
-            "tests": [
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password",
-                "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant",
-                "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token"
-            ]
-        },
-        "identity-admin-v3-credentials": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic auth operations using Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-credentials",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints",
-                "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint",
-                "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint"
-            ]
-        },
-        "identity-admin-v3-domains": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for domains in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-domains",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",
-                "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains"
-            ]
-        },
-        "identity-admin-v3-endpoints": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for endpoints in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-endpoints",
-            "tests": []
-        },
-        "identity-admin-v3-policies": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations on policies in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-policies",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy",
-                "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies"
-            ]
-        },
-        "identity-admin-v3-projects": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Basic management of projects in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-projects",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description",
-                "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name"
-            ]
-        },
-        "identity-admin-v3-regions": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Multi-region deployments in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3 regions",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_update_get_delete_region",
-                "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_list_regions"
-            ]
-        },
-        "identity-admin-v3-roles": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Management of roles in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-roles",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain",
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects",
-                "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project"
-            ]
-        },
-        "identity-admin-v3-services": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for services in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-services",
-            "tests": []
-        },
-        "identity-admin-v3-tokens": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Tokens management in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-tokens",
-            "tests": []
-        },
-        "identity-admin-v3-trusts": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Trusts management in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3 trusts",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_query",
-                "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire_invalid"
-            ]
-        },
-        "identity-admin-v3-unscoped-token": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Unscoped token management in the Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-unscoped-token",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_rescope_token"
-            ]
-        },
-        "identity-admin-v3-users": {
-            "achievements": [
-                "future",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "CRUD operations for users in Identity API v3",
-            "flagged": [],
-            "name": "Identity admin-v3-users",
-            "tests": [
-                "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update"
-            ]
-        },
-        "identity-non-admin-roles": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Non-admin operations in Identity API",
-            "flagged": [],
-            "name": "Identity Non Admin Roles",
-            "tests": []
-        },
-        "images-v1": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic image management in the Images API v1",
-            "flagged": [],
-            "name": "images-v1",
-            "tests": [
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_name",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format",
-                "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size",
-                "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail"
-            ]
-        },
-        "images-v2": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "CRUD image operations in Images API v2",
-            "flagged": [],
-            "name": "images-v2",
-            "tests": [
-                "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
-            ]
-        },
-        "messaging-claims": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Claim operations in Messaging API",
-            "flagged": [],
-            "name": "Messaging Admin",
-            "tests": [
-                "tempest.api.messaging.test_claims.TestClaims.test_post_claim",
-                "tempest.api.messaging.test_claims.TestClaims.test_release_claim"
-            ]
-        },
-        "messaging-messages": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Messages management in Messaging API",
-            "flagged": [],
-            "name": "Messaging messages",
-            "tests": [
-                "tempest.api.messaging.test_messages.TestMessages.test_delete_multiple_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_delete_single_message",
-                "tempest.api.messaging.test_messages.TestMessages.test_get_message",
-                "tempest.api.messaging.test_messages.TestMessages.test_get_multiple_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_list_messages",
-                "tempest.api.messaging.test_messages.TestMessages.test_post_messages"
-            ]
-        },
-        "messaging-queues": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Message queues management in Messaging API",
-            "flagged": [],
-            "name": "Messaging queues",
-            "tests": [
-                "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_existence",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_check_queue_head",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_delete_queue",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_get_queue_stats",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_list_queues",
-                "tempest.api.messaging.test_queues.TestManageQueue.test_set_and_get_queue_metadata",
-                "tempest.api.messaging.test_queues.TestQueues.test_create_queue"
-            ]
-        },
-        "networks-admin-l3-routers": {
-            "achievements": [ ],
-            "admin": true,
-            "core": false,
-            "description": "Network layer3 admin CRUD operations with routers in Network API",
-            "flagged": [],
-            "name": "Networks admin l3 routers",
-            "tests": [
-                "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_add_list_remove_router_on_l3_agent",
-                "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_list_routers_on_l3_agent"
-            ]
-        },
-        "networks-bulk-ops": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Bulk CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks bulk operations",
-            "tests": [
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network",
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port",
-                "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet"
-            ]
-        },
-        "networks-extensions": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "List available network extensions using Network API",
-            "flagged": [],
-            "name": "Networks extensions",
-            "tests": []
-        },
-        "networks-ipv6": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "IPV6 support for tenant networks in Network API",
-            "flagged": [],
-            "name": "Networks IPv6",
-            "tests": [
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_all_attributes",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_allocation_pools",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_dhcp_enabled",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_gw",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_gw_and_allocation_pools",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_host_routes_and_dns_nameservers",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_with_v6_attributes",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_delete_subnet_without_gw",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_delete_network_with_subnet",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks_fields",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets_fields",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network_fields",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet_fields",
-                "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_update_subnet_gw_dns_host_routes_dhcp",
-                "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_create_port_binding_ext_attr",
-                "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_list_ports_binding_ext_attr",
-                "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_show_port_binding_ext_attr",
-                "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_update_port_binding_ext_attr",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports_fields",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port_fields",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_second_ip",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_security_group",
-                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_update_port_with_two_security_groups",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_additional_args",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_icmp_type_code",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_group_id",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_prefix",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule",
-                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_additional_default_security_group_fails",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_duplicate_security_group_rule_fails",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_ethertype",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_protocol",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_bad_remote_ip_prefix",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_invalid_ports",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_remote_groupid",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_non_existent_security_group",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_with_remote_ip_and_group",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_delete_non_existent_security_group",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_show_non_existent_security_group_rule"
-            ]
-        },
-        "networks-floating-ips": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Floating IPs management using Network API",
-            "flagged": [],
-            "name": "Networks floating IPs",
-            "tests": [
-                "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip"
-            ]
-        },
-        "networks-l2": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer2 CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks L2",
-            "tests": []
-        },
-        "networks-l3": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Network layer3 CRUD operations in Network API",
-            "flagged": [],
-            "name": "Networks L3",
-            "tests": [
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id",
-                "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id",
-                "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router"
-            ]
-        },
-        "networks-lbaas": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Create and manage load balancers, listeners, pools, members, and health monitors using Network API",
-            "flagged": [],
-            "name": "Networks LBaaS",
-            "tests": []
-        },
-        "networks-quotas": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks quotas management using Network API",
-            "flagged": [],
-            "name": "Networks quotas",
-            "tests": []
-        },
-        "networks-security-groups": {
-            "achievements": [
-                "future",
-                "discover",
-                "doc",
-                "proximity"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Networks security groups management using Network API",
-            "flagged": [],
-            "name": "Networks security groups",
-            "tests": [
-                "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule",
-                "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
-                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group"
-            ]
-        },
-        "networks-vpn": {
-            "achievements": [
-                "future",
-                "discover"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "VPN CRUD operations in Networks API",
-            "flagged": [],
-            "name": "Networks VPN",
-            "tests": []
-        },
-        "objectstore-acct-services": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Basic account services in Object Storage API",
-            "flagged": [],
-            "name": "Object storage account services",
-            "tests": [
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker"
-            ]
-        },
-        "objectstore-bulk-delete": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Bulk delete by POST in Object Storage API",
-            "flagged": [],
-            "name": "Object storage bulk delete",
-            "tests": [
-                "tempest.api.object_storage.test_account_bulk.BulkTest.test_bulk_delete_by_POST"
-            ]
-        },
-        "objectstore-container": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic container operations in Object Store API",
-            "flagged": [],
-            "name": "Object storage container",
-            "tests": [
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container",
-                "tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container"
-            ]
-        },
-        "objectstore-container-acl": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "ACL support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container ACL",
-            "tests": [
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights",
-                "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights"
-            ]
-        },
-        "objectstore-container-quota": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Container quotas support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container quota",
-            "tests": [
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects",
-                "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object"
-            ]
-        },
-        "objectstore-container-staticweb": {
-            "achievements": [
-                "deployed",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Static web support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container staticweb",
-            "tests": [
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index",
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing"
-            ]
-        },
-        "objectstore-container-staticweb-404": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Not found object error handling in Object Storage API",
-            "flagged": [],
-            "name": "Object storage container staticweb 404",
-            "tests": [
-                "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_error"
-            ]
-        },
-        "objectstore-healthcheck": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Healthcheck support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage healthcheck",
-            "tests": [
-                "tempest.api.object_storage.test_healthcheck.HealthcheckTest.test_get_healthcheck"
-            ]
-        },
-        "objectstore-object": {
-            "achievements": [
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Basic object operations in Object Storage API",
-            "flagged": [],
-            "name": "Object storage object",
-            "tests": [
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url",
-                "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
-                "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
-                "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
-            ]
-        },
-        "objectstore-quotas": {
-            "achievements": [
-                "deployed",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "General quotas support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage quotas",
-            "tests": [
-                "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota"
-            ]
-        },
-        "objectstore-sys-metadata": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "System metadata support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage system metadata",
-            "tests": [
-                "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata",
-                "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata",
-                "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key"
-            ]
-        },
-        "objectstore-sys-metadata-puts": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "System metadata support on PUTs in Object Storage API",
-            "flagged": [],
-            "name": "Object storage system metadata PUTs",
-            "tests": [
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_fresh_metadata",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_meta",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_with_x_object_metakey",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_content_disposition",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_content_encoding",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_etag",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_expect_continue",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_transfer_encoding",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_x_fresh_metadata",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_x_object_meta",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_x_object_metakey",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_x_remove_object_meta",
-                "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object_with_x_remove_object_metakey"
-            ]
-        },
-        "objectstore-temp-url": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Temp URL methods support in Object Storage API",
-            "flagged": [],
-            "name": "Object storage temp URL",
-            "tests": [
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_key_2",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_with_inline_query_parameter",
-                "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_head_object_using_temp_url",
-                "tempest.api.object_storage.test_object_temp_url_negative.ObjectTempUrlNegativeTest.test_get_object_after_expiration_time"
-            ]
-        },
-        "objectstore-token-expiration": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Token expiration partway through the download management in Object Storage API",
-            "flagged": [],
-            "name": "Object storage token expiration",
-            "tests": [
-                "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_at_expiry_time"
-            ]
-        },
-        "orch-config-files": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Config files usage for stacks creation in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration configuration files",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_environment.StackEnvironmentTest.test_environment_provider_resource",
-                "tempest.api.orchestration.stacks.test_environment.StackEnvironmentTest.test_files_provider_resource"
-            ]
-        },
-        "orch-resources-keypair": {
-            "achievements": [ ],
-            "admin": false,
-            "core": false,
-            "description": "Keypair resources CRUD operations in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration keypair resources",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_created_resources",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_stack_keypairs_output",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_created_resources",
-                "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_stack_keypairs_output"
-            ]
-        },
-        "orch-stacks": {
-            "achievements": [
-                "doc",
-                "foundation"
-            ],
-            "admin": false,
-            "core": false,
-            "description": "Orchestration CRUD operations in Orchestration API",
-            "flagged": [],
-            "name": "Orchestration Stacks",
-            "tests": [
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server",
-                "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template",
-                "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events",
-                "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds",
-                "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list",
-                "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource"
-            ]
-        },
-        "volume-admin-quota-delete": {
-            "achievements": [ ],
-            "admin": true,
-            "core": true,
-            "description": "Delete operation for quota in Block Storage API",
-            "flagged": [],
-            "name": "Volume admin quota delete",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_delete_quota"
-            ]
-        },
-        "volume": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "CRUD operations for volumes management in Block Storage API",
-            "flagged": [],
-            "name": "Volume",
-            "tests": []
-        },
-        "volume-extra-specs": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "sticky",
-                "foundation",
-                "atomic",
-                "proximity"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension to support additional specs",
-            "flagged": [],
-            "name": "Volume extra-specs",
-            "tests": [
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id",
-                "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id"
-            ]
-        },
-        "volume-multi-backend": {
-            "achievements": [
-                "future",
-                "complete",
-                "stable",
-                "doc",
-                "atomic"
-            ],
-            "admin": true,
-            "core": false,
-            "description": "Block Storage API extension for multi-backends",
-            "flagged": [],
-            "name": "Volume multi-backend",
-            "tests": []
-        },
-        "volume-snapshots": {
-            "achievements": [
-                "deployed",
-                "tools",
-                "clients",
-                "future",
-                "complete",
-                "stable",
-                "discover",
-                "doc",
-                "sticky",
-                "proximity"
-            ],
-            "admin": false,
-            "core": true,
-            "description": "Snapshot support for Block Storage API",
-            "flagged": [],
-            "name": "Volume snapshots",
-            "tests": []
-        }
-    }
-}