05a6bba1af
CI is currently flacky / broken.
1. ubuntu: exclude test_create_show_delete_firewall from tempest
f2088f3b7b
This patch broke us when running Tempest with Ubuntu Ocata.
File "/usr/lib/python2.7/dist-packages/neutron_fwaas/tests/tempest_plugin/tests/api/test_fwaas_extensions.py", line 102, in _wait_until_ready
if not test.call_until_true(_wait, CONF.network.build_timeout,
AttributeError: 'module' object has no attribute 'call_until_true'
2. Start Designate services after RabbitMQ resources are ready
This makes sure Designate services can start correctly at first Puppet
run and make second Puppet run idempotent.
3. Disable vitrage which is unstable now, until we figure out what's
wrong with configuration. It seems related to auth parameters.
Change-Id: I84921cbf4f4f838bff4f970113e709181801bed9
306 lines
11 KiB
Bash
Executable File
306 lines
11 KiB
Bash
Executable File
#!/bin/bash -ex
|
|
# Copyright 2015 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
export WORKSPACE=${WORKSPACE:-/tmp}
|
|
export PUPPET_MAJ_VERSION=${PUPPET_MAJ_VERSION:-3}
|
|
export SCENARIO=${SCENARIO:-scenario001}
|
|
export MANAGE_PUPPET_MODULES=${MANAGE_PUPPET_MODULES:-true}
|
|
export MANAGE_REPOS=${MANAGE_REPOS:-true}
|
|
export ADD_SWAP=${ADD_SWAP:-true}
|
|
export SWAP_SIZE_GB=${SWAP_SIZE_GB:-2}
|
|
export SCRIPT_DIR=$(cd `dirname $0` && pwd -P)
|
|
export HIERA_CONFIG=${HIERA_CONFIG:-${SCRIPT_DIR}/hiera/hiera.yaml}
|
|
export MANAGE_HIERA=${MANAGE_HIERA:-true}
|
|
export PUPPET_ARGS="${PUPPET_ARGS} --detailed-exitcodes --color=false --test --trace --hiera_config ${HIERA_CONFIG} --logdest ${WORKSPACE}/puppet.log"
|
|
export DISTRO=$(lsb_release -c -s)
|
|
# If openstack/tempest is broken on master, we can pin the repository to a specific commit
|
|
# by using the following line:
|
|
# export TEMPEST_VERSION=${TEMPEST_VERSION:-'382a2065f3364a36c110bfcc6275a0f8f6894773'}
|
|
export TEMPEST_VERSION=${TEMPEST_VERSION:-'origin/master'}
|
|
# For installing Tempest from RPM keep TEMPEST_FROM_SOURCE to false
|
|
export TEMPEST_FROM_SOURCE=${TEMPEST_FROM_SOURCE:-true}
|
|
# Cirros Image directory
|
|
export IMG_DIR=${IMG_DIR:-'/tmp/openstack/image'}
|
|
|
|
# NOTE(pabelanger): Setup facter to know about AFS mirror.
|
|
if [ -f /etc/nodepool/provider ]; then
|
|
source /etc/nodepool/provider
|
|
NODEPOOL_MIRROR_HOST=${NODEPOOL_MIRROR_HOST:-mirror.$NODEPOOL_REGION.$NODEPOOL_CLOUD.openstack.org}
|
|
NODEPOOL_MIRROR_HOST=$(echo $NODEPOOL_MIRROR_HOST|tr '[:upper:]' '[:lower:]')
|
|
CENTOS_MIRROR_HOST=${NODEPOOL_MIRROR_HOST}
|
|
UCA_MIRROR_HOST="${NODEPOOL_MIRROR_HOST}/ubuntu-cloud-archive"
|
|
CEPH_MIRROR_HOST="${NODEPOOL_MIRROR_HOST}/ceph-deb-jewel"
|
|
else
|
|
CENTOS_MIRROR_HOST='mirror.centos.org'
|
|
UCA_MIRROR_HOST='ubuntu-cloud.archive.canonical.com/ubuntu'
|
|
CEPH_MIRROR_HOST='download.ceph.com/debian-jewel'
|
|
fi
|
|
export FACTER_centos_mirror_host="http://${CENTOS_MIRROR_HOST}"
|
|
export FACTER_uca_mirror_host="http://${UCA_MIRROR_HOST}"
|
|
export FACTER_ceph_mirror_host="http://${CEPH_MIRROR_HOST}"
|
|
|
|
if [ $PUPPET_MAJ_VERSION == 4 ]; then
|
|
export PATH=${PATH}:/opt/puppetlabs/bin
|
|
export PUPPET_RELEASE_FILE=puppetlabs-release-pc1
|
|
export PUPPET_BASE_PATH=/etc/puppetlabs/code
|
|
export PUPPET_PKG=puppet-agent
|
|
else
|
|
export PUPPET_RELEASE_FILE=puppetlabs-release
|
|
export PUPPET_BASE_PATH=/etc/puppet
|
|
export PUPPET_PKG=puppet
|
|
fi
|
|
|
|
source ${SCRIPT_DIR}/functions
|
|
print_header 'Start (run_tests.sh)'
|
|
|
|
if [ ! -f fixtures/${SCENARIO}.pp ]; then
|
|
echo "fixtures/${SCENARIO}.pp file does not exist. Please define a valid scenario."
|
|
exit 1
|
|
fi
|
|
|
|
if [ $(id -u) != 0 ]; then
|
|
# preserve environment so we can have ZUUL_* params
|
|
export SUDO='sudo -E'
|
|
fi
|
|
|
|
if [ "${ADD_SWAP}" = true ]; then
|
|
print_header "Create $SWAP_SIZE_GB GB swapfile"
|
|
$SUDO dd if=/dev/zero of=/swapfile count=${SWAP_SIZE_GB}k bs=1M
|
|
$SUDO chmod 0600 /swapfile
|
|
$SUDO mkswap /swapfile
|
|
$SUDO swapon /swapfile
|
|
fi
|
|
|
|
print_header 'Clone Tempest, plugins & pre-cache CirrOS'
|
|
# TODO(pabelanger): Move this into tools/install_tempest.sh and add logic so we
|
|
# can clone tempest outside of the gate. Also, tempest should be sandboxed into
|
|
# the local directory but works needs to be added into puppet to properly find
|
|
# the path.
|
|
|
|
if [ -e /usr/zuul-env/bin/zuul-cloner ] && [ "${TEMPEST_FROM_SOURCE}" = true ] ; then
|
|
/usr/zuul-env/bin/zuul-cloner --workspace /tmp --cache-dir /opt/git \
|
|
git://git.openstack.org openstack/tempest
|
|
if uses_debs; then
|
|
/usr/zuul-env/bin/zuul-cloner --workspace /tmp --cache-dir /opt/git \
|
|
git://git.openstack.org openstack/tempest-horizon
|
|
fi
|
|
|
|
# Pin Tempest to TEMPEST_VERSION unless we're running inside the
|
|
# openstack/tempest gate.
|
|
if [[ "${ZUUL_PROJECT}" != "openstack/tempest" ]]; then
|
|
pushd /tmp/openstack/tempest
|
|
git reset --hard $TEMPEST_VERSION
|
|
popd
|
|
fi
|
|
elif [ "${TEMPEST_FROM_SOURCE}" = true ]; then
|
|
# remove existed checkout before clone
|
|
$SUDO rm -rf /tmp/openstack/tempest
|
|
$SUDO rm -rf /tmp/openstack/tempest-horizon
|
|
|
|
# We're outside the gate, just do a regular git clone
|
|
git clone git://git.openstack.org/openstack/tempest /tmp/openstack/tempest
|
|
if uses_debs; then
|
|
git clone git://git.openstack.org/openstack/tempest-horizon /tmp/openstack/tempest-horizon
|
|
fi
|
|
pushd /tmp/openstack/tempest
|
|
git reset --hard $TEMPEST_VERSION
|
|
popd
|
|
fi
|
|
|
|
# NOTE(pabelanger): We cache cirros images on our jenkins slaves, check if it
|
|
# exists.
|
|
|
|
if [[ ! -e $IMG_DIR ]]; then
|
|
mkdir -p $IMG_DIR
|
|
fi
|
|
|
|
if [ -f ~/cache/files/cirros-0.3.4-x86_64-disk.img ]; then
|
|
# Create a symlink for tempest.
|
|
ln -s ~/cache/files/cirros-0.3.4-x86_64-disk.img $IMG_DIR
|
|
else
|
|
wget http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img -P $IMG_DIR
|
|
fi
|
|
|
|
install_puppet
|
|
PUPPET_FULL_PATH=$(which puppet)
|
|
if [ "${MANAGE_HIERA}" = true ]; then
|
|
configure_hiera
|
|
fi
|
|
|
|
if uses_debs; then
|
|
$SUDO apt-get install -y dstat ebtables
|
|
elif is_fedora; then
|
|
$SUDO yum install -y dstat setools setroubleshoot audit
|
|
$SUDO service auditd start
|
|
# SElinux in permissive mode so later we can catch alerts
|
|
$SUDO selinuxenabled && $SUDO setenforce 0
|
|
fi
|
|
|
|
# use dstat to monitor system activity during integration testing
|
|
if type "dstat" 2>/dev/null; then
|
|
print_header 'Start dstat'
|
|
$SUDO dstat -tcmndrylpg --top-cpu-adv --top-io-adv --nocolor | $SUDO tee --append /var/log/dstat.log > /dev/null &
|
|
fi
|
|
|
|
if [ "${MANAGE_PUPPET_MODULES}" = true ]; then
|
|
$SUDO ./install_modules.sh
|
|
fi
|
|
|
|
# Added tempest specific values to common.yaml
|
|
if [ "${TEMPEST_FROM_SOURCE}" = false ]; then
|
|
echo "tempest::install_from_source: false" >> ${SCRIPT_DIR}/hiera/common.yaml
|
|
fi
|
|
|
|
# Run puppet and assert something changes.
|
|
set +e
|
|
if [ "${MANAGE_REPOS}" = true ]; then
|
|
print_header 'Install repos'
|
|
$SUDO $PUPPET_FULL_PATH apply $PUPPET_ARGS -e "include ::openstack_integration::repos"
|
|
RESULT=$?
|
|
if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then
|
|
print_header 'Puppet failed to install repositories.'
|
|
exit 1
|
|
fi
|
|
if is_fedora; then
|
|
print_header 'Updating packages'
|
|
$SUDO yum update -y
|
|
if [ $? -ne 0 ]; then
|
|
print_header 'Error updating packages'
|
|
exit 1
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
print_header "Running Puppet Scenario: ${SCENARIO} (1st time)"
|
|
run_puppet $SCENARIO
|
|
RESULT=$?
|
|
set -e
|
|
if [ $RESULT -ne 0 ] && [ $RESULT -ne 2 ]; then
|
|
print_header 'First Puppet run contains errors in catalog.'
|
|
catch_puppet_failures
|
|
print_header 'SELinux Alerts (1st time)'
|
|
catch_selinux_alerts
|
|
exit 1
|
|
fi
|
|
timestamp_puppet_log
|
|
|
|
# Run puppet a second time and assert nothing changes.
|
|
set +e
|
|
print_header "Running Puppet Scenario: ${SCENARIO} (2nd time)"
|
|
run_puppet $SCENARIO
|
|
RESULT=$?
|
|
set -e
|
|
if [ $RESULT -ne 0 ]; then
|
|
print_header 'Second Puppet run is not idempotent.'
|
|
catch_puppet_failures
|
|
print_header 'SELinux Alerts (2nd time)'
|
|
catch_selinux_alerts
|
|
exit 1
|
|
fi
|
|
timestamp_puppet_log
|
|
|
|
print_header 'Prepare Tempest'
|
|
if [ "${TEMPEST_FROM_SOURCE}" = true ]; then
|
|
# We need latest testrepository to run stackviz correctly
|
|
$SUDO pip install -U testrepository
|
|
else
|
|
# FIXME: Since tempest create tempest workspace which is owned by root user.
|
|
# We need to fix it in puppet-tempest, as a workaround we are changing the mode
|
|
# of tempest workspace and run tempest command using root.
|
|
$SUDO touch /tmp/openstack/tempest/test-whitelist.txt
|
|
$SUDO chown -R "$(id -u):$(id -g)" /tmp/openstack/tempest/test-whitelist.txt
|
|
fi
|
|
|
|
# install from source now on ubuntu until packaged
|
|
if uses_debs; then
|
|
cd /tmp/openstack/tempest-horizon; $SUDO python setup.py install
|
|
fi
|
|
|
|
set +e
|
|
# Select what to test:
|
|
# Smoke suite
|
|
echo "smoke" > /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Horizon
|
|
echo "dashboard" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Aodh
|
|
echo "TelemetryAlarming" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Gnocchi
|
|
echo "gnocchi.tempest" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Vitrage
|
|
# until I fix the tempest tests (they only work in the gate)
|
|
echo "TestTopology.test_compare_api_and_cli" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Ironic
|
|
# Note: running all Ironic tests under SSL is not working
|
|
# https://bugs.launchpad.net/ironic/+bug/1554237
|
|
echo "api.baremetal.admin.test_drivers" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Zaqar
|
|
echo "v2.test_queues.TestManageQueue" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# ec2api
|
|
# VPN tests require VPNaaS, which doesn't work yet in puppet-tempest.
|
|
# As soon as enabling neutron_vpnaas_available works there, the VPN tests can
|
|
# be included.
|
|
echo "ec2api.tests.functional.api.*test_create_delete(?!.*_vpn_connection)" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Cinder Backup
|
|
echo "VolumesBackupsAdminV2Test" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Cinder encrypted volumes
|
|
echo "TestEncryptedCinderVolumes" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
# Mistral
|
|
# We have to ignore a smoke test because of:
|
|
# https://bugs.launchpad.net/mistral/+bug/1654555
|
|
echo "test_create_and_delete_workflow" >> /tmp/openstack/tempest/test-whitelist.txt
|
|
|
|
if uses_debs; then
|
|
# TODO(aschultz): check this after ocata-m3 is published for UCA
|
|
# 1) this will disable the lbaas listeners tests for ubuntu only due to flakey
|
|
# failures
|
|
EXCLUDES="--regex=^(?!neutron_lbaas.tests.tempest.v2.api.test_listeners_.*admin.ListenersTestJSON.*$)(?!neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.*$)(?!ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest.test_check_glance_v2_notifications.*$).*"
|
|
else
|
|
EXCLUDES="--regex=^(?!mistral_tempest_tests.tests.api.v2.test_executions.ExecutionTestsV2.test_get_list_executions.*$)(?!ceilometer.tests.tempest.api.test_telemetry_notification_api.TelemetryNotificationAPITest.test_check_glance_v2_notifications.*$).*"
|
|
fi
|
|
print_header 'Running Tempest'
|
|
cd /tmp/openstack/tempest
|
|
|
|
if [ "${TEMPEST_FROM_SOURCE}" = true ]; then
|
|
virtualenv --system-site-packages run_tempest
|
|
run_tempest/bin/pip install -U .
|
|
run_tempest/bin/tempest run --whitelist_file=/tmp/openstack/tempest/test-whitelist.txt --concurrency=2 $EXCLUDES
|
|
RESULT=$?
|
|
set -e
|
|
testr last --subunit > /tmp/openstack/tempest/testrepository.subunit
|
|
run_tempest/bin/tempest list-plugins
|
|
else
|
|
/usr/bin/tempest run --whitelist_file=/tmp/openstack/tempest/test-whitelist.txt --concurrency=2 $EXCLUDES
|
|
RESULT=$?
|
|
set -e
|
|
/usr/bin/testr last --subunit > /tmp/openstack/tempest/testrepository.subunit
|
|
/usr/bin/tempest list-plugins
|
|
fi
|
|
|
|
print_header 'SELinux Alerts (Tempest)'
|
|
catch_selinux_alerts
|
|
|
|
print_header 'Done (run_tests.sh)'
|
|
exit $RESULT
|