Create base structure for tests

Add tox pep8 and hacking check.
Add basic tests starter.

Change-Id: I9553606250674e4ae0c5d6aca5d88b7a1fe39977

.gitignore

@@ -0,0 +1,57 @@
+*.py[cod]
+__cache__
+.cache
+
+# C extensions
+*.so
+
+# Packages
+*.egg
+*.egg-info
+dist
+build
+eggs
+parts
+bin
+var
+sdist
+develop-eggs
+.installed.cfg
+lib
+lib64
+MANIFEST
+TAGS
+
+# Installer logs
+pip-log.txt
+
+# Unit test / coverage reports
+.coverage
+.tox
+nosetests.xml
+report.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+.idea
+
+# Local example
+example_local.py
+
+# Local settings
+local_settings.py
+
+# Documentation
+doc/_build/
+
+# Logs
+*.log
+
+# Certs
+/ca.crt
+/ca.pem

README.rst

@@ -0,0 +1,23 @@
+Stacklight tests
+----------------
+
+Project based on two other projects:
+  * Devops
+  * Fuel-QA
+
+  [Devops documentation](http://docs.fuel-infra.org/fuel-dev/devops.html)
+  [Fuel-QA documentation](https://docs.fuel-infra.org/fuel-qa/)
+
+
+Step-by-step guide:
+-------------------
+
+#. Prepare env:
+  * vi openrc
+  * . openrc
+  * ./utils/fuel-qa-builder/prepare_env.sh
+
+#. Run tests:
+  Use fuel-qa technique, you can read more about it on https://docs.fuel-infra.org/fuel-qa/
+  Basic method to run for developers is:
+  ./utils/jenkins/system_tests.sh -k -K -j fuelweb_test -t test -w $(pwd) -o --group=<your_test_group_to_run>

openrc

@@ -0,0 +1,10 @@
+export ADMIN_NODE_MEMORY=4096
+export ADMIN_NODE_CPU=2
+export SLAVE_NODE_MEMORY=5120
+export ENV_NAME=fuel_stacklight_plugin
+export VENV_PATH=$HOME/venv-stacklight-tests
+export ISO_PATH=$HOME/iso/MirantisOpenStack-8.0.iso
+export LMA_COLLECTOR_PLUGIN_PATH=$HOME/plugins/lma_collector-0.9-0.9.0-1.noarch.rpm
+export LMA_INFRA_ALERTING_PLUGIN_PATH=$HOME/plugins/lma_infrastructure_alerting-0.9-0.9.0-1.noarch.rpm
+export ELASTICSEARCH_KIBANA_PLUGIN_PATH=$HOME/plugins/elasticsearch_kibana-0.9-0.9.0-1.noarch.rpm
+export INFLUXDB_GRAFANA_PLUGIN_PATH=$HOME/plugins/influxdb_grafana-0.9-0.9.0-1.noarch.rpm

requirements.txt

@@ -0,0 +1,4 @@
+git+git://github.com/openstack/fuel-devops.git@2.9.20
+requests
+six
+tox

stacklight_tests/run_tests.py

@@ -0,0 +1,65 @@
+#    Copyright 2016 Mirantis, Inc.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+import os
+import re
+import sys
+
+from nose import plugins
+from paramiko import transport
+
+
+class CloseSSHConnectionsPlugin(plugins.Plugin):
+    """Closes all paramiko's ssh connections after each test case
+
+    Plugin fixes proboscis disability to run cleanup of any kind.
+    'afterTest' calls _join_lingering_threads function from paramiko,
+    which stops all threads (set the state to inactive and joins for 10s)
+    """
+    name = 'closesshconnections'
+
+    def options(self, parser, env=os.environ):
+        super(CloseSSHConnectionsPlugin, self).options(parser, env=env)
+
+    def configure(self, options, conf):
+        super(CloseSSHConnectionsPlugin, self).configure(options, conf)
+        self.enabled = True
+
+    def afterTest(self, *args, **kwargs):
+        transport._join_lingering_threads()
+
+
+def import_tests():
+    from stacklight_tests.influxdb_grafana import test_smoke_bvt  # noqa
+
+
+def run_tests():
+    from proboscis import TestProgram  # noqa
+    import_tests()
+
+    # Run Proboscis and exit.
+    TestProgram(
+        addplugins=[CloseSSHConnectionsPlugin()]
+    ).run_and_exit()
+
+
+if __name__ == '__main__':
+    import_tests()
+    from fuelweb_test.helpers.patching import map_test
+    if any(re.search(r'--group=patching_master_tests', arg)
+           for arg in sys.argv):
+        map_test('master')
+    elif any(re.search(r'--group=patching.*', arg) for arg in sys.argv):
+        map_test('environment')
+    run_tests()

tox.ini

@@ -0,0 +1,16 @@
+[tox]
+minversion = 1.6
+skipsdist = True
+envlist = pep8
+
+[testenv:pep8]
+deps = hacking
+commands = flake8
+distribute = false
+
+[flake8]
+filename=*.py
+ignore = H703
+show-source = true
+exclude = .venv,.git,.tox,dist,doc,*egg,*lib/python*,build,releasenotes
+max-complexity=25

utils/fuel-qa-builder/MANIFEST.in

@@ -0,0 +1,11 @@
+recursive-include fuelweb_test *
+recursive-include gates_tests *
+
+include README.md
+include fuelweb_test/requirements.txt
+exclude .gitignore
+exclude .gitreview
+exclude *.bak
+
+global-exclude *.pyc
+global-exclude *.log

utils/fuel-qa-builder/prepare_env.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+pip install -U pip || true
+
+VIRTUALENV_EXIST=`dpkg -l | grep python-virtualenv && pip list | grep virtualenv`
+
+if [[ -z "VIRTUALENV_EXIST" ]]; then
+    echo 'There is no virtualnev'
+    pip install virtualenv || apt-get install python-virtualenv || true
+fi
+
+if [ -z "${VENV_PATH}" ]; then
+    VENV_PATH="${BASE_DIR}"/venv-stacklight-tests
+fi
+
+virtualenv "${VENV_PATH}" || true
+
+. "${VENV_PATH}"/bin/activate
+
+
+
+mkdir tmp && cd tmp
+
+git clone https://github.com/openstack/fuel-qa.git && cd fuel-qa && git checkout stable/8.0 || true
+
+cp "${BASE_DIR}"/MANIFEST.in  ./ && cp "${BASE_DIR}"/setup.py ./
+
+python setup.py sdist && pip install dist/fuelweb_test*.tar.gz && pip install -r "${BASE_DIR}"/../../requirements.txt
+
+cd "${BASE_DIR}" && rm -rf tmp

utils/fuel-qa-builder/setup.py

@@ -0,0 +1,41 @@
+#!/usr/bin/env python
+
+import os
+from setuptools import setup
+
+
+def read(fname):
+    return open(os.path.join(os.path.dirname(__file__), fname)).read()
+
+
+def get_requirements_list(requirements):
+    all_requirements = read(requirements)
+    all_requirements = [req for req in all_requirements.splitlines()
+                        if 'devops' not in req]
+    return all_requirements
+
+
+setup(
+    name='fuelweb_test',
+    version=8.0,
+    description='Fuel-qa fuelweb package',
+
+    url='http://www.openstack.org/',
+    author='OpenStack',
+    author_email='openstack-dev@lists.openstack.org',
+    packages=['fuelweb_test', 'gates_tests'],
+    include_package_data=True,
+    classifiers=[
+        'Environment :: Linux',
+        'Intended Audience :: Developers',
+        'Intended Audience :: Information Technology',
+        'License :: OSI Approved :: Apache Software License',
+        'Operating System :: POSIX :: Linux',
+        'Programming Language :: Python',
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.4',
+    ],
+    install_requires=get_requirements_list('./fuelweb_test/requirements.txt'),
+)

utils/jenkins/system_tests.sh

@@ -0,0 +1,489 @@
+#!/bin/sh
+PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+
+# functions
+
+INVALIDOPTS_ERR=100
+NOJOBNAME_ERR=101
+NOISOPATH_ERR=102
+NOTASKNAME_ERR=103
+NOWORKSPACE_ERR=104
+DEEPCLEAN_ERR=105
+MAKEISO_ERR=106
+NOISOFOUND_ERR=107
+COPYISO_ERR=108
+SYMLINKISO_ERR=109
+CDWORKSPACE_ERR=110
+ISODOWNLOAD_ERR=111
+INVALIDTASK_ERR=112
+
+# Defaults
+
+export REBOOT_TIMEOUT=${REBOOT_TIMEOUT:-5000}
+export ALWAYS_CREATE_DIAGNOSTIC_SNAPSHOT=${ALWAYS_CREATE_DIAGNOSTIC_SNAPSHOT:-true}
+
+# Export specified settings
+if [ -z $NODE_VOLUME_SIZE ]; then export NODE_VOLUME_SIZE=350; fi
+if [ -z $OPENSTACK_RELEASE ]; then export OPENSTACK_RELEASE=Ubuntu; fi
+if [ -z $ENV_NAME ]; then export ENV_NAME="elasticsearch_kibana"; fi
+if [ -z $ADMIN_NODE_MEMORY ]; then export ADMIN_NODE_MEMORY=3072; fi
+if [ -z $ADMIN_NODE_CPU ]; then export ADMIN_NODE_CPU=2; fi
+if [ -z $SLAVE_NODE_MEMORY ]; then export SLAVE_NODE_MEMORY=4096; fi
+if [ -z $SLAVE_NODE_CPU ]; then export SLAVE_NODE_CPU=2; fi
+
+
+ShowHelp() {
+cat << EOF
+System Tests Script
+
+It can perform several actions depending on Jenkins JOB_NAME it's ran from
+or it can take names from exported environment variables or command line options
+if you do need to override them.
+
+-w (dir)    - Path to workspace where fuelweb git repository was checked out.
+              Uses Jenkins' WORKSPACE if not set
+-e (name)   - Directly specify environment name used in tests
+              Uses ENV_NAME variable is set.
+-j (name)   - Name of this job. Determines ISO name, Task name and used by tests.
+              Uses Jenkins' JOB_NAME if not set
+-v          - Do not use virtual environment
+-V (dir)    - Path to python virtual environment
+-i (file)   - Full path to ISO file to build or use for tests.
+              Made from iso dir and name if not set.
+-t (name)   - Name of task this script should perform. Should be one of defined ones.
+              Taken from Jenkins' job's suffix if not set.
+-o (str)    - Allows you any extra command line option to run test job if you
+              want to use some parameters.
+-a (str)    - Allows you to path NOSE_ATTR to the test job if you want
+              to use some parameters.
+-A (str)    - Allows you to path  NOSE_EVAL_ATTR if you want to enter attributes
+              as python expressions.
+-m (name)   - Use this mirror to build ISO from.
+              Uses 'srt' if not set.
+-U          - ISO URL for tests.
+              Null by default.
+-r (yes/no) - Should built ISO file be places with build number tag and
+              symlinked to the last build or just copied over the last file.
+-b (num)    - Allows you to override Jenkins' build number if you need to.
+-l (dir)    - Path to logs directory. Can be set by LOGS_DIR environment variable.
+              Uses WORKSPACE/logs if not set.
+-d          - Dry run mode. Only show what would be done and do nothing.
+              Useful for debugging.
+-k          - Keep previously created test environment before tests run
+-K          - Keep test environment after tests are finished
+-h          - Show this help page
+
+Most variables uses guesing from Jenkins' job name but can be overriden
+by exported variable before script is run or by one of command line options.
+
+You can override following variables using export VARNAME="value" before running this script
+WORKSPACE  - path to directory where Fuelweb repository was checked out by Jenkins or manually
+JOB_NAME   - name of Jenkins job that determines which task should be done and ISO file name.
+
+If task name is "iso" it will make iso file
+Other defined names will run Nose tests using previously built ISO file.
+
+ISO file name is taken from job name prefix
+Task name is taken from job name suffix
+Separator is one dot '.'
+
+For example if JOB_NAME is:
+mytest.somestring.iso
+ISO name: mytest.iso
+Task name: iso
+If ran with such JOB_NAME iso file with name mytest.iso will be created
+
+If JOB_NAME is:
+mytest.somestring.node
+ISO name: mytest.iso
+Task name: node
+If script was run with this JOB_NAME node tests will be using ISO file mytest.iso.
+
+First you should run mytest.somestring.iso job to create mytest.iso.
+Then you can ran mytest.somestring.node job to start tests using mytest.iso and other tests too.
+EOF
+}
+
+GlobalVariables() {
+  # where built iso's should be placed
+  # use hardcoded default if not set before by export
+  ISO_DIR="${ISO_DIR:=/var/www/fuelweb-iso}"
+
+  # name of iso file
+  # taken from jenkins job prefix
+  # if not set before by variable export
+  if [ -z "${ISO_NAME}" ]; then
+    ISO_NAME="${JOB_NAME%.*}.iso"
+  fi
+
+  # full path where iso file should be placed
+  # make from iso name and path to iso shared directory
+  # if was not overriden by options or export
+  if [ -z "${ISO_PATH}" ]; then
+    ISO_PATH="${ISO_DIR}/${ISO_NAME}"
+  fi
+
+  # what task should be ran
+  # it's taken from jenkins job name suffix if not set by options
+  if [ -z "${TASK_NAME}" ]; then
+    TASK_NAME="${JOB_NAME##*.}"
+  fi
+
+  # do we want to keep iso's for each build or just copy over single file
+  ROTATE_ISO="${ROTATE_ISO:=yes}"
+
+  # choose mirror to build iso from. Default is 'srt' for Saratov's mirror
+  # you can change mirror by exporting USE_MIRROR variable before running this script
+  USE_MIRROR="${USE_MIRROR:=srt}"
+
+  # only show what commands would be executed but do nothing
+  # this feature is useful if you want to debug this script's behaviour
+  DRY_RUN="${DRY_RUN:=no}"
+
+  VENV="${VENV:=yes}"
+}
+
+GetoptsVariables() {
+  while getopts ":w:j:i:t:o:a:A:m:U:r:b:V:l:dkKe:v:h" opt; do
+    case $opt in
+      w)
+        WORKSPACE="${OPTARG}"
+        ;;
+      j)
+        JOB_NAME="${OPTARG}"
+        ;;
+      i)
+        ISO_PATH="${OPTARG}"
+        ;;
+      t)
+        TASK_NAME="${OPTARG}"
+        ;;
+      o)
+        TEST_OPTIONS="${TEST_OPTIONS} ${OPTARG}"
+        ;;
+      a)
+        NOSE_ATTR="${OPTARG}"
+        ;;
+      A)
+        NOSE_EVAL_ATTR="${OPTARG}"
+        ;;
+      m)
+        USE_MIRROR="${OPTARG}"
+        ;;
+      U)
+        ISO_URL="${OPTARG}"
+        ;;
+      r)
+        ROTATE_ISO="${OPTARG}"
+        ;;
+      b)
+        BUILD_NUMBER="${OPTARG}"
+        ;;
+      V)
+        VENV_PATH="${OPTARG}"
+        ;;
+      l)
+        LOGS_DIR="${OPTARG}"
+        ;;
+      k)
+        KEEP_BEFORE="yes"
+        ;;
+      K)
+        KEEP_AFTER="yes"
+        ;;
+      e)
+        ENV_NAME="${OPTARG}"
+        ;;
+      d)
+        DRY_RUN="yes"
+        ;;
+      v)
+        VENV="no"
+        ;;
+      h)
+        ShowHelp
+        exit 0
+        ;;
+      \?)
+        echo "Invalid option: -$OPTARG"
+        ShowHelp
+        exit $INVALIDOPTS_ERR
+        ;;
+      :)
+        echo "Option -$OPTARG requires an argument."
+        ShowHelp
+        exit $INVALIDOPTS_ERR
+        ;;
+    esac
+  done
+}
+
+CheckVariables() {
+
+  if [ -z "${JOB_NAME}" ]; then
+    echo "Error! JOB_NAME is not set!"
+    exit $NOJOBNAME_ERR
+  fi
+
+  if [ -z "${ISO_PATH}" ]; then
+    echo "Error! ISO_PATH is not set!"
+    exit $NOISOPATH_ERR
+  fi
+
+  if [ -z "${TASK_NAME}" ]; then
+    echo "Error! TASK_NAME is not set!"
+    exit $NOTASKNAME_ERR
+  fi
+
+  if [ -z "${WORKSPACE}" ]; then
+    echo "Error! WORKSPACE is not set!"
+    exit $NOWORKSPACE_ERR
+  fi
+}
+
+MakeISO() {
+  # Create iso file to be used in tests
+
+  # clean previous garbage
+  if [ "${DRY_RUN}" = "yes" ]; then
+    echo make deep_clean
+  else
+    make deep_clean
+  fi
+  ec="${?}"
+
+  if [ "${ec}" -gt "0" ]; then
+    echo "Error! Deep clean failed!"
+    exit $DEEPCLEAN_ERR
+  fi
+
+  # create ISO file
+  export USE_MIRROR
+  if [ "${DRY_RUN}" = "yes" ]; then
+    echo make iso
+  else
+    make iso
+  fi
+  ec=$?
+
+  if [ "${ec}" -gt "0" ]; then
+    echo "Error making ISO!"
+    exit $MAKEISO_ERR
+  fi
+
+  if [ "${DRY_RUN}" = "yes" ]; then
+    ISO="${WORKSPACE}/build/iso/fuel.iso"
+  else
+    ISO="`ls ${WORKSPACE}/build/iso/*.iso | head -n 1`"
+    # check that ISO file exists
+    if [ ! -f "${ISO}" ]; then
+      echo "Error! ISO file not found!"
+      exit $NOISOFOUND_ERR
+    fi
+  fi
+
+  # copy ISO file to storage dir
+  # if rotation is enabled and build number is available
+  # save iso to tagged file and symlink to the last build
+  # if rotation is not enabled just copy iso to iso_dir
+
+  if [ "${ROTATE_ISO}" = "yes" -a "${BUILD_NUMBER}" != "" ]; then
+    # copy iso file to shared dir with revision tagged name
+    NEW_BUILD_ISO_PATH="${ISO_PATH#.iso}_${BUILD_NUMBER}.iso"
+    if [ "${DRY_RUN}" = "yes" ]; then
+      echo cp "${ISO}" "${NEW_BUILD_ISO_PATH}"
+    else
+      cp "${ISO}" "${NEW_BUILD_ISO_PATH}"
+    fi
+    ec=$?
+
+    if [ "${ec}" -gt "0" ]; then
+      echo "Error! Copy ${ISO} to ${NEW_BUILD_ISO_PATH} failed!"
+      exit $COPYISO_ERR
+    fi
+
+    # create symlink to the last built ISO file
+    if [ "${DRY_RUN}" = "yes" ]; then
+      echo ln -sf "${NEW_BUILD_ISO_PATH}" "${ISO_PATH}"
+    else
+      ln -sf "${NEW_BUILD_ISO_PATH}" "${ISO_PATH}"
+    fi
+    ec=$?
+
+    if [ "${ec}" -gt "0" ]; then
+      echo "Error! Create symlink from ${NEW_BUILD_ISO_PATH} to ${ISO_PATH} failed!"
+      exit $SYMLINKISO_ERR
+    fi
+  else
+    # just copy file to shared dir
+    if [ "${DRY_RUN}" = "yes" ]; then
+      echo cp "${ISO}" "${ISO_PATH}"
+    else
+      cp "${ISO}" "${ISO_PATH}"
+    fi
+    ec=$?
+
+    if [ "${ec}" -gt "0" ]; then
+      echo "Error! Copy ${ISO} to ${ISO_PATH} failed!"
+      exit $COPYISO_ERR
+    fi
+  fi
+
+  if [ "${ec}" -gt "0" ]; then
+    echo "Error! Copy ISO from ${ISO} to ${ISO_PATH} failed!"
+    exit $COPYISO_ERR
+  fi
+  echo "Finished building ISO: ${ISO_PATH}"
+  exit 0
+}
+
+CdWorkSpace() {
+    # chdir into workspace or fail if could not
+    if [ "${DRY_RUN}" != "yes" ]; then
+        cd "${WORKSPACE}"
+        ec=$?
+
+        if [ "${ec}" -gt "0" ]; then
+            echo "Error! Cannot cd to WORKSPACE!"
+            exit $CDWORKSPACE_ERR
+        fi
+    else
+        echo cd "${WORKSPACE}"
+    fi
+}
+
+RunTest() {
+    # Run test selected by task name
+
+    # check if iso file exists
+    if [ ! -f "${ISO_PATH}" ]; then
+        if [ -z "${ISO_URL}" -a "${DRY_RUN}" != "yes" ]; then
+            echo "Error! File ${ISO_PATH} not found and no ISO_URL (-U key) for downloading!"
+            exit $NOISOFOUND_ERR
+        else
+            if [ "${DRY_RUN}" = "yes" ]; then
+                echo wget -c ${ISO_URL} -O ${ISO_PATH}
+            else
+                echo "No ${ISO_PATH} found. Trying to download file."
+                wget -c ${ISO_URL} -O ${ISO_PATH}
+                rc=$?
+                if [ $rc -ne 0 ]; then
+                    echo "Failed to fetch ISO from ${ISO_URL}"
+                    exit $ISODOWNLOAD_ERR
+                fi
+            fi
+        fi
+    fi
+
+    if [ -z "${VENV_PATH}" ]; then
+        VENV_PATH="/home/jenkins/venv-nailgun-tests"
+    fi
+
+    # run python virtualenv
+    if [ "${VENV}" = "yes" ]; then
+        if [ "${DRY_RUN}" = "yes" ]; then
+            echo . $VENV_PATH/bin/activate
+        else
+            . $VENV_PATH/bin/activate
+        fi
+    fi
+
+    if [ "${ENV_NAME}" = "" ]; then
+      ENV_NAME="${JOB_NAME}_system_test"
+    fi
+
+    if [ "${LOGS_DIR}" = "" ]; then
+      LOGS_DIR="${WORKSPACE}/logs"
+    fi
+
+    if [ ! -f "$LOGS_DIR" ]; then
+      mkdir -p $LOGS_DIR
+    fi
+
+    export ENV_NAME
+    export LOGS_DIR
+    export ISO_PATH
+
+    if [ "${KEEP_BEFORE}" != "yes" ]; then
+      # remove previous environment
+      if [ "${DRY_RUN}" = "yes" ]; then
+        echo dos.py erase "${ENV_NAME}"
+      else
+        if [ $(dos.py list | grep "^${ENV_NAME}\$") ]; then
+          dos.py erase "${ENV_NAME}"
+        fi
+      fi
+    fi
+
+    # gather additional option for this nose test run
+    OPTS=""
+    if [ -n "${NOSE_ATTR}" ]; then
+        OPTS="${OPTS} -a ${NOSE_ATTR}"
+    fi
+    if [ -n "${NOSE_EVAL_ATTR}" ]; then
+        OPTS="${OPTS} -A ${NOSE_EVAL_ATTR}"
+    fi
+    if [ -n "${TEST_OPTIONS}" ]; then
+        OPTS="${OPTS} ${TEST_OPTIONS}"
+    fi
+
+    # run python test set to create environments, deploy and test product
+    if [ "${DRY_RUN}" = "yes" ]; then
+        echo export PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${WORKSPACE}"
+        echo python stacklight_tests/run_tests.py -q --nologcapture --with-xunit ${OPTS}
+    else
+        export PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${WORKSPACE}"
+        echo ${PYTHONPATH}
+        python stacklight_tests/run_tests.py -q --nologcapture --with-xunit ${OPTS}
+
+    fi
+    ec=$?
+
+    if [ "${KEEP_AFTER}" != "yes" ]; then
+      # remove environment after tests
+      if [ "${DRY_RUN}" = "yes" ]; then
+        echo dos.py destroy "${ENV_NAME}"
+      else
+        dos.py destroy "${ENV_NAME}"
+      fi
+    fi
+
+    exit "${ec}"
+}
+
+RouteTasks() {
+  # this selector defines task names that are recognised by this script
+  # and runs corresponding jobs for them
+  # running any jobs should exit this script
+
+  case "${TASK_NAME}" in
+  test)
+    RunTest
+    ;;
+  iso)
+    MakeISO
+    ;;
+  *)
+    echo "Unknown task: ${TASK_NAME}!"
+    exit $INVALIDTASK_ERR
+    ;;
+  esac
+  exit 0
+}
+
+# MAIN
+
+# first we want to get variable from command line options
+GetoptsVariables ${@}
+
+# then we define global variables and there defaults when needed
+GlobalVariables
+
+# check do we have all critical variables set
+CheckVariables
+
+# first we chdir into our working directory unless we dry run
+CdWorkSpace
+
+# finally we can choose what to do according to TASK_NAME
+RouteTasks