From 36b5369a12e53375d65eeddd4f1ca362c38eeee6 Mon Sep 17 00:00:00 2001 From: diwakar thyagaraj Date: Fri, 19 Jun 2020 01:44:13 +0000 Subject: [PATCH] Reduce airship-porthole check jobs. 1) Zuul gates takes two hours to merge the change. This Reduces repeating of same Jobs. 2) Consolidated deploy and apparmor scripts to Single Job. 3) Consolidated unit and feature tests to Single Job. Change-Id: I97eec8140a4e10fd1c70a0b732b3b3a28c45ab70 Signed-off-by: diwakar thyagaraj --- .../{apparmor => }/000-install-packages.sh | 2 +- .../deployment/001-setup-apparmor-profiles.sh | 2 + .../{apparmor => }/002-deploy-k8s.sh | 0 .../{apparmor => }/005-calicoctl-utility.sh | 2 +- .../{apparmor => }/010-ceph-utility.sh | 0 .../{apparmor => }/020-compute-utility.sh | 0 .../{apparmor => }/030-etcdctl-utility.sh | 0 .../{apparmor => }/040-mysqlclient-utility.sh | 0 .../{apparmor => }/050-openstack-utility.sh | 0 .../{apparmor => }/060-postgresql-utility.sh | 0 .../utilities/000-install-packages.sh | 1 - .../utilities/001-setup-apparmor-profiles.sh | 1 - tools/deployment/utilities/002-deploy-k8s.sh | 1 - .../utilities/005-calicoctl-utility.sh | 16 -- .../deployment/utilities/010-ceph-utility.sh | 243 ------------------ .../utilities/020-compute-utility.sh | 10 - .../utilities/030-etcdctl-utility.sh | 10 - .../utilities/040-mysqlclient-utility.sh | 10 - .../utilities/050-openstack-utility.sh | 13 - .../utilities/060-postgresql-utility.sh | 10 - zuul.d/base.yaml | 117 ++------- 21 files changed, 23 insertions(+), 415 deletions(-) rename tools/deployment/{apparmor => }/000-install-packages.sh (92%) create mode 100755 tools/deployment/001-setup-apparmor-profiles.sh rename tools/deployment/{apparmor => }/002-deploy-k8s.sh (100%) rename tools/deployment/{apparmor => }/005-calicoctl-utility.sh (99%) rename tools/deployment/{apparmor => }/010-ceph-utility.sh (100%) rename tools/deployment/{apparmor => }/020-compute-utility.sh (100%) rename tools/deployment/{apparmor => }/030-etcdctl-utility.sh (100%) rename tools/deployment/{apparmor => }/040-mysqlclient-utility.sh (100%) rename tools/deployment/{apparmor => }/050-openstack-utility.sh (100%) rename tools/deployment/{apparmor => }/060-postgresql-utility.sh (100%) delete mode 120000 tools/deployment/utilities/000-install-packages.sh delete mode 120000 tools/deployment/utilities/001-setup-apparmor-profiles.sh delete mode 120000 tools/deployment/utilities/002-deploy-k8s.sh delete mode 100755 tools/deployment/utilities/005-calicoctl-utility.sh delete mode 100755 tools/deployment/utilities/010-ceph-utility.sh delete mode 100755 tools/deployment/utilities/020-compute-utility.sh delete mode 100755 tools/deployment/utilities/030-etcdctl-utility.sh delete mode 100755 tools/deployment/utilities/040-mysqlclient-utility.sh delete mode 100755 tools/deployment/utilities/050-openstack-utility.sh delete mode 100755 tools/deployment/utilities/060-postgresql-utility.sh diff --git a/tools/deployment/apparmor/000-install-packages.sh b/tools/deployment/000-install-packages.sh similarity index 92% rename from tools/deployment/apparmor/000-install-packages.sh rename to tools/deployment/000-install-packages.sh index 8e8d6cf7..60a09fcc 100755 --- a/tools/deployment/apparmor/000-install-packages.sh +++ b/tools/deployment/000-install-packages.sh @@ -5,4 +5,4 @@ cd ${INSTALL_PATH} # Clone dependencies git clone https://opendev.org/openstack/openstack-helm-infra.git -bash -c "./openstack-helm-infra/tools/deployment/common/000-install-packages.sh" \ No newline at end of file +bash -c "./openstack-helm-infra/tools/deployment/common/000-install-packages.sh" diff --git a/tools/deployment/001-setup-apparmor-profiles.sh b/tools/deployment/001-setup-apparmor-profiles.sh new file mode 100755 index 00000000..7c335752 --- /dev/null +++ b/tools/deployment/001-setup-apparmor-profiles.sh @@ -0,0 +1,2 @@ +#!/bin/bash +bash -c "../openstack-helm-infra/tools/deployment/common/001-setup-apparmor-profiles.sh" diff --git a/tools/deployment/apparmor/002-deploy-k8s.sh b/tools/deployment/002-deploy-k8s.sh similarity index 100% rename from tools/deployment/apparmor/002-deploy-k8s.sh rename to tools/deployment/002-deploy-k8s.sh diff --git a/tools/deployment/apparmor/005-calicoctl-utility.sh b/tools/deployment/005-calicoctl-utility.sh similarity index 99% rename from tools/deployment/apparmor/005-calicoctl-utility.sh rename to tools/deployment/005-calicoctl-utility.sh index 8b1929d0..6c1d7db3 100755 --- a/tools/deployment/apparmor/005-calicoctl-utility.sh +++ b/tools/deployment/005-calicoctl-utility.sh @@ -35,4 +35,4 @@ echo "Profile running: $profile" echo "$profile is the WRONG PROFILE!!" return 1 fi - fi \ No newline at end of file + fi diff --git a/tools/deployment/apparmor/010-ceph-utility.sh b/tools/deployment/010-ceph-utility.sh similarity index 100% rename from tools/deployment/apparmor/010-ceph-utility.sh rename to tools/deployment/010-ceph-utility.sh diff --git a/tools/deployment/apparmor/020-compute-utility.sh b/tools/deployment/020-compute-utility.sh similarity index 100% rename from tools/deployment/apparmor/020-compute-utility.sh rename to tools/deployment/020-compute-utility.sh diff --git a/tools/deployment/apparmor/030-etcdctl-utility.sh b/tools/deployment/030-etcdctl-utility.sh similarity index 100% rename from tools/deployment/apparmor/030-etcdctl-utility.sh rename to tools/deployment/030-etcdctl-utility.sh diff --git a/tools/deployment/apparmor/040-mysqlclient-utility.sh b/tools/deployment/040-mysqlclient-utility.sh similarity index 100% rename from tools/deployment/apparmor/040-mysqlclient-utility.sh rename to tools/deployment/040-mysqlclient-utility.sh diff --git a/tools/deployment/apparmor/050-openstack-utility.sh b/tools/deployment/050-openstack-utility.sh similarity index 100% rename from tools/deployment/apparmor/050-openstack-utility.sh rename to tools/deployment/050-openstack-utility.sh diff --git a/tools/deployment/apparmor/060-postgresql-utility.sh b/tools/deployment/060-postgresql-utility.sh similarity index 100% rename from tools/deployment/apparmor/060-postgresql-utility.sh rename to tools/deployment/060-postgresql-utility.sh diff --git a/tools/deployment/utilities/000-install-packages.sh b/tools/deployment/utilities/000-install-packages.sh deleted file mode 120000 index a5f43e66..00000000 --- a/tools/deployment/utilities/000-install-packages.sh +++ /dev/null @@ -1 +0,0 @@ -../apparmor/000-install-packages.sh \ No newline at end of file diff --git a/tools/deployment/utilities/001-setup-apparmor-profiles.sh b/tools/deployment/utilities/001-setup-apparmor-profiles.sh deleted file mode 120000 index 2cd5b410..00000000 --- a/tools/deployment/utilities/001-setup-apparmor-profiles.sh +++ /dev/null @@ -1 +0,0 @@ -../apparmor/001-setup-apparmor-profiles.sh \ No newline at end of file diff --git a/tools/deployment/utilities/002-deploy-k8s.sh b/tools/deployment/utilities/002-deploy-k8s.sh deleted file mode 120000 index 447f5e10..00000000 --- a/tools/deployment/utilities/002-deploy-k8s.sh +++ /dev/null @@ -1 +0,0 @@ -../apparmor/002-deploy-k8s.sh \ No newline at end of file diff --git a/tools/deployment/utilities/005-calicoctl-utility.sh b/tools/deployment/utilities/005-calicoctl-utility.sh deleted file mode 100755 index b51e73e6..00000000 --- a/tools/deployment/utilities/005-calicoctl-utility.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/bin/bash -set -xe -namespace=utility -helm dependency update charts/calicoctl-utility -helm upgrade --install calicoctl-utility ./charts/calicoctl-utility --namespace=$namespace - - -# Wait for Deployment -: "${OSH_INFRA_PATH:="../../openstack-helm-infra"}" -cd "${OSH_INFRA_PATH}" -./tools/deployment/common/wait-for-pods.sh $namespace - -#NOTE: Validate Deployment info -kubectl get -n $namespace secrets -kubectl get -n $namespace configmaps -kubectl get pods -n $namespace | grep calicoctl-utility \ No newline at end of file diff --git a/tools/deployment/utilities/010-ceph-utility.sh b/tools/deployment/utilities/010-ceph-utility.sh deleted file mode 100755 index 6f8596cd..00000000 --- a/tools/deployment/utilities/010-ceph-utility.sh +++ /dev/null @@ -1,243 +0,0 @@ -#!/bin/bash -set -xe -namespace="utility" -CURRENT_DIR="$(pwd)" - -: ${OSH_INFRA_PATH:="../../openstack-helm-infra"} -cd "${OSH_INFRA_PATH}" - -for CHART in ceph-mon ceph-client ceph-provisioners; do - make "${CHART}" -done - -#NOTE: Deploy command -: ${OSH_EXTRA_HELM_ARGS:=""} -[ -s /tmp/ceph-fs-uuid.txt ] || uuidgen > /tmp/ceph-fs-uuid.txt -CEPH_FS_ID="$(cat /tmp/ceph-fs-uuid.txt)" -#NOTE(portdirect): to use RBD devices with Ubuntu kernels < 4.5 this -# should be set to 'hammer' -. /etc/os-release -if [ "x${ID}" == "xubuntu" ] && \ - [ "$(uname -r | awk -F "." '{ print $2 }')" -lt "5" ]; then - CRUSH_TUNABLES=hammer -else - CRUSH_TUNABLES=null -fi -tee /tmp/ceph.yaml <