airship/shipyard
Code Issues Proposed changes
6fc09a6713
shipyard/.zuul.yaml
Sergiy Markin 6fc09a6713 Kubeadm based Airskiff gate 
This PS replaces old airskiff integration gate
with new kubeadm based airskiff integration gate.
The main goal of this gate is to test new Shipyard
and Airflow images and chart together with other
Airship components.

Change-Id: I7a2df36a89f92f720eabbc5783b935aeeebb3afc
2024-03-13 16:17:58 +00:00

330 lines
14 KiB
YAML
Raw Blame History

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
- project:
templates:
- docs-on-readthedocs
- openstack-python38-jobs
vars:
rtd_webhook_id: '38576'
rtd_project_name: 'airship-shipyard'
ensure_global_symlinks: true
check:
jobs:
- airship-shipyard-openstack-tox-pep8-focal
- airship-shipyard-openstack-tox-cover-focal
- airship-shipyard-chart-build-gate
- airship-shipyard-chart-build-latest-htk
- airship-shipyard-whitespace-lint-gate
- airship-shipyard-airskiff-deployment-focal
- shipyard-airskiff-deployment-focal-kubeadm
gate:
jobs:
- airship-shipyard-openstack-tox-pep8-focal
- airship-shipyard-openstack-tox-cover-focal
- airship-shipyard-chart-build-gate
- airship-shipyard-whitespace-lint-gate
- airship-shipyard-airskiff-deployment-focal
post:
jobs:
- airship-shipyard-docker-build-publish-ubuntu_focal
- shipyard-upload-git-mirror
- nodeset:
name: airship-shipyard-single-node
nodes:
- name: primary
label: ubuntu-bionic
- nodeset:
name: airship-shipyard-single-node-focal
nodes:
- name: primary
label: ubuntu-focal
- job:
name: airship-shipyard-openstack-tox-pep8-focal
parent: openstack-tox-pep8
description: Runs pep8 job on focal
nodeset: airship-shipyard-single-node-focal
- job:
name: airship-shipyard-openstack-tox-cover-focal
parent: openstack-tox-cover
description: Runs cover job on focal
nodeset: airship-shipyard-single-node-focal
- job:
name: airship-shipyard-chart-build-gate
description: Build charts using pinned Helm toolkit.
timeout: 900
run: tools/gate/playbooks/build-charts.yaml
nodeset: airship-shipyard-single-node-focal
vars:
HTK_COMMIT: cfff60ec10a6c386f38db79bb9f59a552c2b032f
- job:
name: airship-shipyard-chart-build-latest-htk
description: Build charts using latest Helm toolkit.
timeout: 900
voting: false
run: tools/gate/playbooks/build-charts.yaml
nodeset: airship-shipyard-single-node-focal
vars:
HTK_COMMIT: master
- job:
name: airship-shipyard-whitespace-lint-gate
description: |
Lints all files by checking them for whitespace.
run: tools/gate/playbooks/zuul-linter.yaml
nodeset: airship-shipyard-single-node-focal
- job:
name: airship-shipyard-image-base
description: |
Base job for running airship-shipyard image related jobs.
timeout: 3600
run: tools/gate/playbooks/docker-image-build.yaml
nodeset: airship-shipyard-single-node-focal
irrelevant-files: &irrelevant-files
- ^.*\.rst$
- ^doc/.*$
- ^releasenotes/.*$
- job:
name: airship-shipyard-image-gate-ubuntu_focal
description: |
Run shipyard-image build for ubuntu_focal.
parent: airship-shipyard-image-base
vars:
publish: false
distro: ubuntu_focal
tags:
dynamic:
patch_set: true
# - job:
# name: airship-shipyard-airskiff-deployment-focal
# nodeset: airship-shipyard-single-node-focal
# description: |
# Deploy Memcached using Airskiff and submitted Armada changes.
# timeout: 9600
# voting: true
# pre-run:
# - tools/gate/playbooks/airskiff-reduce-site.yaml
# - tools/gate/playbooks/git-config.yaml
# run: tools/gate/playbooks/airskiff-deploy.yaml
# post-run: tools/gate/playbooks/debug-report.yaml
# required-projects:
# - airship/treasuremap
# vars:
# CLONE_SHIPYARD: false
# SHIPYARD_IMAGE_DISTRO: ubuntu_focal
# HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
# HTK_COMMIT: cfff60ec10a6c386f38db79bb9f59a552c2b032f
# OSH_INFRA_COMMIT: cfff60ec10a6c386f38db79bb9f59a552c2b032f
# OSH_COMMIT: 2d9457e34ca4200ed631466bd87569b0214c92e7
# irrelevant-files: *irrelevant-files
- job:
name: shipyard-base
abstract: true
roles:
- zuul: openstack/openstack-helm-infra
- zuul: zuul/zuul-jobs
required-projects:
- name: openstack/openstack-helm
- name: openstack/openstack-helm-infra
- name: airship/treasuremap
override-checkout: v1.9
irrelevant-files: *irrelevant-files
timeout: 10800
pre-run:
- tools/gate/playbooks/prepare-hosts.yaml
- tools/gate/playbooks/mount-volumes.yaml
- tools/gate/playbooks/deploy-env.yaml
run:
- tools/gate/playbooks/airship-run-scripts.yaml
post-run:
- tools/gate/playbooks/osh-infra-collect-logs.yaml
vars:
extra_volume:
size: 80G
type: Linux
mount_point: /opt/ext_vol
docker:
root_path: "/opt/ext_vol/docker"
containerd:
root_path: "/opt/ext_vol/containerd"
kubeadm:
pod_network_cidr: "10.244.0.0/24"
service_cidr: "10.96.0.0/16"
loopback_setup: true
loopback_device: /dev/loop100
loopback_image: "/opt/ext_vol/openstack-helm/ceph-loop.img"
ceph_osd_data_device: /dev/loop100
kube_version_repo: "v1.29"
# the list of k8s package versions are available here
# https://pkgs.k8s.io/core:/stable:/{{ kube_version_repo }}/deb/Packages
kube_version: "1.29.2-1.1"
calico_version: "v3.27.0"
coredns_version: "v1.11.1"
helm_version: "v3.13.2"
yq_version: "v4.6.0"
crictl_version: "v1.26.1"
zuul_osh_relative_path: ../../openstack/openstack-helm
zuul_osh_infra_relative_path: ../../openstack/openstack-helm-infra
zuul_treasuremap_relative_path: ../../airship/treasuremap
gate_scripts_relative_path: ../../openstack/openstack-helm-infra
run_helm_tests: "no"
- job:
name: shipyard-airskiff-deployment-focal-kubeadm
nodeset: treasuremap-airskiff-1node-ubuntu_focal
description: |
Deploy Memcached using Airskiff and submitted Shipyard changes.
parent: shipyard-base
vars:
site: airskiff
HELM_ARTIFACT_URL: https://get.helm.sh/helm-v3.13.2-linux-amd64.tar.gz
HTK_COMMIT: cfff60ec10a6c386f38db79bb9f59a552c2b032f
OSH_INFRA_COMMIT: cfff60ec10a6c386f38db79bb9f59a552c2b032f
OSH_COMMIT: 2d9457e34ca4200ed631466bd87569b0214c92e7
CLONE_SHIPYARD: false
DISTRO: ubuntu_focal
DOCKER_REGISTRY: localhost:5000
MAKE_SHIPYARD_IMAGES: true
gate_scripts_relative_path: ../../airship/treasuremap
gate_scripts:
- ./tools/deployment/airskiff/developer/000-prepare-k8s.sh
- ./tools/deployment/airskiff/developer/009-setup-apparmor.sh
- ./tools/deployment/airskiff/developer/000-clone-dependencies.sh
- ./tools/deployment/airskiff/developer/020-setup-client.sh
- ./tools/deployment/airskiff/developer/015-make-all-charts.sh
- ./tools/deployment/airskiff/developer/017-make-all-images.sh
- ./tools/deployment/airskiff/developer/025-start-artifactory.sh
- ./tools/deployment/airskiff/developer/026-reduce-site.sh
- ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
- ./tools/deployment/airskiff/developer/100-deploy-osh.sh
- ./tools/deployment/airskiff/common/os-env.sh
- ./tools/gate/wait-for-shipyard.sh
irrelevant-files: *irrelevant-files
- job:
name: airship-shipyard-docker-build-publish-ubuntu_focal
timeout: 3600
run: tools/gate/playbooks/run-image.yaml
nodeset: airship-shipyard-single-node-focal
irrelevant-files: *irrelevant-files
secrets:
- airship_shipyard_quay_creds
vars:
publish: true
distro: ubuntu_focal
tags:
dynamic:
branch: true
commit: true
static:
- latest
- airflow_2.8.2
- secret:
name: airship_shipyard_quay_creds
data:
username: !encrypted/pkcs1-oaep
- WD32oSzxpBLxbP0pm+JrO9/s08+anI7ntQyGcIFHXfdzR/aJy3N8n47CGi/L2VQgSNXcx
kM5FdaO0otGCmLfjQHM4vyamD7AIDEgS7hCgY2p+Ew0spslYCGlNFYtlKLHLED2s7WV2a
KA9AJPtXwNr2ogyRNsLx4Q1ALe5JdeOQBtn/tFHAj/t1azK8aiBLelbdFyzY+7omrdUd5
ZxUKFg9dx+LR06Zf6cALuyoyD+WJFEVFE3GlUs6WDIln64j6PLBP2eqtkCloQFaxq+bMW
EJnpdIUfrcQa2+S9qZ3T6KvS1xzEerw7FyIfWY3X12mv8xLkMEQMb8RW76NVVtfMHJAQr
eP+nyLKRjsCaQ4B6siNmNsxgezmpc83WqtZ8mtMcsYXECqSqu5lkXgyeEQMtMNlBXBBeS
OjB9ONx8dEV+f8V0olVCyA/K2BLm1I07jxhlTnKLkLpj5gb0xmtZyM/OfLK6i180n9ylN
BXeHSJY2wGADZChYKVl1/DFn2w5R8sjf+JMUhDkfNUXFFfLS12lWexNH7V2PAy3mQrnQ0
+IYNI959TAdyUwa9ZyQyu0lTkQpsuUwBSfnJ9+1orwlruzGeCeofIfHIzWitmB5yxtI/Z
XRw2Uif34GEkerIQGnoQazOTVf6jAw/gp9X49+WpghTC+ExKTqCelggcKBukZA=
password: !encrypted/pkcs1-oaep
- ts6uhbQxb9EKWfQ1RmZUZGKoGEkJ9RkyupmmFHZllo2iEqNG21jrqhBbHVEt9iXqOGAUL
AICzGos4p/RQXgISmmGVmBfR2MhH93txPLtKfIQCMw/838Mmy4z1gr1ALhepnEsgb3d9X
fuWzbe0vBqHoXtBFlDXt3mUJq0yrOe+yQO0Ksb35wMz6pFdVY/USWGaLeBlO+JkA3Vk5E
Wcse8OVZrPNYkY7mzObwqFx5F8vI/k6Cq334o3FlM+bRmV95TB/7fhmGgtpIQniJYA+dl
TEOzukElwTlya+7xRIVlDyDUrjZUVo3nCzNV3ETf/O34fRKJqmWGsLGoTn/wVm/xuFAHm
0m3DADRY1VI9hwNFXjErJm1cDV5kU8MVnSdTRWpjq72RZE8nGGtenlbdhyTvxdOdJ+IlX
UWzz2pdilJzNNbDAhfRQ5ZkBUUKbWq47kUDKNWrg/uT70rfJ12HhCXgUTR2omHS9/P3OY
J99B44mwMsfGXG5Oy7QUzidgfZKWdb9kGUOXz1z1FR5EpOF7w8N0A8tNcyqa6R4MnbRD4
oaIgbDOWnXUd1A3Z6F/YlHu0/1J48xPZoZDjbsSGO3CMehZm26JdVVlc+s6MIleNhitBW
PR1iMwRomxTw9ckoXexQ5Oz8EO73DPDIQO3r3iHVx4z4A/0iy8+mHoMxWyXiEo=
- job:
name: shipyard-upload-git-mirror
parent: upload-git-mirror
description: Mirrors airship/shipyard to airshipit/shipyard
vars:
git_mirror_repository: airshipit/shipyard
secrets:
- name: git_mirror_credentials
secret: shipyard-airshipit-github-secret-2023-03-23
pass-to-parent: true
- secret:
name: shipyard-airshipit-github-secret-2023-03-23
data:
user: git
host: github.com
host_key: github.com ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCj7ndNxQowgcQnjshcLrqPEiiphnt+VTTvDP6mHBL9j1aNUkY4Ue1gvwnGLVlOhGeYrnZaMgRK6+PKCUXaDbC7qtbW8gIkhL7aGCsOr/C56SJMy/BCZfxd1nWzAOxSDPgVsmerOBYfNqltV9/hWCqBywINIR+5dIg6JTJ72pcEpEjcYgXkE2YEFXV1JHnsKgbLWNlhScqb2UmyRkQyytRLtL+38TGxkxCflmO+5Z8CSSNY7GidjMIZ7Q4zMjA2n1nGrlTDkzwDCsw+wqFPGQA179cnfGWOWRVruj16z6XyvxvjJwbz0wQZ75XK5tKSb7FNyeIEs4TT4jk+S4dhPeAUC5y+bDYirYgM4GC7uEnztnZyaVWQ7B381AK4Qdrwt51ZqExKbQpTUNn+EjqoTwvqNj4kqx5QUCI0ThS/YkOxJCXmPUWZbhjpCg56i+2aB6CmK2JGhn57K5mj0MNdBXA4/WnwH6XoPWJzK5Nyu2zB3nAZp+S5hpQs+p1vN1/wsjk=
ssh_key: !encrypted/pkcs1-oaep
- hUsE3gOWqb6aoNVSpqRHcUbqi0wOjRJ47viZWr7JopICoyhIerZ6DN4dGRaFjJ+8UtQvD
uXKYHZ35+YbsJDQttIadtVvj5Va8hIToI/rARSktyDp4zb+fK829INKuOjSszowhGoDuv
zw9zq2SuPV3s2yUasZQmk39+nlWYhrhRIdVkfezShFeiity9d1rINJTj6gBx1COlUJ0kq
hX/idu5xMiQO3afxoBUfwqdHi8yHZ2P/Pd3s3fBgh+YWfTiEWZeQjH7e/Y1QMUNrp9fJD
hywczVuvN5h1WrT//wkf7vDX9fAUSYy2OAQdHwyHCofZOQa7Cv/t2YJU8fK/+LClpDhJa
1KfuYQDbysqPgYsGK2ET9+ASD+9SgJfV1VRIAO++3LaflTr+t7Sb2MoHsP5fUaMoAtUmp
6Km0Nco4c/hxumz9+UttyQ3MLUYdN4x92qE5Xg4HrusiHdWSKryxdKpm3xV/FNUwag7e7
o0UIL6AdpxyKoR9qOlbJuo2ElSjEW0iwNWKeXjP4WHgUW0qQyF/UN8vO8AdgSggNUG83V
0dxEAnsS4Z0U8a3P++kJ/P5ZEP1xCKSKaI5DquOyZmSRi0N/MrTdbi4K2dWOJTBcyJEvW
cSRDPdTxJVsMwJjTNQHlzIRficVJIJg5y+jYXqvgC1VU6WcspHSIbs8KU4td5o=
- u0lo9LJxplD6D08qtN53nQ39yteKsjDCmVLYmDWKZcyf5zU3MSZbwsieWm8tPPu5Cubb5
HrYrJMqY5i6oBZIjJqfMBq9IYe6SmNxAgs/gs9ktmoI03TwivI31p601cL1O4Q35XN8zO
yB1LO7DLZ50PbSsJNcF/xviaMch2pPkrMOHo9Qe6tK6htb0FdjCy5SdFAg4KQqGpaR+fd
82/iGHH3XgQQI+ZPQKnHMaP64raM6DlMW5rH9e3/NXP+UAk1mXoSqFYF8Pg66OJ/9HR6/
2mxUxtEf1cI3oQfPCIeI9A1P/xso4xrspB0r2CisnFuFnL2522zHZ4oA3OKviLO3Z1dmh
/UBIcuapfldEo9O+eOI6S17iY/q1CAsiI7uessFJ9mV5IhVnKOYOpM1fySNxEbabR7Xrf
XLa/XE9O78Ng8ePxIf+EdxwxYqv9D7ljc/t4gKTrRRMlMmbBgbeGytDcESL4sjiy/fGhy
uRjn0VEUMf741MGcaSjJeLV3FlgPClEAmUnIVBzJoUf4QSppvcmx7Ll9UAVhuhQBXn3df
V9DEgfaX3KrxnsFqwje/fy9jfGw9sCRFmrnh15L5EKnmREZjn5CZB/HE2gRIBhGmjY3Nk
FPHGJGP/ZqDlqZ61no25YaBpb6UacLpR8C3K4vJEhdXcu+z+iPK3gEC/YE2NM8=
- k/zc7BIrg/PsjXveACuYKsoLHMdFjeuHHz+/VhCRDHND5417dtEJofXoP7nBl7mU432v3
DujXfqtQF4ETkg729B1p96d/gMoJRwHBCamF6s1O5Awg8Cr3FH3Y9aie18hBQAdcBR1kz
iIgguugVXhPwiFNUqJ1UyPS2tnKFKCWKZglGsmm6T90msP9m65dEVjNR4NobkXjs4Lc3f
+UuFCdXgqn/ZBTFKV+n3GISaWQ2eaoNgAVg3/Hl1hE7TkOuvbKfaoahKgUZphRcE8s47n
cVKUHHc3bY3fwe3mCD6U14aIKRUIMB4VaGscfGVZebpm4bLrZqJ19wf2/Wc36Nm4oQphk
EjYS3rIvwmLQPY5AHsDUFYN6UbvMyYHBYjLLQGf+Mnk3gmsYemlLHwucsMicnGO1TVl5Y
xOxhRXpnEbcUmuF39liGOTIqNiQNrKorFA/qf/14AQRuOb8PAzwv2yPahR135I19YtbHZ
lz4QZg3Qwy5VT+eRZmQKbyQ2N2cq783JzHAkmN1RX2KWot0X2GRPFjyzYDkPml9KRweO3
Dr+OUEaa2ujBUXZzK/T9D4fSNwhgLkoJkhNzFIQR5m1MKJXy/ehCYXLzVUp5Sec43uxkE
VDe1Wpns2j0YMl3RJHWLnOzHd1GEeyMEKUhlE0V+M+TBPIKOmX9eVBsG0bsJRQ=
- IuEMV5YSCxg0PLHp8plKYPx2keWaMLjaeo6tN7bDH9M9azAuxSiBlYFGCKDZvo+UcS5BA
7skPVKF4PWlvgE01Sk5CJBNtlnhQ2vyhwCjykLt/AKd+YyfuacCPG7SM9rUNH9a2+Kkzf
Gfdt0BhiOHQAI5Vn48gqU+/jX4q+PKlunJRi4a3+fP4S7k+DPaelhkNOWrKxpnRVMVC4t
7QOc2+lZjfbaPLdhfQv3C+JQJvHTlsF8ncgxeFrhrO/wjVGlViz84mroMzvDQkqcvE8oT
E446RiGjRWn9ADUp04+o8FF625otFaNSp1AyEGSoc4fAhGcUY7T6Hr2MwSVO/BnkZgGVj
LnBCQAUqzjSpb/8A8LUlwSTKrAHzWy/6k8LqiO20xeXmTI4oVrHuDY5lHMVkYEgqMdeDP
7MEepRYVFwkS24DPTq+OIIdQf5KC96ZzWJAUfwAm9sG3y8E7xtaz2co00tjA4e8usGtdF
lIYkjILwq8JX6+Tjcfos9c3rha1nr1P773tQ0O/v1WV4Sz2GpBnsQYe2AOEOerQmlGipl
yoyhrcR7gvjBKHqmWbRuo5t94MVtB9uXhsQA/+ew8xNnO5KOnYBFtZPWK0M9Yjie89soa
pF1oglcY6yfHWwOIvYSPiZxFXf7xFZXL+R+n5xbVnRtJ/eEu1UsIQJ0cYkFfJ8=
View Git Blame Copy Permalink