
This PS updates python modules and code to match Airflow 2.6.2: - bionic py36 gates were removed - python code corrected to match new modules versions - selection of python modules versions was perfrmed based on airflow-2.6.2 constraints - airskiff deploy pipeline was aligned with latest in treasuremap v1.9 - postgresql image updated to 14.8 Change-Id: I65a1b86473ee3e988aae353b59fb5473d75851f9
142 lines
4.8 KiB
YAML
142 lines
4.8 KiB
YAML
# Copyright 2019, AT&T Intellectual Property
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
- hosts: primary
|
|
roles:
|
|
- clear-firewall
|
|
- bindep
|
|
- ensure-docker
|
|
- ensure-python
|
|
- ensure-pip
|
|
- disable-systemd-resolved
|
|
- install-test-requirements
|
|
|
|
tasks:
|
|
|
|
- name: Install Packaging python module for airship
|
|
block:
|
|
- pip:
|
|
name: packaging
|
|
executable: pip3
|
|
become: True
|
|
|
|
- name: Clone Required Repositories
|
|
shell: |
|
|
set -ex
|
|
export CLONE_DECKHAND={{ CLONE_DECKHAND }}
|
|
export OSH_INFRA_COMMIT={{ OSH_INFRA_COMMIT }}
|
|
./tools/deployment/airskiff/developer/000-clone-dependencies.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
|
|
- name: Setup Apparmor
|
|
shell: |
|
|
./tools/deployment/airskiff/developer/009-setup-apparmor.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
|
|
- name: Deploy Kubernetes with Minikube
|
|
shell: |
|
|
set -ex
|
|
sudo fdisk --list
|
|
df -h
|
|
sudo mkdir -p /opt/ext_vol
|
|
BIG_VOLUME=$(sudo fdisk -l 2>&1 | grep -E 80G | grep Linux | awk '{print $1}')
|
|
if ! mount | grep "${BIG_VOLUME}"
|
|
then
|
|
sudo mkfs.ext4 "${BIG_VOLUME}"
|
|
sudo mount "${BIG_VOLUME}" /opt/ext_vol
|
|
df -h
|
|
fi
|
|
./tools/deployment/airskiff/developer/010-deploy-k8s.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
|
|
- name: Setup openstack client
|
|
shell: |
|
|
set -ex
|
|
./tools/deployment/airskiff/developer/020-setup-client.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Build Deckhand with submitted changes
|
|
shell: |
|
|
set -ex
|
|
export DISTRO={{ DECKHAND_IMAGE_DISTRO }}
|
|
make images
|
|
docker system prune --force
|
|
args:
|
|
chdir: "{{ zuul.project.src_dir }}"
|
|
become: yes
|
|
|
|
- name: Use locally built images in manifests
|
|
shell: |
|
|
set -ex
|
|
export DISTRO={{ DECKHAND_IMAGE_DISTRO }}
|
|
docker rm registry --force || true
|
|
docker run -d -p 5000:5000 --restart=always --name registry registry:2
|
|
docker tag quay.io/airshipit/deckhand:latest-ubuntu_focal localhost:5000/deckhand:latest-ubuntu_focal
|
|
docker push localhost:5000/deckhand:latest-ubuntu_focal
|
|
sed -i "s#quay.io/airshipit/deckhand:latest-ubuntu_focal#localhost:5000/deckhand:latest-ubuntu_focal#g" ./site/airskiff/software/config/versions.yaml
|
|
sed -i "s#quay.io/airshipit/deckhand:latest-ubuntu_focal#localhost:5000/deckhand:latest-ubuntu_focal#g" ./global/software/config/versions.yaml
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Build all charts locally
|
|
shell: |
|
|
set -ex
|
|
./tools/deployment/airskiff/developer/015-make-all-charts.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Start artifactory
|
|
shell: |
|
|
set -ex
|
|
# start http server with artifacts
|
|
docker rm artifacts --force || true
|
|
docker run --name artifacts -p 8282:80 -v $(pwd)/../artifacts:/usr/share/nginx/html -d nginx
|
|
sleep 10
|
|
curl --verbose -I http://control-plane.minikube.internal:8282/memcached.tgz
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Deploy Airship components using Armada
|
|
shell: |
|
|
mkdir -p ~/.kube
|
|
cp -rp /home/zuul/.kube/config ~/.kube/config
|
|
pip3 install packaging
|
|
./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Deploy Memcached using Airship
|
|
shell: |
|
|
./tools/deployment/airskiff/developer/100-deploy-osh.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|
|
|
|
- name: Wait for deployment completion
|
|
shell: |
|
|
set -x
|
|
./tools/gate/wait-for-shipyard.sh
|
|
args:
|
|
chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
|
|
become: yes
|