shipyard/tools/gate/playbooks/airskiff-deploy.yaml

# Copyright 2019, AT&T Intellectual Property
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

- hosts: primary

  roles:
    - clear-firewall
    - bindep
    - disable-systemd-resolved
    - ensure-python
    - ensure-pip
    - ensure-docker

  tasks:

    - name: Install Packaging python module for tools/airship
      block:
        - pip:
            name: packaging
            version: 23.1
            executable: pip3
      become: True

    - name: Clone Required Repositories
      shell: |
        export CLONE_SHIPYARD={{ CLONE_SHIPYARD }}
        export OSH_INFRA_COMMIT={{ HTK_COMMIT }}
        ./tools/deployment/airskiff/developer/000-clone-dependencies.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"

    - name: Setup Apparmor
      shell: |
        ./tools/deployment/airskiff/developer/009-setup-apparmor.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"

    - name: Deploy Kubernetes with Minikube
      shell: |
        set -ex
        sudo fdisk --list
        df -h
        sudo mkdir -p /opt/ext_vol
        BIG_VOLUME=$(sudo fdisk -l 2>&1 | grep  -E 80G | grep Linux | awk '{print $1}')
        if ! mount | grep "${BIG_VOLUME}"
        then
          sudo mkfs.ext4 "${BIG_VOLUME}"
          sudo mount "${BIG_VOLUME}" /opt/ext_vol
          df -h
        fi
        ./tools/deployment/airskiff/developer/010-deploy-k8s.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"

    - name: Setup OpenStack Client
      shell: |
        set -ex
        ./tools/deployment/airskiff/developer/020-setup-client.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Build all charts locally
      shell: |
        set -ex
        ./tools/deployment/airskiff/developer/015-make-all-charts.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Build Shipyard and Airflow with submitted changes
      shell: |
        set -ex
        export DISTRO={{ SHIPYARD_IMAGE_DISTRO }}
        make images
      args:
        chdir: "{{ zuul.project.src_dir }}"
      become: yes


    - name: Use locally built images in manifests
      shell: |
        set -ex
        docker rm registry --force || true
        docker run -d -p 5000:5000 --restart=always --name registry registry:2
        docker tag quay.io/airshipit/airflow:latest-ubuntu_focal localhost:5000/airflow:latest-ubuntu_focal
        docker tag quay.io/airshipit/shipyard:latest-ubuntu_focal localhost:5000/shipyard:latest-ubuntu_focal
        docker push localhost:5000/airflow:latest-ubuntu_focal
        docker push localhost:5000/shipyard:latest-ubuntu_focal
        sed -i "s#quay.io/airshipit/airflow:latest-ubuntu_focal#localhost:5000/airflow:latest-ubuntu_focal#g" ./site/airskiff/software/config/versions.yaml
        sed -i "s#quay.io/airshipit/shipyard:latest-ubuntu_focal#localhost:5000/shipyard:latest-ubuntu_focal#g" ./site/airskiff/software/config/versions.yaml
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Start artifactory
      shell: |
        set -ex
        # start http server with artifacts
        docker rm artifacts --force || true
        docker run --name artifacts -p 8282:80 -v $(pwd)/../artifacts:/usr/share/nginx/html -d nginx
        sleep 10
        curl --verbose -I http://control-plane.minikube.internal:8282/memcached.tgz
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes


    - name: Deploy Airship components using Armada
      shell: |
        set -ex
        mkdir -p ~/.kube
        cp -rp /home/zuul/.kube/config ~/.kube/config
        ./tools/deployment/airskiff/developer/030-armada-bootstrap.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Deploy Memcached using Airship
      shell: |
        ./tools/deployment/airskiff/developer/100-deploy-osh.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Wait for deployment completion
      shell: |
        ./tools/gate/wait-for-shipyard.sh
      args:
        chdir: "{{ zuul.projects['opendev.org/airship/treasuremap'].src_dir }}"
      become: yes

    - name: Stop artifactory
      shell: |
        set -ex
        # terminate artifactory
        docker rm artifacts --force || true
      args:
        chdir: "{{ zuul.project.src_dir }}"
      become: yes