154a099b28
- upgraded Airflow to 1.10.15 - https://airflow.apache.org/docs/apache-airflow/1.10.15/changelog.html - disabled xenial, bionic and opensuse images build gates - added focal image build gate - added focal zuul build node - adjusted Makefile for focal - added bindep.txt to utilize bindep zuul base role for zuul build node pre-setup - added focal Dockerfile - implemented freeze requirements.txt approach like in other Airship projects - removed specific requirements.txt for airflow in favor of using requirements-frozen.txt from shipyard_airflow project when building airflow docker image - fixed docker image publishing to Quay - replaces deprecated LOG.warn with new LOG.warning call - replaced deprecated body attribute in responce wiht responce.text attribute - update of falcon module deprecated .API call - replaced wiht falcon.App call - deprecated routing.create_http_method_map method replaced with routing.map_http_methods - re-formatted code tabulations based on yapf recommendations - replaced deprecated protocol attribute in Pytest create_environ() with http_version attribute - replaced deprecated app attribute in Pytest create_environ() with root_path attribute - fixed airflow CLI commands to match 1.10.15 version - updated zuul gates to work on focal nodes and added focal specific node setup items by adding appriate ansible tasks and roles - uplifted Helm to 3.9.4 - uplifted stable HTK commit id - updated tox.in to with with tox v4 - uplifted dependences references to other Airship projects - common python dependences were syncronized with other Airship projects(Promenade, Deckhand, Armada, Drydock) - fixed airskiff deployment gate - fixed genconfig* profiles in shipyard-airflow tox.ini responsible for maintanance of policy.yaml.sample and shipyard.conf.sample Change-Id: I0c85187dc9bacf0849382563dd5ff7e9b2814c59
51 lines
1.9 KiB
Bash
Executable File
51 lines
1.9 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
cmd=$1
|
|
python3_path=$(which python3)
|
|
airflow_path=$(which airflow)
|
|
|
|
# Initialize Airflow DB
|
|
if [[ $cmd == 'initdb' ]]; then
|
|
${python3_path} ${airflow_path} initdb
|
|
# Start the services based on argument from Airflow Helm Chart
|
|
elif [[ $cmd == 'webserver' ]]; then
|
|
${python3_path} ${airflow_path} webserver
|
|
elif [[ $cmd == 'flower' ]]; then
|
|
${python3_path} ${airflow_path} flower
|
|
elif [[ $cmd == 'worker' ]]; then
|
|
${python3_path} ${airflow_path} worker
|
|
# If command contains the word 'scheduler'
|
|
elif [[ $cmd == *scheduler* ]]; then
|
|
while true; do
|
|
# Start Airflow Scheduler
|
|
# $2 and $3 will take on values '-n' and '-1' respectively
|
|
# The value '-1' indicates that the airflow scheduler will run
|
|
# continuously. Any other value will mean that the scheduler will
|
|
# terminate and restart after x seconds.
|
|
${python3_path} ${airflow_path} scheduler $2 $3
|
|
done
|
|
elif [[ $cmd == 'quicktest' ]]; then
|
|
${python3_path} ${airflow_path} initdb
|
|
${python3_path} ${airflow_path} webserver -p 8080 &
|
|
airflow tasks run example_bash_operator runme_0 2018-01-01
|
|
airflow backfill example_bash_operator -s 2018-01-01 -e 2018-01-02
|
|
airflow dags state example_bash_operator 2018-01-01
|
|
else
|
|
echo "Invalid Command!"
|
|
exit 1
|
|
fi
|