121 lines
4.1 KiB
Python
121 lines
4.1 KiB
Python
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
from datetime import timedelta
|
|
|
|
import airflow
|
|
from airflow import DAG
|
|
from airflow.utils.task_group import TaskGroup
|
|
|
|
try:
|
|
from common_step_factory import CommonStepFactory
|
|
from validate_site_design import SOFTWARE
|
|
from airflow.operators import ArmadaGetReleasesOperator
|
|
from airflow.operators import ArmadaPostApplyOperator
|
|
from config_path import config_path
|
|
except ImportError:
|
|
from shipyard_airflow.dags.common_step_factory import CommonStepFactory
|
|
from shipyard_airflow.dags.validate_site_design import SOFTWARE
|
|
from shipyard_airflow.plugins.armada_get_releases import \
|
|
ArmadaGetReleasesOperator
|
|
from shipyard_airflow.plugins.armada_post_apply import \
|
|
ArmadaPostApplyOperator
|
|
from shipyard_airflow.dags.config_path import config_path
|
|
|
|
"""update_software
|
|
|
|
The top-level orchestration DAG for updating only the software components
|
|
using the Undercloud platform.
|
|
"""
|
|
PARENT_DAG_NAME = 'update_software'
|
|
|
|
default_args = {
|
|
'owner': 'airflow',
|
|
'depends_on_past': False,
|
|
'start_date': airflow.utils.dates.days_ago(1),
|
|
'email': [''],
|
|
'email_on_failure': False,
|
|
'email_on_retry': False,
|
|
'provide_context': True,
|
|
'retries': 0,
|
|
'retry_delay': timedelta(seconds=30),
|
|
}
|
|
|
|
dag = DAG(PARENT_DAG_NAME, default_args=default_args, schedule_interval=None)
|
|
|
|
step_factory = CommonStepFactory(parent_dag_name=PARENT_DAG_NAME,
|
|
dag=dag,
|
|
default_args=default_args,
|
|
action_type='site')
|
|
|
|
action_xcom = step_factory.get_action_xcom()
|
|
concurrency_check = step_factory.get_concurrency_check()
|
|
deployment_configuration = step_factory.get_deployment_configuration()
|
|
validate_site_design = step_factory.get_validate_site_design(
|
|
targets=[SOFTWARE]
|
|
)
|
|
deployment_status = step_factory.get_deployment_status()
|
|
# armada_build = step_factory.get_armada_build()
|
|
decide_airflow_upgrade = step_factory.get_decide_airflow_upgrade()
|
|
upgrade_airflow = step_factory.get_upgrade_airflow()
|
|
skip_upgrade_airflow = step_factory.get_skip_upgrade_airflow()
|
|
create_action_tag = step_factory.get_create_action_tag()
|
|
finalize_deployment_status = step_factory.get_final_deployment_status()
|
|
|
|
# [START armada_build]
|
|
with TaskGroup(group_id="armada_build", tooltip="Tasks for armada_build", dag=dag) as armada_build:
|
|
"""Generate the armada post_apply step
|
|
|
|
Armada post_apply does the deployment of helm charts
|
|
"""
|
|
armada_post_apply = ArmadaPostApplyOperator(
|
|
task_id="armada_post_apply",
|
|
shipyard_conf=config_path,
|
|
retries=5,
|
|
dag=dag)
|
|
"""Generate the armada get_releases step
|
|
|
|
Armada get_releases does the verification of releases of helm charts
|
|
"""
|
|
armada_get_releases = ArmadaGetReleasesOperator(
|
|
task_id="armada_get_releases",
|
|
shipyard_conf=config_path,
|
|
dag=dag)
|
|
|
|
|
|
armada_post_apply >> armada_get_releases
|
|
# [END armada_build]
|
|
|
|
|
|
|
|
# DAG Wiring
|
|
deployment_configuration.set_upstream(action_xcom)
|
|
validate_site_design.set_upstream([
|
|
concurrency_check,
|
|
deployment_configuration
|
|
])
|
|
deployment_status.set_upstream(concurrency_check)
|
|
armada_build.set_upstream(validate_site_design)
|
|
decide_airflow_upgrade.set_upstream(armada_build)
|
|
decide_airflow_upgrade.set_downstream([
|
|
upgrade_airflow,
|
|
skip_upgrade_airflow
|
|
])
|
|
create_action_tag.set_upstream([
|
|
upgrade_airflow,
|
|
skip_upgrade_airflow
|
|
])
|
|
|
|
# finalize_deployment_status needs to be downstream of everything
|
|
finalize_deployment_status.set_upstream(create_action_tag)
|