28e112dfdd
This dag is likely going to be used by Shipyard in actions other than 'deploy_site'. Hence we should not be hard-coding values in the dag as it limits its reusability, e.g. it is likely going to be used in 'update_site' and in 'redeploy_server' as well. Hence there is a need to make use of the values that are passed into the function instead. This P.S. is meant to correct the current behavior. Change-Id: Ia88e91dbb114c34530e3240f120df8c11325090b
68 lines
2.3 KiB
Python
68 lines
2.3 KiB
Python
# Copyright 2017 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from airflow.models import DAG
|
|
from airflow.operators import DeckhandOperator
|
|
from airflow.operators.subdag_operator import SubDagOperator
|
|
|
|
|
|
# Location of shiyard.conf
|
|
config_path = '/usr/local/airflow/plugins/shipyard.conf'
|
|
|
|
|
|
def get_design_version(parent_dag_name, child_dag_name, args):
|
|
'''
|
|
Get Deckhand Design Version
|
|
'''
|
|
dag = DAG(
|
|
'{}.{}'.format(parent_dag_name, child_dag_name),
|
|
default_args=args)
|
|
|
|
# Note that in the event where the 'deploy_site' Action is
|
|
# triggered from Shipyard, the 'parent_dag_name' variable
|
|
# gets assigned with 'deploy_site.deckhand_get_design_version'.
|
|
# This is the name that we want to assign to the subdag so
|
|
# that we can reference it for xcom. The name of the main
|
|
# dag will be the front part of that value, i.e. 'deploy_site'.
|
|
# Hence we will extract the front part and assign it to main_dag.
|
|
# We will reuse this pattern for other Actions, e.g. update_site,
|
|
# redeploy_site as well.
|
|
operator = DeckhandOperator(
|
|
task_id=child_dag_name,
|
|
shipyard_conf=config_path,
|
|
action=child_dag_name,
|
|
main_dag_name=parent_dag_name[0:parent_dag_name.find('.')],
|
|
sub_dag_name=parent_dag_name,
|
|
dag=dag)
|
|
|
|
return dag
|
|
|
|
|
|
def get_design_deckhand(parent_dag_name, child_dag_name, args):
|
|
'''
|
|
Puts into atomic unit
|
|
'''
|
|
dag = DAG(
|
|
'{}.{}'.format(parent_dag_name, child_dag_name),
|
|
default_args=args)
|
|
|
|
deckhand_design = SubDagOperator(
|
|
subdag=get_design_version(dag.dag_id,
|
|
child_dag_name,
|
|
args),
|
|
task_id=child_dag_name,
|
|
dag=dag)
|
|
|
|
return dag
|