From a5bf88005a30e1aab76a34a061dd420c785e6da5 Mon Sep 17 00:00:00 2001 From: root Date: Thu, 18 Jul 2024 10:29:04 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E5=A4=A9=E6=B6=A6Smart-ccc?= =?UTF-8?q?=E5=AE=A2=E6=88=B7=E6=95=B0=E6=8D=AE,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../wf_dag_smart_ccc_custom.py | 42 ++++--------------- 1 file changed, 7 insertions(+), 35 deletions(-) diff --git a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py index c876008..ce904fd 100644 --- a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py +++ b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py @@ -37,7 +37,7 @@ task_failed = EmailOperator ( cc=[""], subject="smart_ccc_custom_failed", html_content='

您好,smart_ccc_custom作业失败,请及时处理"

') - + customer_list_feign = SSHOperator( ssh_hook=sshHook, task_id='customer_list_feign', @@ -46,17 +46,7 @@ depends_on_past=False, retries=3, dag=dag) -customer_list_load = SSHOperator( -ssh_hook=sshHook, -task_id='customer_list_load', -command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}', -params={'my_param':"customer_list_load"}, -depends_on_past=False, -retries=3, -dag=dag) -customer_list_feign >> customer_list_load - customer_labels_feign = SSHOperator( ssh_hook=sshHook, task_id='customer_labels_feign', @@ -75,7 +65,7 @@ retries=3, dag=dag) customer_labels_feign >> customer_labels_load - + tr_custom_details_5516 = SSHOperator( ssh_hook=sshHook, task_id='tr_custom_details_5516', @@ -84,7 +74,7 @@ params={'my_param':"S98_S_tr_custom_details"}, depends_on_past=False, retries=3, dag=dag) - + tr_custom_labels_8280 = SSHOperator( ssh_hook=sshHook, task_id='tr_custom_labels_8280', @@ -93,27 +83,9 @@ params={'my_param':"S98_S_tr_custom_labels"}, depends_on_past=False, retries=3, dag=dag) - -customer_detail_feign = SSHOperator( -ssh_hook=sshHook, -task_id='customer_detail_feign', -command='python3 /data/airflow/etl/API/customer_detail_feign.py', -depends_on_past=False, -retries=3, -dag=dag) -customer_detail_load = SSHOperator( -ssh_hook=sshHook, -task_id='customer_detail_load', -command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}', -params={'my_param':"customer_detail_load"}, -depends_on_past=False, -retries=3, -dag=dag) -customer_detail_feign >> customer_detail_load - -customer_labels_load >> tr_custom_labels_8280 -customer_list_load >> tr_custom_details_5516 -tr_custom_details_5516 >> task_failed -customer_detail_load >> task_failed +customer_labels_load >> tr_custom_labels_8280 +customer_list_feign >> tr_custom_details_5516 +tr_custom_details_5516 >> task_failed +tr_custom_details_5516 >> task_failed