dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2024-07-18 10:29:04 +08:00
parent a6b87a4041
commit a5bf88005a
1 changed files with 7 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -37,7 +37,7 @@ task_failed = EmailOperator (
cc=[""],
subject="smart_ccc_custom_failed",
html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>')
customer_list_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_feign',
@ -46,17 +46,7 @@ depends_on_past=False,
retries=3,
dag=dag)
customer_list_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_list_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_list_feign >> customer_list_load
customer_labels_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_labels_feign',
@ -75,7 +65,7 @@ retries=3,
dag=dag)
customer_labels_feign >> customer_labels_load
tr_custom_details_5516 = SSHOperator(
ssh_hook=sshHook,
task_id='tr_custom_details_5516',
@ -84,7 +74,7 @@ params={'my_param':"S98_S_tr_custom_details"},
depends_on_past=False,
retries=3,
dag=dag)
tr_custom_labels_8280 = SSHOperator(
ssh_hook=sshHook,
task_id='tr_custom_labels_8280',
@ -93,27 +83,9 @@ params={'my_param':"S98_S_tr_custom_labels"},
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_feign',
command='python3 /data/airflow/etl/API/customer_detail_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_detail_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_feign >> customer_detail_load
customer_labels_load >> tr_custom_labels_8280
customer_list_load >> tr_custom_details_5516
tr_custom_details_5516 >> task_failed
customer_detail_load >> task_failed
customer_labels_load >> tr_custom_labels_8280
customer_list_feign >> tr_custom_details_5516
tr_custom_details_5516 >> task_failed
tr_custom_details_5516 >> task_failed