dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2024-07-18 10:29:04 +08:00
parent a6b87a4041
commit a5bf88005a
1 changed files with 7 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -46,16 +46,6 @@ depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
customer_list_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_list_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_list_feign >> customer_list_load
customer_labels_feign = SSHOperator( customer_labels_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
@ -94,26 +84,8 @@ depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
customer_detail_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_feign',
command='python3 /data/airflow/etl/API/customer_detail_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_detail_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_feign >> customer_detail_load
customer_labels_load >> tr_custom_labels_8280 customer_labels_load >> tr_custom_labels_8280
customer_list_load >> tr_custom_details_5516 customer_list_feign >> tr_custom_details_5516
tr_custom_details_5516 >> task_failed
tr_custom_details_5516 >> task_failed tr_custom_details_5516 >> task_failed
customer_detail_load >> task_failed