dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2024-07-08 19:53:59 +08:00
parent 0c97eadfe5
commit 13c9fb9207
2 changed files with 38 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dev/workflow/TK_Cust/smart_ccc_custom/tr_custom_details/S98_S_tr_custom_details.sql
View File

@ -87,7 +87,7 @@ insert into p10_sa.S98_S_tr_custom_details
from p00_tal.S98_S_tr_custom_details
;
delete from p12_sfull.S98_S_tr_custom_details
;
where (id) in (select id from p10_sa.S98_S_tr_custom_details) ;
;
insert into p12_sfull.S98_S_tr_custom_details
( id

33
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -46,6 +46,16 @@ depends_on_past=False,
retries=3,
dag=dag)
customer_list_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_list_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_list_feign >> customer_list_load
customer_labels_feign = SSHOperator(
ssh_hook=sshHook,
@ -84,7 +94,26 @@ depends_on_past=False,
retries=3,
dag=dag)
customer_detail_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_feign',
command='python3 /data/airflow/etl/API/customer_detail_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_detail_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_detail_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_detail_feign >> customer_detail_load
customer_labels_load >> tr_custom_labels_8280
customer_list_feign >> tr_custom_details_5516
customer_list_load >> tr_custom_details_5516
tr_custom_details_5516 >> task_failed
tr_custom_labels_8280 >> task_failed
customer_detail_load >> task_failed