add workflow 天润Smart-ccc客户数据,dev
This commit is contained in:
parent
0c97eadfe5
commit
13c9fb9207
|
@ -87,7 +87,7 @@ insert into p10_sa.S98_S_tr_custom_details
|
||||||
from p00_tal.S98_S_tr_custom_details
|
from p00_tal.S98_S_tr_custom_details
|
||||||
;
|
;
|
||||||
delete from p12_sfull.S98_S_tr_custom_details
|
delete from p12_sfull.S98_S_tr_custom_details
|
||||||
;
|
where (id) in (select id from p10_sa.S98_S_tr_custom_details) ;
|
||||||
;
|
;
|
||||||
insert into p12_sfull.S98_S_tr_custom_details
|
insert into p12_sfull.S98_S_tr_custom_details
|
||||||
( id
|
( id
|
||||||
|
|
|
@ -46,6 +46,16 @@ depends_on_past=False,
|
||||||
retries=3,
|
retries=3,
|
||||||
dag=dag)
|
dag=dag)
|
||||||
|
|
||||||
|
customer_list_load = SSHOperator(
|
||||||
|
ssh_hook=sshHook,
|
||||||
|
task_id='customer_list_load',
|
||||||
|
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
|
||||||
|
params={'my_param':"customer_list_load"},
|
||||||
|
depends_on_past=False,
|
||||||
|
retries=3,
|
||||||
|
dag=dag)
|
||||||
|
|
||||||
|
customer_list_feign >> customer_list_load
|
||||||
|
|
||||||
customer_labels_feign = SSHOperator(
|
customer_labels_feign = SSHOperator(
|
||||||
ssh_hook=sshHook,
|
ssh_hook=sshHook,
|
||||||
|
@ -84,7 +94,26 @@ depends_on_past=False,
|
||||||
retries=3,
|
retries=3,
|
||||||
dag=dag)
|
dag=dag)
|
||||||
|
|
||||||
|
customer_detail_feign = SSHOperator(
|
||||||
|
ssh_hook=sshHook,
|
||||||
|
task_id='customer_detail_feign',
|
||||||
|
command='python3 /data/airflow/etl/API/customer_detail_feign.py',
|
||||||
|
depends_on_past=False,
|
||||||
|
retries=3,
|
||||||
|
dag=dag)
|
||||||
|
|
||||||
|
customer_detail_load = SSHOperator(
|
||||||
|
ssh_hook=sshHook,
|
||||||
|
task_id='customer_detail_load',
|
||||||
|
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
|
||||||
|
params={'my_param':"customer_detail_load"},
|
||||||
|
depends_on_past=False,
|
||||||
|
retries=3,
|
||||||
|
dag=dag)
|
||||||
|
|
||||||
|
customer_detail_feign >> customer_detail_load
|
||||||
|
|
||||||
customer_labels_load >> tr_custom_labels_8280
|
customer_labels_load >> tr_custom_labels_8280
|
||||||
customer_list_feign >> tr_custom_details_5516
|
customer_list_load >> tr_custom_details_5516
|
||||||
tr_custom_details_5516 >> task_failed
|
tr_custom_details_5516 >> task_failed
|
||||||
tr_custom_labels_8280 >> task_failed
|
customer_detail_load >> task_failed
|
||||||
|
|
Loading…
Reference in New Issue