diff --git a/dev/workflow/TK_Cust/tk_api/custom_events_activity_submit/S98_S_custom_events_activity_submit.sql b/dev/workflow/TK_Cust/tk_api/custom_events_activity_submit/S98_S_custom_events_activity_submit.sql index 9d0ff1d..2836f6d 100644 --- a/dev/workflow/TK_Cust/tk_api/custom_events_activity_submit/S98_S_custom_events_activity_submit.sql +++ b/dev/workflow/TK_Cust/tk_api/custom_events_activity_submit/S98_S_custom_events_activity_submit.sql @@ -37,9 +37,9 @@ insert into p10_sa.S98_S_custom_events_activity_submit , target_id , etl_tx_dt from p00_tal.S98_S_custom_events_activity_submit - ; + ; delete from p12_sfull.S98_S_custom_events_activity_submit -; + where (id) in (select id from p10_sa.S98_S_custom_events_activity_submit) ; ; insert into p12_sfull.S98_S_custom_events_activity_submit ( id diff --git a/dev/workflow/TK_Cust/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql b/dev/workflow/TK_Cust/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql index 8c23794..4d0820a 100644 --- a/dev/workflow/TK_Cust/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql +++ b/dev/workflow/TK_Cust/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql @@ -55,9 +55,9 @@ insert into p10_sa.S98_S_customer_events_c_minipro_page_view , url , etl_tx_dt from p00_tal.S98_S_customer_events_c_minipro_page_view - ; + ; delete from p12_sfull.S98_S_customer_events_c_minipro_page_view -; + where (id) in (select id from p10_sa.S98_S_customer_events_c_minipro_page_view) ; ; insert into p12_sfull.S98_S_customer_events_c_minipro_page_view ( id diff --git a/dev/workflow/TK_Cust/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql b/dev/workflow/TK_Cust/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql index 08e71fa..df1cc16 100644 --- a/dev/workflow/TK_Cust/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql +++ b/dev/workflow/TK_Cust/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql @@ -61,9 +61,9 @@ insert into p10_sa.S98_S_customer_events_click_link_in_page , url , etl_tx_dt from p00_tal.S98_S_customer_events_click_link_in_page - ; + ; delete from p12_sfull.S98_S_customer_events_click_link_in_page -; + where (id) in (select id from p10_sa.S98_S_customer_events_click_link_in_page) ; ; insert into p12_sfull.S98_S_customer_events_click_link_in_page ( id diff --git a/dev/workflow/TK_Cust/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql b/dev/workflow/TK_Cust/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql index 8837604..f2be8f8 100644 --- a/dev/workflow/TK_Cust/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql +++ b/dev/workflow/TK_Cust/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql @@ -59,9 +59,9 @@ insert into p10_sa.S98_S_customer_events_open_app , url , etl_tx_dt from p00_tal.S98_S_customer_events_open_app - ; + ; delete from p12_sfull.S98_S_customer_events_open_app -; + where (id) in (select id from p10_sa.S98_S_customer_events_open_app) ; ; insert into p12_sfull.S98_S_customer_events_open_app ( id diff --git a/dev/workflow/TK_Cust/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql b/dev/workflow/TK_Cust/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql index f531e6e..1b1a655 100644 --- a/dev/workflow/TK_Cust/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql +++ b/dev/workflow/TK_Cust/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql @@ -33,9 +33,9 @@ insert into p10_sa.S98_S_customer_events_subscribe , target_id , etl_tx_dt from p00_tal.S98_S_customer_events_subscribe - ; + ; delete from p12_sfull.S98_S_customer_events_subscribe -; + where (id) in (select id from p10_sa.S98_S_customer_events_subscribe) ; ; insert into p12_sfull.S98_S_customer_events_subscribe ( id diff --git a/dev/workflow/TK_Cust/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql b/dev/workflow/TK_Cust/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql index 21d5ca5..4f4f735 100644 --- a/dev/workflow/TK_Cust/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql +++ b/dev/workflow/TK_Cust/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql @@ -33,9 +33,9 @@ insert into p10_sa.S98_S_customer_events_wechat_scan , target_name , etl_tx_dt from p00_tal.S98_S_customer_events_wechat_scan - ; + ; delete from p12_sfull.S98_S_customer_events_wechat_scan -; + where (id) in (select id from p10_sa.S98_S_customer_events_wechat_scan) ; ; insert into p12_sfull.S98_S_customer_events_wechat_scan ( channel_account diff --git a/dev/workflow/TK_Cust/tk_api/荟聚API/wf_dag_tk_api.py b/dev/workflow/TK_Cust/tk_api/荟聚API/wf_dag_tk_api.py index b2d08b2..466f209 100644 --- a/dev/workflow/TK_Cust/tk_api/荟聚API/wf_dag_tk_api.py +++ b/dev/workflow/TK_Cust/tk_api/荟聚API/wf_dag_tk_api.py @@ -23,7 +23,7 @@ default_args = { } dag = DAG('wf_dag_tk_api', default_args=default_args, -schedule_interval="0 0 * * *", +schedule_interval="1 0 * * *", catchup=False, dagrun_timeout=timedelta(minutes=160), max_active_runs=3)