From da801f06a108c54d9e0f4878da8a338f2dcb0fdd Mon Sep 17 00:00:00 2001 From: root Date: Sun, 28 Sep 2025 17:33:30 +0800 Subject: [PATCH] add workflow partner1site,dev --- .../partner1site/wf_dag_partner1site.py | 13 +- .../S98_S_partner_summary_pos.sql | 166 ++++++++++++++++++ .../partner_summary_pos/sa_foreign_tables.sql | 4 +- .../partner_summary_pos/sa_tables.sql | 156 ++++++++-------- 4 files changed, 257 insertions(+), 82 deletions(-) create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_partner_summary_pos.sql diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index ccac29f..8237528 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -113,7 +113,16 @@ dag=dag) part_summary_pos_feign >> part_summary_pos_load +partner_summary_pos_4937 = SSHOperator( +ssh_hook=sshHook, +task_id='partner_summary_pos_4937', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_partner_summary_pos"}, +depends_on_past=False, +retries=3, +dag=dag) + part_summary_visit_load >> partner_summary_visit_9060 part_summary_report_load >> partner_summary_report_6257 -partner_summary_report_6257 >> task_failed -part_summary_pos_load >> task_failed +part_summary_pos_load >> partner_summary_pos_4937 +partner_summary_pos_4937 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_partner_summary_pos.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_partner_summary_pos.sql new file mode 100644 index 0000000..0a50d1b --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_partner_summary_pos.sql @@ -0,0 +1,166 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_partner_summary_pos +; +insert into p10_sa.S98_S_partner_summary_pos +( address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt ) + select + address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt + from p00_tal.S98_S_partner_summary_pos + ; + delete from p12_sfull.S98_S_partner_summary_pos +; +; +insert into p12_sfull.S98_S_partner_summary_pos +( address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt ) + select + address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt + from p10_sa.S98_S_partner_summary_pos +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql index bb2dab0..a90fe5e 100644 --- a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql @@ -1,5 +1,5 @@ -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos ( +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_pos ( address TEXT , alias TEXT , ap TEXT @@ -40,7 +40,7 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos ( ) -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'part_summary_pos' ); +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_pos' ); diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql index dff818c..90bbdce 100644 --- a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql @@ -1,5 +1,5 @@ -create table if not exists p10_sa.S98_S_part_summary_pos ( +create table if not exists p10_sa.S98_S_partner_summary_pos ( address TEXT , alias TEXT , ap TEXT @@ -39,49 +39,49 @@ create table if not exists p10_sa.S98_S_part_summary_pos ( , etl_tx_dt TIMESTAMP ) ; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.address IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.alias IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.ap IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.application IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.area_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.channel_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_department IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_email IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_phone IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_title IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_chanel_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name2 IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.extended_price IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.industry IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.invoice_number IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_or_offline IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_insert_date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_invoice_date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_update_date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_ap IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_qty IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_price IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_trx_currency_code IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sub_industry IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.temp_city_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.transfer IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.tsm_names_by_alias IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.zip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.etl_tx_dt IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.ap IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.application IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.area_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.channel_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_department IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_email IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_title IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.customer_chanel_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.customer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.distributor_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.distributor_name2 IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.extended_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.invoice_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.online_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.online_or_offline IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_insert_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_invoice_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_update_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.product_ap IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.product_qty IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_trx_currency_code IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sub_industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.temp_city_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.transfer IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.zip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.etl_tx_dt IS ''; -COMMENT ON TABLE p10_sa.S98_S_part_summary_pos IS ''; +COMMENT ON TABLE p10_sa.S98_S_partner_summary_pos IS ''; -create table if not exists p12_sfull.S98_S_part_summary_pos ( +create table if not exists p12_sfull.S98_S_partner_summary_pos ( address TEXT , alias TEXT , ap TEXT @@ -121,43 +121,43 @@ create table if not exists p12_sfull.S98_S_part_summary_pos ( , etl_tx_dt TIMESTAMP ) ; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.address IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.alias IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.ap IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.application IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.area_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.channel_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_department IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_email IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_phone IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_title IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_chanel_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name2 IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.extended_price IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.industry IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.invoice_number IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_or_offline IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_insert_date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_invoice_date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_update_date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_ap IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_qty IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_price IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_trx_currency_code IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sub_industry IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.temp_city_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.transfer IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.tsm_names_by_alias IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.zip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.etl_tx_dt IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.ap IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.application IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.area_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.channel_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_department IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_email IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_title IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.customer_chanel_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.customer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.distributor_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.distributor_name2 IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.extended_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.invoice_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.online_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.online_or_offline IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_insert_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_invoice_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_update_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.product_ap IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.product_qty IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_trx_currency_code IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sub_industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.temp_city_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.transfer IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.zip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.etl_tx_dt IS ''; -COMMENT ON TABLE p12_sfull.S98_S_part_summary_pos IS ''; +COMMENT ON TABLE p12_sfull.S98_S_partner_summary_pos IS '';