From e96e2c75e9040faabf2943a91e8cb6de40228bb2 Mon Sep 17 00:00:00 2001 From: root Date: Sun, 28 Sep 2025 16:49:57 +0800 Subject: [PATCH] add workflow partner1site,dev --- .../partner1site/wf_dag_partner1site.py | 13 +- .../S98_S_part_summary_pos.sql | 166 ++++++++++++++++++ .../partner_summary_pos/sa_foreign_tables.sql | 48 +++++ .../partner_summary_pos/sa_tables.sql | 163 +++++++++++++++++ 4 files changed, 388 insertions(+), 2 deletions(-) create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_part_summary_pos.sql create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index ccac29f..8dd6fe5 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -113,7 +113,16 @@ dag=dag) part_summary_pos_feign >> part_summary_pos_load +partner_summary_pos_3664 = SSHOperator( +ssh_hook=sshHook, +task_id='partner_summary_pos_3664', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_part_summary_pos"}, +depends_on_past=False, +retries=3, +dag=dag) + part_summary_visit_load >> partner_summary_visit_9060 part_summary_report_load >> partner_summary_report_6257 -partner_summary_report_6257 >> task_failed -part_summary_pos_load >> task_failed +part_summary_pos_load >> partner_summary_pos_3664 +partner_summary_pos_3664 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_part_summary_pos.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_part_summary_pos.sql new file mode 100644 index 0000000..b5c1932 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_part_summary_pos.sql @@ -0,0 +1,166 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_part_summary_pos +; +insert into p10_sa.S98_S_part_summary_pos +( address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt ) + select + address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt + from p00_tal.S98_S_part_summary_pos + ; + delete from p12_sfull.S98_S_part_summary_pos +; +; +insert into p12_sfull.S98_S_part_summary_pos +( address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt ) + select + address + , alias + , ap + , application + , area_name + , channel_type + , city + , contact_department + , contact_email + , contact_name + , contact_phone + , contact_title + , customer_chanel_name + , customer_name + , distributor_name + , distributor_name2 + , extended_price + , id + , industry + , invoice_number + , online_name + , online_or_offline + , pos_insert_date + , pos_invoice_date + , pos_update_date + , product_ap + , product_qty + , province + , sales_name + , sales_price + , sales_trx_currency_code + , sub_industry + , temp_city_name + , transfer + , tsm_names_by_alias + , zip + , etl_tx_dt + from p10_sa.S98_S_part_summary_pos +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql new file mode 100644 index 0000000..bb2dab0 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql @@ -0,0 +1,48 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos ( + address TEXT + , alias TEXT + , ap TEXT + , application TEXT + , area_name TEXT + , channel_type TEXT + , city TEXT + , contact_department TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_title TEXT + , customer_chanel_name TEXT + , customer_name TEXT + , distributor_name TEXT + , distributor_name2 TEXT + , extended_price TEXT + , id TEXT + , industry TEXT + , invoice_number TEXT + , online_name TEXT + , online_or_offline TEXT + , pos_insert_date TEXT + , pos_invoice_date TEXT + , pos_update_date TEXT + , product_ap TEXT + , product_qty TEXT + , province TEXT + , sales_name TEXT + , sales_price TEXT + , sales_trx_currency_code TEXT + , sub_industry TEXT + , temp_city_name TEXT + , transfer TEXT + , tsm_names_by_alias TEXT + , zip TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'part_summary_pos' ); + + + + + diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql new file mode 100644 index 0000000..dff818c --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql @@ -0,0 +1,163 @@ + +create table if not exists p10_sa.S98_S_part_summary_pos ( + address TEXT + , alias TEXT + , ap TEXT + , application TEXT + , area_name TEXT + , channel_type TEXT + , city TEXT + , contact_department TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_title TEXT + , customer_chanel_name TEXT + , customer_name TEXT + , distributor_name TEXT + , distributor_name2 TEXT + , extended_price TEXT + , id TEXT + , industry TEXT + , invoice_number TEXT + , online_name TEXT + , online_or_offline TEXT + , pos_insert_date TEXT + , pos_invoice_date TEXT + , pos_update_date TEXT + , product_ap TEXT + , product_qty TEXT + , province TEXT + , sales_name TEXT + , sales_price TEXT + , sales_trx_currency_code TEXT + , sub_industry TEXT + , temp_city_name TEXT + , transfer TEXT + , tsm_names_by_alias TEXT + , zip TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.ap IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.application IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.area_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.channel_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_department IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_email IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_title IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_chanel_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name2 IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.extended_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.invoice_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_or_offline IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_insert_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_invoice_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_update_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_ap IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_qty IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_trx_currency_code IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sub_industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.temp_city_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.transfer IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.zip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_part_summary_pos IS ''; + + + +create table if not exists p12_sfull.S98_S_part_summary_pos ( + address TEXT + , alias TEXT + , ap TEXT + , application TEXT + , area_name TEXT + , channel_type TEXT + , city TEXT + , contact_department TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_title TEXT + , customer_chanel_name TEXT + , customer_name TEXT + , distributor_name TEXT + , distributor_name2 TEXT + , extended_price TEXT + , id TEXT + , industry TEXT + , invoice_number TEXT + , online_name TEXT + , online_or_offline TEXT + , pos_insert_date TEXT + , pos_invoice_date TEXT + , pos_update_date TEXT + , product_ap TEXT + , product_qty TEXT + , province TEXT + , sales_name TEXT + , sales_price TEXT + , sales_trx_currency_code TEXT + , sub_industry TEXT + , temp_city_name TEXT + , transfer TEXT + , tsm_names_by_alias TEXT + , zip TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.ap IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.application IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.area_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.channel_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_department IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_email IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_title IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_chanel_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name2 IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.extended_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.invoice_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_or_offline IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_insert_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_invoice_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_update_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_ap IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_qty IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_trx_currency_code IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sub_industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.temp_city_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.transfer IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.zip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_part_summary_pos IS ''; +