From 96e496e17bef66f36ee834ca35a996b968ec2f59 Mon Sep 17 00:00:00 2001 From: root Date: Sun, 28 Sep 2025 16:29:12 +0800 Subject: [PATCH] add workflow partner1site,dev --- .../partner1site/wf_dag_partner1site.py | 13 +- .../S98_S_partner_summary_report.sql | 250 ++++++++++++++++++ .../sa_foreign_tables.sql | 69 +++++ .../partner_summary_report/sa_tables.sql | 247 +++++++++++++++++ 4 files changed, 577 insertions(+), 2 deletions(-) create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql create mode 100644 dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index ca79d6f..39f15aa 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -85,6 +85,15 @@ dag=dag) part_summary_report_feign >> part_summary_report_load +partner_summary_report_6257 = SSHOperator( +ssh_hook=sshHook, +task_id='partner_summary_report_6257', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_partner_summary_report"}, +depends_on_past=False, +retries=3, +dag=dag) + part_summary_visit_load >> partner_summary_visit_9060 -partner_summary_visit_9060 >> task_failed -part_summary_report_load >> task_failed +part_summary_report_load >> partner_summary_report_6257 +partner_summary_report_6257 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql new file mode 100644 index 0000000..945a813 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql @@ -0,0 +1,250 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_partner_summary_report +; +insert into p10_sa.S98_S_partner_summary_report +( accepted + , address + , advantage + , alias + , apply_admin_name + , apply_date + , apply_email + , apply_phone + , apply_situation + , benefit + , check_admin_name + , check_date + , check_status_str + , city + , complete_date + , contact_name + , contact_phone + , count + , customer_name + , dealer_name + , delay + , delay_reason + , department + , department_attr + , district + , end_date + , feature + , funding_situation + , industry + , integrated_sales + , leads_num + , list_price + , lost_reason + , lost_reason_type + , other_remark + , package_name + , package_type_name + , product_name + , product_sku_type + , product_type + , progress + , province + , region_name + , remark + , report_num + , rp_total_price + , series_name + , skus + , source + , sub_industry + , total_price + , trader_contact_name + , trader_contact_phone + , trader_name + , tsm_names_by_alias + , update_date + , way + , etl_tx_dt ) + select + accepted + , address + , advantage + , alias + , apply_admin_name + , apply_date + , apply_email + , apply_phone + , apply_situation + , benefit + , check_admin_name + , check_date + , check_status_str + , city + , complete_date + , contact_name + , contact_phone + , count + , customer_name + , dealer_name + , delay + , delay_reason + , department + , department_attr + , district + , end_date + , feature + , funding_situation + , industry + , integrated_sales + , leads_num + , list_price + , lost_reason + , lost_reason_type + , other_remark + , package_name + , package_type_name + , product_name + , product_sku_type + , product_type + , progress + , province + , region_name + , remark + , report_num + , rp_total_price + , series_name + , skus + , source + , sub_industry + , total_price + , trader_contact_name + , trader_contact_phone + , trader_name + , tsm_names_by_alias + , update_date + , way + , etl_tx_dt + from p00_tal.S98_S_partner_summary_report + ; + delete from p12_sfull.S98_S_partner_summary_report +; +; +insert into p12_sfull.S98_S_partner_summary_report +( accepted + , address + , advantage + , alias + , apply_admin_name + , apply_date + , apply_email + , apply_phone + , apply_situation + , benefit + , check_admin_name + , check_date + , check_status_str + , city + , complete_date + , contact_name + , contact_phone + , count + , customer_name + , dealer_name + , delay + , delay_reason + , department + , department_attr + , district + , end_date + , feature + , funding_situation + , industry + , integrated_sales + , leads_num + , list_price + , lost_reason + , lost_reason_type + , other_remark + , package_name + , package_type_name + , product_name + , product_sku_type + , product_type + , progress + , province + , region_name + , remark + , report_num + , rp_total_price + , series_name + , skus + , source + , sub_industry + , total_price + , trader_contact_name + , trader_contact_phone + , trader_name + , tsm_names_by_alias + , update_date + , way + , etl_tx_dt ) + select + accepted + , address + , advantage + , alias + , apply_admin_name + , apply_date + , apply_email + , apply_phone + , apply_situation + , benefit + , check_admin_name + , check_date + , check_status_str + , city + , complete_date + , contact_name + , contact_phone + , count + , customer_name + , dealer_name + , delay + , delay_reason + , department + , department_attr + , district + , end_date + , feature + , funding_situation + , industry + , integrated_sales + , leads_num + , list_price + , lost_reason + , lost_reason_type + , other_remark + , package_name + , package_type_name + , product_name + , product_sku_type + , product_type + , progress + , province + , region_name + , remark + , report_num + , rp_total_price + , series_name + , skus + , source + , sub_industry + , total_price + , trader_contact_name + , trader_contact_phone + , trader_name + , tsm_names_by_alias + , update_date + , way + , etl_tx_dt + from p10_sa.S98_S_partner_summary_report +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql new file mode 100644 index 0000000..02cecd3 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql @@ -0,0 +1,69 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_report ( + accepted TEXT + , address TEXT + , advantage TEXT + , alias TEXT + , apply_admin_name TEXT + , apply_date TEXT + , apply_email TEXT + , apply_phone TEXT + , apply_situation TEXT + , benefit TEXT + , check_admin_name TEXT + , check_date TEXT + , check_status_str TEXT + , city TEXT + , complete_date TEXT + , contact_name TEXT + , contact_phone TEXT + , count TEXT + , customer_name TEXT + , dealer_name TEXT + , delay TEXT + , delay_reason TEXT + , department TEXT + , department_attr TEXT + , district TEXT + , end_date TEXT + , feature TEXT + , funding_situation TEXT + , industry TEXT + , integrated_sales TEXT + , leads_num TEXT + , list_price TEXT + , lost_reason TEXT + , lost_reason_type TEXT + , other_remark TEXT + , package_name TEXT + , package_type_name TEXT + , product_name TEXT + , product_sku_type TEXT + , product_type TEXT + , progress TEXT + , province TEXT + , region_name TEXT + , remark TEXT + , report_num TEXT + , rp_total_price TEXT + , series_name TEXT + , skus TEXT + , source TEXT + , sub_industry TEXT + , total_price TEXT + , trader_contact_name TEXT + , trader_contact_phone TEXT + , trader_name TEXT + , tsm_names_by_alias TEXT + , update_date TEXT + , way TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_report' ); + + + + + diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql new file mode 100644 index 0000000..b79cbfd --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql @@ -0,0 +1,247 @@ + +create table if not exists p10_sa.S98_S_partner_summary_report ( + accepted TEXT + , address TEXT + , advantage TEXT + , alias TEXT + , apply_admin_name TEXT + , apply_date TEXT + , apply_email TEXT + , apply_phone TEXT + , apply_situation TEXT + , benefit TEXT + , check_admin_name TEXT + , check_date TEXT + , check_status_str TEXT + , city TEXT + , complete_date TEXT + , contact_name TEXT + , contact_phone TEXT + , count TEXT + , customer_name TEXT + , dealer_name TEXT + , delay TEXT + , delay_reason TEXT + , department TEXT + , department_attr TEXT + , district TEXT + , end_date TEXT + , feature TEXT + , funding_situation TEXT + , industry TEXT + , integrated_sales TEXT + , leads_num TEXT + , list_price TEXT + , lost_reason TEXT + , lost_reason_type TEXT + , other_remark TEXT + , package_name TEXT + , package_type_name TEXT + , product_name TEXT + , product_sku_type TEXT + , product_type TEXT + , progress TEXT + , province TEXT + , region_name TEXT + , remark TEXT + , report_num TEXT + , rp_total_price TEXT + , series_name TEXT + , skus TEXT + , source TEXT + , sub_industry TEXT + , total_price TEXT + , trader_contact_name TEXT + , trader_contact_phone TEXT + , trader_name TEXT + , tsm_names_by_alias TEXT + , update_date TEXT + , way TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.accepted IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.advantage IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.apply_admin_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.apply_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.apply_email IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.apply_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.apply_situation IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.benefit IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.check_admin_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.check_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.check_status_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.complete_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.contact_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.count IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.customer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.dealer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.delay IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.delay_reason IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.department IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.department_attr IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.district IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.end_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.feature IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.funding_situation IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.integrated_sales IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.leads_num IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.list_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.lost_reason IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.lost_reason_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.other_remark IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.package_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.package_type_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.product_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.product_sku_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.product_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.progress IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.region_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.remark IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.report_num IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.rp_total_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.series_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.skus IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.source IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.sub_industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.total_price IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.trader_contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.trader_contact_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.trader_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.update_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.way IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_partner_summary_report IS ''; + + + +create table if not exists p12_sfull.S98_S_partner_summary_report ( + accepted TEXT + , address TEXT + , advantage TEXT + , alias TEXT + , apply_admin_name TEXT + , apply_date TEXT + , apply_email TEXT + , apply_phone TEXT + , apply_situation TEXT + , benefit TEXT + , check_admin_name TEXT + , check_date TEXT + , check_status_str TEXT + , city TEXT + , complete_date TEXT + , contact_name TEXT + , contact_phone TEXT + , count TEXT + , customer_name TEXT + , dealer_name TEXT + , delay TEXT + , delay_reason TEXT + , department TEXT + , department_attr TEXT + , district TEXT + , end_date TEXT + , feature TEXT + , funding_situation TEXT + , industry TEXT + , integrated_sales TEXT + , leads_num TEXT + , list_price TEXT + , lost_reason TEXT + , lost_reason_type TEXT + , other_remark TEXT + , package_name TEXT + , package_type_name TEXT + , product_name TEXT + , product_sku_type TEXT + , product_type TEXT + , progress TEXT + , province TEXT + , region_name TEXT + , remark TEXT + , report_num TEXT + , rp_total_price TEXT + , series_name TEXT + , skus TEXT + , source TEXT + , sub_industry TEXT + , total_price TEXT + , trader_contact_name TEXT + , trader_contact_phone TEXT + , trader_name TEXT + , tsm_names_by_alias TEXT + , update_date TEXT + , way TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.accepted IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.advantage IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.apply_admin_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.apply_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.apply_email IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.apply_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.apply_situation IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.benefit IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.check_admin_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.check_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.check_status_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.complete_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.contact_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.count IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.customer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.dealer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.delay IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.delay_reason IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.department IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.department_attr IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.district IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.end_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.feature IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.funding_situation IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.integrated_sales IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.leads_num IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.list_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.lost_reason IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.lost_reason_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.other_remark IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.package_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.package_type_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.product_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.product_sku_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.product_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.progress IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.region_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.remark IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.report_num IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.rp_total_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.series_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.skus IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.source IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.sub_industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.total_price IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.trader_contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.trader_contact_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.trader_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.update_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.way IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_partner_summary_report IS ''; +