diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index d9430eb..b9b68ef 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -141,8 +141,17 @@ dag=dag) part_summary_custome_feign >> part_summary_custome_load +partner_summary_customer_5702 = SSHOperator( +ssh_hook=sshHook, +task_id='partner_summary_customer_5702', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_partner_summary_customer"}, +depends_on_past=False, +retries=3, +dag=dag) + part_summary_visit_load >> partner_summary_visit_9060 part_summary_report_load >> partner_summary_report_6257 part_summary_pos_load >> partner_summary_pos_4937 -partner_summary_pos_4937 >> task_failed -part_summary_custome_load >> task_failed +part_summary_custome_load >> partner_summary_customer_5702 +partner_summary_customer_5702 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_customer/S98_S_partner_summary_customer.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/S98_S_partner_summary_customer.sql new file mode 100644 index 0000000..91b18e9 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/S98_S_partner_summary_customer.sql @@ -0,0 +1,90 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_partner_summary_customer +; +insert into p10_sa.S98_S_partner_summary_customer +( address + , city + , contact_address + , contact_city + , contact_name + , contact_province + , customer_contact_id + , customer_id + , customer_name + , department + , email + , industry + , phone_number + , province + , sub_industry + , website_desc + , website_url + , etl_tx_dt ) + select + address + , city + , contact_address + , contact_city + , contact_name + , contact_province + , customer_contact_id + , customer_id + , customer_name + , department + , email + , industry + , phone_number + , province + , sub_industry + , website_desc + , website_url + , etl_tx_dt + from p00_tal.S98_S_partner_summary_customer + ; + delete from p12_sfull.S98_S_partner_summary_customer +; +; +insert into p12_sfull.S98_S_partner_summary_customer +( address + , city + , contact_address + , contact_city + , contact_name + , contact_province + , customer_contact_id + , customer_id + , customer_name + , department + , email + , industry + , phone_number + , province + , sub_industry + , website_desc + , website_url + , etl_tx_dt ) + select + address + , city + , contact_address + , contact_city + , contact_name + , contact_province + , customer_contact_id + , customer_id + , customer_name + , department + , email + , industry + , phone_number + , province + , sub_industry + , website_desc + , website_url + , etl_tx_dt + from p10_sa.S98_S_partner_summary_customer +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_foreign_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_foreign_tables.sql new file mode 100644 index 0000000..e579505 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_foreign_tables.sql @@ -0,0 +1,29 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_customer ( + address TEXT + , city TEXT + , contact_address TEXT + , contact_city TEXT + , contact_name TEXT + , contact_province TEXT + , customer_contact_id TEXT + , customer_id TEXT + , customer_name TEXT + , department TEXT + , email TEXT + , industry TEXT + , phone_number TEXT + , province TEXT + , sub_industry TEXT + , website_desc TEXT + , website_url TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_customer' ); + + + + + diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_tables.sql new file mode 100644 index 0000000..2bd5b14 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_tables.sql @@ -0,0 +1,87 @@ + +create table if not exists p10_sa.S98_S_partner_summary_customer ( + address TEXT + , city TEXT + , contact_address TEXT + , contact_city TEXT + , contact_name TEXT + , contact_province TEXT + , customer_contact_id TEXT + , customer_id TEXT + , customer_name TEXT + , department TEXT + , email TEXT + , industry TEXT + , phone_number TEXT + , province TEXT + , sub_industry TEXT + , website_desc TEXT + , website_url TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_contact_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.department IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.email IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.phone_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.sub_industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.website_desc IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.website_url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_partner_summary_customer IS ''; + + + +create table if not exists p12_sfull.S98_S_partner_summary_customer ( + address TEXT + , city TEXT + , contact_address TEXT + , contact_city TEXT + , contact_name TEXT + , contact_province TEXT + , customer_contact_id TEXT + , customer_id TEXT + , customer_name TEXT + , department TEXT + , email TEXT + , industry TEXT + , phone_number TEXT + , province TEXT + , sub_industry TEXT + , website_desc TEXT + , website_url TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_contact_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.department IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.email IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.phone_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.sub_industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.website_desc IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.website_url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_partner_summary_customer IS ''; +