diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index 7912798..1ff559a 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -57,4 +57,14 @@ dag=dag) part_summary_visit_feign >> part_summary_visit_load -part_summary_visit_load >> task_failed +partner_summary_visit_9060 = SSHOperator( +ssh_hook=sshHook, +task_id='partner_summary_visit_9060', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_partner_summary_visit"}, +depends_on_past=False, +retries=3, +dag=dag) + +part_summary_visit_load >> partner_summary_visit_9060 +partner_summary_visit_9060 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_visit/S98_S_partner_summary_visit.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/S98_S_partner_summary_visit.sql new file mode 100644 index 0000000..b25e015 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/S98_S_partner_summary_visit.sql @@ -0,0 +1,130 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_partner_summary_visit +; +insert into p10_sa.S98_S_partner_summary_visit +( alias + , area + , attachment_number + , comment_number + , contact_address + , contact_city + , contact_department + , contact_district + , contact_email + , contact_name + , contact_phone + , contact_province + , contact_ways + , customer_category + , customer_category_type + , customer_name + , dealer_name + , industry + , insert_date + , intention_product + , into_report + , like_name + , like_number + , sub_industry + , tsm_names_by_alias + , visit_remark + , visitor + , etl_tx_dt ) + select + alias + , area + , attachment_number + , comment_number + , contact_address + , contact_city + , contact_department + , contact_district + , contact_email + , contact_name + , contact_phone + , contact_province + , contact_ways + , customer_category + , customer_category_type + , customer_name + , dealer_name + , industry + , insert_date + , intention_product + , into_report + , like_name + , like_number + , sub_industry + , tsm_names_by_alias + , visit_remark + , visitor + , etl_tx_dt + from p00_tal.S98_S_partner_summary_visit + ; + delete from p12_sfull.S98_S_partner_summary_visit +; +; +insert into p12_sfull.S98_S_partner_summary_visit +( alias + , area + , attachment_number + , comment_number + , contact_address + , contact_city + , contact_department + , contact_district + , contact_email + , contact_name + , contact_phone + , contact_province + , contact_ways + , customer_category + , customer_category_type + , customer_name + , dealer_name + , industry + , insert_date + , intention_product + , into_report + , like_name + , like_number + , sub_industry + , tsm_names_by_alias + , visit_remark + , visitor + , etl_tx_dt ) + select + alias + , area + , attachment_number + , comment_number + , contact_address + , contact_city + , contact_department + , contact_district + , contact_email + , contact_name + , contact_phone + , contact_province + , contact_ways + , customer_category + , customer_category_type + , customer_name + , dealer_name + , industry + , insert_date + , intention_product + , into_report + , like_name + , like_number + , sub_industry + , tsm_names_by_alias + , visit_remark + , visitor + , etl_tx_dt + from p10_sa.S98_S_partner_summary_visit +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_foreign_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_foreign_tables.sql new file mode 100644 index 0000000..7539335 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_foreign_tables.sql @@ -0,0 +1,39 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_visit ( + alias TEXT + , area TEXT + , attachment_number TEXT + , comment_number TEXT + , contact_address TEXT + , contact_city TEXT + , contact_department TEXT + , contact_district TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_province TEXT + , contact_ways TEXT + , customer_category TEXT + , customer_category_type TEXT + , customer_name TEXT + , dealer_name TEXT + , industry TEXT + , insert_date TEXT + , intention_product TEXT + , into_report TEXT + , like_name TEXT + , like_number TEXT + , sub_industry TEXT + , tsm_names_by_alias TEXT + , visit_remark TEXT + , visitor TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_visit' ); + + + + + diff --git a/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_tables.sql b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_tables.sql new file mode 100644 index 0000000..66055f6 --- /dev/null +++ b/dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_tables.sql @@ -0,0 +1,127 @@ + +create table if not exists p10_sa.S98_S_partner_summary_visit ( + alias TEXT + , area TEXT + , attachment_number TEXT + , comment_number TEXT + , contact_address TEXT + , contact_city TEXT + , contact_department TEXT + , contact_district TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_province TEXT + , contact_ways TEXT + , customer_category TEXT + , customer_category_type TEXT + , customer_name TEXT + , dealer_name TEXT + , industry TEXT + , insert_date TEXT + , intention_product TEXT + , into_report TEXT + , like_name TEXT + , like_number TEXT + , sub_industry TEXT + , tsm_names_by_alias TEXT + , visit_remark TEXT + , visitor TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.area IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.attachment_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.comment_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_address IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_department IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_district IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_email IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_phone IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_ways IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_category IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_category_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.dealer_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.insert_date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.intention_product IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.into_report IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.like_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.like_number IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.sub_industry IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visit_remark IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visitor IS ''; + COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_partner_summary_visit IS ''; + + + +create table if not exists p12_sfull.S98_S_partner_summary_visit ( + alias TEXT + , area TEXT + , attachment_number TEXT + , comment_number TEXT + , contact_address TEXT + , contact_city TEXT + , contact_department TEXT + , contact_district TEXT + , contact_email TEXT + , contact_name TEXT + , contact_phone TEXT + , contact_province TEXT + , contact_ways TEXT + , customer_category TEXT + , customer_category_type TEXT + , customer_name TEXT + , dealer_name TEXT + , industry TEXT + , insert_date TEXT + , intention_product TEXT + , into_report TEXT + , like_name TEXT + , like_number TEXT + , sub_industry TEXT + , tsm_names_by_alias TEXT + , visit_remark TEXT + , visitor TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.area IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.attachment_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.comment_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_address IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_department IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_district IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_email IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_phone IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_ways IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_category IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_category_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.dealer_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.insert_date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.intention_product IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.into_report IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.like_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.like_number IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.sub_industry IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.tsm_names_by_alias IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visit_remark IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visitor IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_partner_summary_visit IS ''; +