dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-28 18:41:11 +08:00
parent 833e2d61e7
commit 2689fb16c7
4 changed files with 217 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py
View File

@ -141,8 +141,17 @@ dag=dag)
part_summary_custome_feign >> part_summary_custome_load part_summary_custome_feign >> part_summary_custome_load
partner_summary_customer_5702 = SSHOperator(
ssh_hook=sshHook,
task_id='partner_summary_customer_5702',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_partner_summary_customer"},
depends_on_past=False,
retries=3,
dag=dag)
part_summary_visit_load >> partner_summary_visit_9060 part_summary_visit_load >> partner_summary_visit_9060
part_summary_report_load >> partner_summary_report_6257 part_summary_report_load >> partner_summary_report_6257
part_summary_pos_load >> partner_summary_pos_4937 part_summary_pos_load >> partner_summary_pos_4937
partner_summary_pos_4937 >> task_failed part_summary_custome_load >> partner_summary_customer_5702
part_summary_custome_load >> task_failed partner_summary_customer_5702 >> task_failed

90
dev/workflow/TK_Cust/partner1site/partner_summary_customer/S98_S_partner_summary_customer.sql Normal file
View File

@ -0,0 +1,90 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_partner_summary_customer
;
insert into p10_sa.S98_S_partner_summary_customer
( address
, city
, contact_address
, contact_city
, contact_name
, contact_province
, customer_contact_id
, customer_id
, customer_name
, department
, email
, industry
, phone_number
, province
, sub_industry
, website_desc
, website_url
, etl_tx_dt )
select
address
, city
, contact_address
, contact_city
, contact_name
, contact_province
, customer_contact_id
, customer_id
, customer_name
, department
, email
, industry
, phone_number
, province
, sub_industry
, website_desc
, website_url
, etl_tx_dt
from p00_tal.S98_S_partner_summary_customer
;
delete from p12_sfull.S98_S_partner_summary_customer
;
;
insert into p12_sfull.S98_S_partner_summary_customer
( address
, city
, contact_address
, contact_city
, contact_name
, contact_province
, customer_contact_id
, customer_id
, customer_name
, department
, email
, industry
, phone_number
, province
, sub_industry
, website_desc
, website_url
, etl_tx_dt )
select
address
, city
, contact_address
, contact_city
, contact_name
, contact_province
, customer_contact_id
, customer_id
, customer_name
, department
, email
, industry
, phone_number
, province
, sub_industry
, website_desc
, website_url
, etl_tx_dt
from p10_sa.S98_S_partner_summary_customer
;
\q

29
dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_foreign_tables.sql Normal file
View File

@ -0,0 +1,29 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_customer (
address TEXT
, city TEXT
, contact_address TEXT
, contact_city TEXT
, contact_name TEXT
, contact_province TEXT
, customer_contact_id TEXT
, customer_id TEXT
, customer_name TEXT
, department TEXT
, email TEXT
, industry TEXT
, phone_number TEXT
, province TEXT
, sub_industry TEXT
, website_desc TEXT
, website_url TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_customer' );

87
dev/workflow/TK_Cust/partner1site/partner_summary_customer/sa_tables.sql Normal file
View File

@ -0,0 +1,87 @@
create table if not exists p10_sa.S98_S_partner_summary_customer (
address TEXT
, city TEXT
, contact_address TEXT
, contact_city TEXT
, contact_name TEXT
, contact_province TEXT
, customer_contact_id TEXT
, customer_id TEXT
, customer_name TEXT
, department TEXT
, email TEXT
, industry TEXT
, phone_number TEXT
, province TEXT
, sub_industry TEXT
, website_desc TEXT
, website_url TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.address IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.city IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_address IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_city IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.contact_province IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_contact_id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.customer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.department IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.email IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.phone_number IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.province IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.sub_industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.website_desc IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.website_url IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_customer.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_partner_summary_customer IS '';
create table if not exists p12_sfull.S98_S_partner_summary_customer (
address TEXT
, city TEXT
, contact_address TEXT
, contact_city TEXT
, contact_name TEXT
, contact_province TEXT
, customer_contact_id TEXT
, customer_id TEXT
, customer_name TEXT
, department TEXT
, email TEXT
, industry TEXT
, phone_number TEXT
, province TEXT
, sub_industry TEXT
, website_desc TEXT
, website_url TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.city IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_city IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.contact_province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_contact_id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.customer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.department IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.email IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.phone_number IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.sub_industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.website_desc IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.website_url IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_customer.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_partner_summary_customer IS '';