dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-28 17:33:30 +08:00
parent b429bc2dd9
commit da801f06a1
4 changed files with 257 additions and 82 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py
View File

@ -113,7 +113,16 @@ dag=dag)
part_summary_pos_feign >> part_summary_pos_load
partner_summary_pos_4937 = SSHOperator(
ssh_hook=sshHook,
task_id='partner_summary_pos_4937',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_partner_summary_pos"},
depends_on_past=False,
retries=3,
dag=dag)
part_summary_visit_load >> partner_summary_visit_9060
part_summary_report_load >> partner_summary_report_6257
partner_summary_report_6257 >> task_failed
part_summary_pos_load >> task_failed
part_summary_pos_load >> partner_summary_pos_4937
partner_summary_pos_4937 >> task_failed

166
dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_partner_summary_pos.sql Normal file
View File

@ -0,0 +1,166 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_partner_summary_pos
;
insert into p10_sa.S98_S_partner_summary_pos
( address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt )
select
address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt
from p00_tal.S98_S_partner_summary_pos
;
delete from p12_sfull.S98_S_partner_summary_pos
;
;
insert into p12_sfull.S98_S_partner_summary_pos
( address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt )
select
address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt
from p10_sa.S98_S_partner_summary_pos
;
\q

4
dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql
View File

@ -1,5 +1,5 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos (
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
@ -40,7 +40,7 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos (
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'part_summary_pos' );
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_pos' );

156
dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql
View File

@ -1,5 +1,5 @@
create table if not exists p10_sa.S98_S_part_summary_pos (
create table if not exists p10_sa.S98_S_partner_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
@ -39,49 +39,49 @@ create table if not exists p10_sa.S98_S_part_summary_pos (
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.address IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.application IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.area_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.channel_type IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.city IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_department IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_email IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_title IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.extended_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.id IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_qty IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.province IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.transfer IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.zip IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.etl_tx_dt IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.address IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.application IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.area_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.channel_type IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.city IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_department IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_email IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.contact_title IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.customer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.extended_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.online_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.product_ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.product_qty IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.province IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.transfer IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.zip IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_pos.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_part_summary_pos IS '';
COMMENT ON TABLE p10_sa.S98_S_partner_summary_pos IS '';
create table if not exists p12_sfull.S98_S_part_summary_pos (
create table if not exists p12_sfull.S98_S_partner_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
@ -121,43 +121,43 @@ create table if not exists p12_sfull.S98_S_part_summary_pos (
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.application IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.area_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.channel_type IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.city IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_department IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_email IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_title IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.extended_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_qty IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.transfer IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.zip IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.etl_tx_dt IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.application IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.area_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.channel_type IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.city IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_department IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_email IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.contact_title IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.customer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.extended_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.online_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.product_ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.product_qty IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.transfer IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.zip IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_pos.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_part_summary_pos IS '';
COMMENT ON TABLE p12_sfull.S98_S_partner_summary_pos IS '';