dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-28 16:49:57 +08:00
parent a3079f4da6
commit e96e2c75e9
4 changed files with 388 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py
View File

@ -113,7 +113,16 @@ dag=dag)
part_summary_pos_feign >> part_summary_pos_load part_summary_pos_feign >> part_summary_pos_load
partner_summary_pos_3664 = SSHOperator(
ssh_hook=sshHook,
task_id='partner_summary_pos_3664',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_part_summary_pos"},
depends_on_past=False,
retries=3,
dag=dag)
part_summary_visit_load >> partner_summary_visit_9060 part_summary_visit_load >> partner_summary_visit_9060
part_summary_report_load >> partner_summary_report_6257 part_summary_report_load >> partner_summary_report_6257
partner_summary_report_6257 >> task_failed part_summary_pos_load >> partner_summary_pos_3664
part_summary_pos_load >> task_failed partner_summary_pos_3664 >> task_failed

166
dev/workflow/TK_Cust/partner1site/partner_summary_pos/S98_S_part_summary_pos.sql Normal file
View File

@ -0,0 +1,166 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_part_summary_pos
;
insert into p10_sa.S98_S_part_summary_pos
( address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt )
select
address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt
from p00_tal.S98_S_part_summary_pos
;
delete from p12_sfull.S98_S_part_summary_pos
;
;
insert into p12_sfull.S98_S_part_summary_pos
( address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt )
select
address
, alias
, ap
, application
, area_name
, channel_type
, city
, contact_department
, contact_email
, contact_name
, contact_phone
, contact_title
, customer_chanel_name
, customer_name
, distributor_name
, distributor_name2
, extended_price
, id
, industry
, invoice_number
, online_name
, online_or_offline
, pos_insert_date
, pos_invoice_date
, pos_update_date
, product_ap
, product_qty
, province
, sales_name
, sales_price
, sales_trx_currency_code
, sub_industry
, temp_city_name
, transfer
, tsm_names_by_alias
, zip
, etl_tx_dt
from p10_sa.S98_S_part_summary_pos
;
\q

48
dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_foreign_tables.sql Normal file
View File

@ -0,0 +1,48 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_part_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
, application TEXT
, area_name TEXT
, channel_type TEXT
, city TEXT
, contact_department TEXT
, contact_email TEXT
, contact_name TEXT
, contact_phone TEXT
, contact_title TEXT
, customer_chanel_name TEXT
, customer_name TEXT
, distributor_name TEXT
, distributor_name2 TEXT
, extended_price TEXT
, id TEXT
, industry TEXT
, invoice_number TEXT
, online_name TEXT
, online_or_offline TEXT
, pos_insert_date TEXT
, pos_invoice_date TEXT
, pos_update_date TEXT
, product_ap TEXT
, product_qty TEXT
, province TEXT
, sales_name TEXT
, sales_price TEXT
, sales_trx_currency_code TEXT
, sub_industry TEXT
, temp_city_name TEXT
, transfer TEXT
, tsm_names_by_alias TEXT
, zip TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'part_summary_pos' );

163
dev/workflow/TK_Cust/partner1site/partner_summary_pos/sa_tables.sql Normal file
View File

@ -0,0 +1,163 @@
create table if not exists p10_sa.S98_S_part_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
, application TEXT
, area_name TEXT
, channel_type TEXT
, city TEXT
, contact_department TEXT
, contact_email TEXT
, contact_name TEXT
, contact_phone TEXT
, contact_title TEXT
, customer_chanel_name TEXT
, customer_name TEXT
, distributor_name TEXT
, distributor_name2 TEXT
, extended_price TEXT
, id TEXT
, industry TEXT
, invoice_number TEXT
, online_name TEXT
, online_or_offline TEXT
, pos_insert_date TEXT
, pos_invoice_date TEXT
, pos_update_date TEXT
, product_ap TEXT
, product_qty TEXT
, province TEXT
, sales_name TEXT
, sales_price TEXT
, sales_trx_currency_code TEXT
, sub_industry TEXT
, temp_city_name TEXT
, transfer TEXT
, tsm_names_by_alias TEXT
, zip TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.address IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.application IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.area_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.channel_type IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.city IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_department IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_email IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.contact_title IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.customer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.extended_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.id IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_ap IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.product_qty IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.province IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_price IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.transfer IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.zip IS '';
COMMENT ON COLUMN p10_sa.S98_S_part_summary_pos.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_part_summary_pos IS '';
create table if not exists p12_sfull.S98_S_part_summary_pos (
address TEXT
, alias TEXT
, ap TEXT
, application TEXT
, area_name TEXT
, channel_type TEXT
, city TEXT
, contact_department TEXT
, contact_email TEXT
, contact_name TEXT
, contact_phone TEXT
, contact_title TEXT
, customer_chanel_name TEXT
, customer_name TEXT
, distributor_name TEXT
, distributor_name2 TEXT
, extended_price TEXT
, id TEXT
, industry TEXT
, invoice_number TEXT
, online_name TEXT
, online_or_offline TEXT
, pos_insert_date TEXT
, pos_invoice_date TEXT
, pos_update_date TEXT
, product_ap TEXT
, product_qty TEXT
, province TEXT
, sales_name TEXT
, sales_price TEXT
, sales_trx_currency_code TEXT
, sub_industry TEXT
, temp_city_name TEXT
, transfer TEXT
, tsm_names_by_alias TEXT
, zip TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.application IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.area_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.channel_type IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.city IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_department IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_email IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_phone IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.contact_title IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_chanel_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.customer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.distributor_name2 IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.extended_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.invoice_number IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.online_or_offline IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_insert_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_invoice_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.pos_update_date IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_ap IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.product_qty IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_price IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sales_trx_currency_code IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.sub_industry IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.temp_city_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.transfer IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.tsm_names_by_alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.zip IS '';
COMMENT ON COLUMN p12_sfull.S98_S_part_summary_pos.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_part_summary_pos IS '';