dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-30 16:44:15 +08:00
parent 0f07760461
commit 1a54db3b73
8 changed files with 27 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql
View File

@ -5,8 +5,7 @@
delete from p10_sa.S98_S_partner_summary_report delete from p10_sa.S98_S_partner_summary_report
; ;
insert into p10_sa.S98_S_partner_summary_report insert into p10_sa.S98_S_partner_summary_report
( accepted ( address
, address
, advantage , advantage
, alias , alias
, apply_admin_name , apply_admin_name
@ -47,6 +46,7 @@ insert into p10_sa.S98_S_partner_summary_report
, product_type , product_type
, progress , progress
, province , province
, record_id
, region_name , region_name
, remark , remark
, report_num , report_num
@ -64,8 +64,7 @@ insert into p10_sa.S98_S_partner_summary_report
, way , way
, etl_tx_dt ) , etl_tx_dt )
select select
accepted address
, address
, advantage , advantage
, alias , alias
, apply_admin_name , apply_admin_name
@ -106,6 +105,7 @@ insert into p10_sa.S98_S_partner_summary_report
, product_type , product_type
, progress , progress
, province , province
, record_id
, region_name , region_name
, remark , remark
, report_num , report_num
@ -128,8 +128,7 @@ insert into p10_sa.S98_S_partner_summary_report
; ;
; ;
insert into p12_sfull.S98_S_partner_summary_report insert into p12_sfull.S98_S_partner_summary_report
( accepted ( address
, address
, advantage , advantage
, alias , alias
, apply_admin_name , apply_admin_name
@ -170,6 +169,7 @@ insert into p12_sfull.S98_S_partner_summary_report
, product_type , product_type
, progress , progress
, province , province
, record_id
, region_name , region_name
, remark , remark
, report_num , report_num
@ -187,8 +187,7 @@ insert into p12_sfull.S98_S_partner_summary_report
, way , way
, etl_tx_dt ) , etl_tx_dt )
select select
accepted address
, address
, advantage , advantage
, alias , alias
, apply_admin_name , apply_admin_name
@ -229,6 +228,7 @@ insert into p12_sfull.S98_S_partner_summary_report
, product_type , product_type
, progress , progress
, province , province
, record_id
, region_name , region_name
, remark , remark
, report_num , report_num

4
dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql
View File

@ -1,7 +1,6 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_report ( CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_report (
accepted TEXT address TEXT
, address TEXT
, advantage TEXT , advantage TEXT
, alias TEXT , alias TEXT
, apply_admin_name TEXT , apply_admin_name TEXT
@ -42,6 +41,7 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_report (
, product_type TEXT , product_type TEXT
, progress TEXT , progress TEXT
, province TEXT , province TEXT
, record_id TEXT
, region_name TEXT , region_name TEXT
, remark TEXT , remark TEXT
, report_num TEXT , report_num TEXT

12
dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql
View File

@ -1,7 +1,6 @@
create table if not exists p10_sa.S98_S_partner_summary_report ( create table if not exists p10_sa.S98_S_partner_summary_report (
accepted TEXT address TEXT
, address TEXT
, advantage TEXT , advantage TEXT
, alias TEXT , alias TEXT
, apply_admin_name TEXT , apply_admin_name TEXT
@ -42,6 +41,7 @@ create table if not exists p10_sa.S98_S_partner_summary_report (
, product_type TEXT , product_type TEXT
, progress TEXT , progress TEXT
, province TEXT , province TEXT
, record_id TEXT
, region_name TEXT , region_name TEXT
, remark TEXT , remark TEXT
, report_num TEXT , report_num TEXT
@ -60,7 +60,6 @@ create table if not exists p10_sa.S98_S_partner_summary_report (
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.accepted IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.address IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.address IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.advantage IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.advantage IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.alias IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.alias IS '';
@ -102,6 +101,7 @@ create table if not exists p10_sa.S98_S_partner_summary_report (
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.product_type IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.product_type IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.progress IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.progress IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.province IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.province IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.record_id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.region_name IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.region_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.remark IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.remark IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.report_num IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.report_num IS '';
@ -124,8 +124,7 @@ COMMENT ON TABLE p10_sa.S98_S_partner_summary_report IS '';
create table if not exists p12_sfull.S98_S_partner_summary_report ( create table if not exists p12_sfull.S98_S_partner_summary_report (
accepted TEXT address TEXT
, address TEXT
, advantage TEXT , advantage TEXT
, alias TEXT , alias TEXT
, apply_admin_name TEXT , apply_admin_name TEXT
@ -166,6 +165,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_report (
, product_type TEXT , product_type TEXT
, progress TEXT , progress TEXT
, province TEXT , province TEXT
, record_id TEXT
, region_name TEXT , region_name TEXT
, remark TEXT , remark TEXT
, report_num TEXT , report_num TEXT
@ -184,7 +184,6 @@ create table if not exists p12_sfull.S98_S_partner_summary_report (
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.accepted IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.address IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.address IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.advantage IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.advantage IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.alias IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.alias IS '';
@ -226,6 +225,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_report (
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.product_type IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.product_type IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.progress IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.progress IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.province IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.province IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.record_id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.region_name IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.region_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.remark IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.remark IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.report_num IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.report_num IS '';

4
dev/workflow/TK_Cust/partner1site/partner_summary_visit/S98_S_partner_summary_visit.sql
View File

@ -32,6 +32,7 @@ insert into p10_sa.S98_S_partner_summary_visit
, tsm_names_by_alias , tsm_names_by_alias
, visit_remark , visit_remark
, visitor , visitor
, id
, etl_tx_dt ) , etl_tx_dt )
select select
alias alias
@ -61,6 +62,7 @@ insert into p10_sa.S98_S_partner_summary_visit
, tsm_names_by_alias , tsm_names_by_alias
, visit_remark , visit_remark
, visitor , visitor
, id
, etl_tx_dt , etl_tx_dt
from p00_tal.S98_S_partner_summary_visit from p00_tal.S98_S_partner_summary_visit
; ;
@ -95,6 +97,7 @@ insert into p12_sfull.S98_S_partner_summary_visit
, tsm_names_by_alias , tsm_names_by_alias
, visit_remark , visit_remark
, visitor , visitor
, id
, etl_tx_dt ) , etl_tx_dt )
select select
alias alias
@ -124,6 +127,7 @@ insert into p12_sfull.S98_S_partner_summary_visit
, tsm_names_by_alias , tsm_names_by_alias
, visit_remark , visit_remark
, visitor , visitor
, id
, etl_tx_dt , etl_tx_dt
from p10_sa.S98_S_partner_summary_visit from p10_sa.S98_S_partner_summary_visit
; ;

1
dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_foreign_tables.sql
View File

@ -27,6 +27,7 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_visit (
, tsm_names_by_alias TEXT , tsm_names_by_alias TEXT
, visit_remark TEXT , visit_remark TEXT
, visitor TEXT , visitor TEXT
, id TEXT
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) )

4
dev/workflow/TK_Cust/partner1site/partner_summary_visit/sa_tables.sql
View File

@ -27,6 +27,7 @@ create table if not exists p10_sa.S98_S_partner_summary_visit (
, tsm_names_by_alias TEXT , tsm_names_by_alias TEXT
, visit_remark TEXT , visit_remark TEXT
, visitor TEXT , visitor TEXT
, id TEXT
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
@ -57,6 +58,7 @@ create table if not exists p10_sa.S98_S_partner_summary_visit (
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.tsm_names_by_alias IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.tsm_names_by_alias IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visit_remark IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visit_remark IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visitor IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visitor IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.etl_tx_dt IS ''; COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_partner_summary_visit IS ''; COMMENT ON TABLE p10_sa.S98_S_partner_summary_visit IS '';
@ -91,6 +93,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_visit (
, tsm_names_by_alias TEXT , tsm_names_by_alias TEXT
, visit_remark TEXT , visit_remark TEXT
, visitor TEXT , visitor TEXT
, id TEXT
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
@ -121,6 +124,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_visit (
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.tsm_names_by_alias IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.tsm_names_by_alias IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visit_remark IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visit_remark IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visitor IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visitor IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.etl_tx_dt IS ''; COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_partner_summary_visit IS ''; COMMENT ON TABLE p12_sfull.S98_S_partner_summary_visit IS '';

2
dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py
View File

@ -132,7 +132,7 @@ def main():
data = client.fetch_all_pages( data = client.fetch_all_pages(
api_name="visits", api_name="visits",
params={'startInsertDate':'2000-1-1'} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)} params={} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
) )
save_json_to_pg(data, API_ID) save_json_to_pg(data, API_ID)

2
dev/workflow/TK_Cust/partner1site/获取报备数据/part_summary_report_feign.py
View File

@ -132,7 +132,7 @@ def main():
data = client.fetch_all_pages( data = client.fetch_all_pages(
api_name="reports", api_name="reports",
params={'startInsertDate':'2000-1-1'} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)} params={} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
) )