dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-10-16 18:25:36 +08:00
parent 617a7ffd35
commit c3cdb596f2
7 changed files with 172 additions and 152 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dev/workflow/TK_Cust/partner1site/Partner报备数据表/t01_partner_report.sql
View File

@ -12,6 +12,7 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_partner_report (
, check_admin_name varchar(50)
, check_status_str varchar(50)
, check_date date
, customer_id varchar(50)
, customer_name varchar(200)
, way varchar(50)
, trader_name varchar(200)
@ -79,6 +80,7 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_partner_report (
COMMENT ON COLUMN p20_pdm.t01_partner_report.check_admin_name IS '审核销售经理';
COMMENT ON COLUMN p20_pdm.t01_partner_report.check_status_str IS '审核状态';
COMMENT ON COLUMN p20_pdm.t01_partner_report.check_date IS '审核时间';
COMMENT ON COLUMN p20_pdm.t01_partner_report.customer_id IS '客户ID';
COMMENT ON COLUMN p20_pdm.t01_partner_report.customer_name IS '客户名称';
COMMENT ON COLUMN p20_pdm.t01_partner_report.way IS '采购方式及渠道';
COMMENT ON COLUMN p20_pdm.t01_partner_report.trader_name IS '贸易商名称';

13
dev/workflow/TK_Cust/partner1site/Partner报备数据表/t01_partner_report_agi.sql
View File

@ -4,11 +4,11 @@
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_partner_report(Partner报备数据表) */
/*Create Date:2025-09-30 19:03:29 */
/*Create Date:2025-10-16 18:25:02 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2025-09-29 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2025-09-30 */
/*SDM Checked Date: 2025-10-16 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: p10_sa.s98_s_partner_summary_report */
@ -53,6 +53,7 @@ INSERT INTO t01_partner_report_agi_CUR_I (
,check_admin_name /*审核销售经理*/
,check_status_str /*审核状态*/
,check_date /*审核时间*/
,customer_id /*客户ID*/
,customer_name /*客户名称*/
,way /*采购方式及渠道*/
,trader_name /*贸易商名称*/
@ -119,6 +120,7 @@ SELECT
,COALESCE(TRIM(CAST(p0.check_admin_name AS varchar(50))),'') /*check_admin_name*/
,COALESCE(TRIM(CAST(p0.check_status_str AS varchar(50))),'') /*check_status_str*/
,p0.check_date::date /*check_date*/
,COALESCE(TRIM(CAST(p0.customer_id AS varchar(50))),'') /*customer_id*/
,COALESCE(TRIM(CAST(p0.customer_name AS varchar(200))),'') /*customer_name*/
,COALESCE(TRIM(CAST(p0.way AS varchar(50))),'') /*way*/
,COALESCE(TRIM(CAST(p0.trader_name AS varchar(200))),'') /*trader_name*/
@ -190,6 +192,7 @@ FROM p10_sa.s98_s_partner_summary_report p0
,check_admin_name /*审核销售经理*/
,check_status_str /*审核状态*/
,check_date /*审核时间*/
,customer_id /*客户ID*/
,customer_name /*客户名称*/
,way /*采购方式及渠道*/
,trader_name /*贸易商名称*/
@ -257,6 +260,7 @@ FROM p10_sa.s98_s_partner_summary_report p0
,P1.check_admin_name /*审核销售经理*/
,P1.check_status_str /*审核状态*/
,P1.check_date /*审核时间*/
,P1.customer_id /*客户ID*/
,P1.customer_name /*客户名称*/
,P1.way /*采购方式及渠道*/
,P1.trader_name /*贸易商名称*/
@ -324,6 +328,7 @@ ON P1.report_num = P2.report_num
AND P1.check_admin_name = P2.check_admin_name
AND P1.check_status_str = P2.check_status_str
AND P1.check_date = P2.check_date
AND P1.customer_id = P2.customer_id
AND P1.customer_name = P2.customer_name
AND P1.way = P2.way
AND P1.trader_name = P2.trader_name
@ -382,6 +387,7 @@ WHERE P2.report_num IS NULL
OR P2.check_admin_name IS NULL
OR P2.check_status_str IS NULL
OR P2.check_date IS NULL
OR P2.customer_id IS NULL
OR P2.customer_name IS NULL
OR P2.way IS NULL
OR P2.trader_name IS NULL
@ -443,6 +449,7 @@ WHERE P2.report_num IS NULL
,check_admin_name /*审核销售经理*/
,check_status_str /*审核状态*/
,check_date /*审核时间*/
,customer_id /*客户ID*/
,customer_name /*客户名称*/
,way /*采购方式及渠道*/
,trader_name /*贸易商名称*/
@ -510,6 +517,7 @@ SELECT
,P1.check_admin_name /*审核销售经理*/
,P1.check_status_str /*审核状态*/
,P1.check_date /*审核时间*/
,P1.customer_id /*客户ID*/
,P1.customer_name /*客户名称*/
,P1.way /*采购方式及渠道*/
,P1.trader_name /*贸易商名称*/
@ -579,6 +587,7 @@ DO UPDATE SET
,check_admin_name=excluded.check_admin_name
,check_status_str=excluded.check_status_str
,check_date=excluded.check_date
,customer_id=excluded.customer_id
,customer_name=excluded.customer_name
,way=excluded.way
,trader_name=excluded.trader_name

4
dev/workflow/TK_Cust/partner1site/partner_summary_report/S98_S_partner_summary_report.sql
View File

@ -22,6 +22,7 @@ insert into p10_sa.S98_S_partner_summary_report
, contact_name
, contact_phone
, count
, customer_id
, customer_name
, dealer_name
, delay
@ -81,6 +82,7 @@ insert into p10_sa.S98_S_partner_summary_report
, contact_name
, contact_phone
, count
, customer_id
, customer_name
, dealer_name
, delay
@ -145,6 +147,7 @@ insert into p12_sfull.S98_S_partner_summary_report
, contact_name
, contact_phone
, count
, customer_id
, customer_name
, dealer_name
, delay
@ -204,6 +207,7 @@ insert into p12_sfull.S98_S_partner_summary_report
, contact_name
, contact_phone
, count
, customer_id
, customer_name
, dealer_name
, delay

1
dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_foreign_tables.sql
View File

@ -17,6 +17,7 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_report (
, contact_name TEXT
, contact_phone TEXT
, count TEXT
, customer_id TEXT
, customer_name TEXT
, dealer_name TEXT
, delay TEXT

4
dev/workflow/TK_Cust/partner1site/partner_summary_report/sa_tables.sql
View File

@ -17,6 +17,7 @@ create table if not exists p10_sa.S98_S_partner_summary_report (
, contact_name TEXT
, contact_phone TEXT
, count TEXT
, customer_id TEXT
, customer_name TEXT
, dealer_name TEXT
, delay TEXT
@ -77,6 +78,7 @@ create table if not exists p10_sa.S98_S_partner_summary_report (
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.contact_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.contact_phone IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.count IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.customer_id IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.customer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.dealer_name IS '';
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_report.delay IS '';
@ -141,6 +143,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_report (
, contact_name TEXT
, contact_phone TEXT
, count TEXT
, customer_id TEXT
, customer_name TEXT
, dealer_name TEXT
, delay TEXT
@ -201,6 +204,7 @@ create table if not exists p12_sfull.S98_S_partner_summary_report (
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.contact_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.contact_phone IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.count IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.customer_id IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.customer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.dealer_name IS '';
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_report.delay IS '';

9
dev/workflow/TK_Cust/partner1site/获取报备数据/part_summary_report_feign.py
View File

@ -72,7 +72,7 @@ class Partner1SiteClient:
"page": page_num
})
resp = requests.get(base_url, params=params_with_paging, timeout=120)
resp = requests.get(base_url, params=params_with_paging, timeout=30)
resp.raise_for_status()
data_json = resp.json()
@ -131,12 +131,9 @@ def main():
client = Partner1SiteClient(ACCESS_KEY, SECRET_KEY)
data = client.fetch_all_pages(
api_name="reports",
params={'startApplyDate':get_previous_date(7)}
# params={'startApplyDate':'2000-1-1'}
api_name="visits",
params={'startApplyDate':'2000-01-01',} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
)
save_json_to_pg(data, API_ID)

3
dev/workflow/TK_Cust/partner1site/获取报备数据/part_summary_report_load.sql
View File

@ -23,6 +23,7 @@ insert into data_api.partner_summary_report (
, contact_name
, contact_phone
, count
, customer_id
, customer_name
, dealer_name
, delay
@ -83,6 +84,7 @@ select
, case when trim(both from contact_name)='' then null else contact_name::text end contact_name
, case when trim(both from contact_phone)='' then null else contact_phone::text end contact_phone
, case when trim(both from count)='' then null else count::text end count
, case when trim(both from customer_id)='' then null else customer_id::text end customer_id
, case when trim(both from customer_name)='' then null else customer_name::text end customer_name
, case when trim(both from dealer_name)='' then null else dealer_name::text end dealer_name
, case when trim(both from delay)='' then null else delay::text end delay
@ -143,6 +145,7 @@ select
, (json_array_elements(data::json)::json->>'contactName') contact_name
, (json_array_elements(data::json)::json->>'contactPhone') contact_phone
, (json_array_elements(data::json)::json->>'count') count
, (json_array_elements(data::json)::json->>'customerId') customer_id
, (json_array_elements(data::json)::json->>'customerName') customer_name
, (json_array_elements(data::json)::json->>'dealerName') dealer_name
, (json_array_elements(data::json)::json->>'delay') delay