dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 泰克CRM,dev

This commit is contained in:
root 2025-12-25 19:27:43 +08:00
parent a2b20219b3
commit 72964e929f
5 changed files with 135 additions and 115 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads.sql
View File

@ -6,13 +6,14 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads (
, name varchar(50)
, create_time timestamp(0)
, company_name varchar(50)
, channel_type varchar(50)
, email varchar(50)
, mobile_phone varchar(20)
, mql_time varchar(20)
, campaign_name varchar(50)
, industry varchar(20)
, market_type varchar(20)
, tek_sqldate text
, tek_sqldate timestamp(0)
, tek_assigntopartnercompanyidname text
, Etl_Batch_No varchar(50)
, Etl_First_Dt timestamp(0)
@ -29,6 +30,7 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads (
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.name IS '姓名';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.create_time IS '创建时间';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.company_name IS '公司名称';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.channel_type IS '渠道类型';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.email IS '电子邮箱';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mobile_phone IS '手机号';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mql_time IS 'mql时间';

17
dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads_agi.sql
View File

@ -4,11 +4,11 @@
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_crm_raw_leads(CRM原始线索) */
/*Create Date:2025-12-09 15:32:27 */
/*Create Date:2025-12-25 19:27:00 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2024-01-12 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2025-12-09 */
/*SDM Checked Date: 2025-12-25 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: p10_sa.s98_s_crm_raw_leads */
@ -47,6 +47,7 @@ INSERT INTO t01_crm_raw_leads_agi_CUR_I (
,name /*姓名*/
,create_time /*创建时间*/
,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/
,mobile_phone /*手机号*/
,mql_time /*mql时间*/
@ -69,12 +70,13 @@ SELECT
,COALESCE(TRIM(CAST(p0.fullname AS varchar(50))),'') /*name*/
,COALESCE(TO_TIMESTAMP(CAST(p0.createdon AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) /*create_time*/
,COALESCE(TRIM(CAST(p0.companyname AS varchar(50))),'') /*company_name*/
,COALESCE(TRIM(CAST(p0.tek_channelidname AS varchar(50))),'') /*channel_type*/
,COALESCE(TRIM(CAST(p0.emailaddress1 AS varchar(50))),'') /*email*/
,COALESCE(TRIM(CAST(p0.mobilephone AS varchar(20))),'') /*mobile_phone*/
,case when p0.tek_mqldate = 'NULL' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_mqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*mql_time*/
,COALESCE(TRIM(CAST(p0.campaignidname AS varchar(50))),'') /*campaign_name*/
,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(100))),'') /*industry*/
,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(50))),'') /*market_type*/
,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(20))),'') /*industry*/
,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(20))),'') /*market_type*/
,case when p0.tek_sqldate = '' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_sqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*tek_sqldate*/
,COALESCE(TRIM(p0.tek_assigntopartnercompanyidname),'') /*tek_assigntopartnercompanyidname*/
,0 /*Etl_Batch_No*/
@ -95,6 +97,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0
name /*姓名*/
,create_time /*创建时间*/
,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/
,mobile_phone /*手机号*/
,mql_time /*mql时间*/
@ -118,6 +121,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0
P1.name /*姓名*/
,P1.create_time /*创建时间*/
,P1.company_name /*公司名称*/
,P1.channel_type /*渠道类型*/
,P1.email /*电子邮箱*/
,P1.mobile_phone /*手机号*/
,P1.mql_time /*mql时间*/
@ -141,6 +145,7 @@ LEFT JOIN :PDMDB.t01_crm_raw_leads P2
ON P1.name = P2.name
AND P1.create_time = P2.create_time
AND P1.company_name = P2.company_name
AND P1.channel_type = P2.channel_type
AND P1.email = P2.email
AND P1.mobile_phone = P2.mobile_phone
AND P1.mql_time = P2.mql_time
@ -155,6 +160,7 @@ ON P1.name = P2.name
WHERE P2.name IS NULL
OR P2.create_time IS NULL
OR P2.company_name IS NULL
OR P2.channel_type IS NULL
OR P2.email IS NULL
OR P2.mobile_phone IS NULL
OR P2.mql_time IS NULL
@ -172,6 +178,7 @@ WHERE P2.name IS NULL
name /*姓名*/
,create_time /*创建时间*/
,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/
,mobile_phone /*手机号*/
,mql_time /*mql时间*/
@ -195,6 +202,7 @@ SELECT
P1.name /*姓名*/
,P1.create_time /*创建时间*/
,P1.company_name /*公司名称*/
,P1.channel_type /*渠道类型*/
,P1.email /*电子邮箱*/
,P1.mobile_phone /*手机号*/
,P1.mql_time /*mql时间*/
@ -221,6 +229,7 @@ DO UPDATE SET
,name=excluded.name
,create_time=excluded.create_time
,company_name=excluded.company_name
,channel_type=excluded.channel_type
,email=excluded.email
,mobile_phone=excluded.mobile_phone
,mql_time=excluded.mql_time

74
dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql
View File

@ -12,41 +12,7 @@ insert into p10_sa.S98_S_crm_raw_leads
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt )
select
tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt
from p00_tal.S98_S_crm_raw_leads
;
delete from p12_sfull.S98_S_crm_raw_leads
where (tek_leadnumber) in (select tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ;
;
insert into p12_sfull.S98_S_crm_raw_leads
( tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate
@ -62,6 +28,44 @@ insert into p12_sfull.S98_S_crm_raw_leads
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt
from p00_tal.S98_S_crm_raw_leads
;
delete from p12_sfull.S98_S_crm_raw_leads
where (tek_contactnumber,tek_leadnumber) in (select tek_contactnumber,tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ;
;
insert into p12_sfull.S98_S_crm_raw_leads
( tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt )
select
tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate

3
dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql
View File

@ -1,12 +1,13 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_raw_leads (
tek_contactnumber TEXT
tek_contactnumber TEXT
, tek_leadnumber TEXT
, fullname TEXT
, createdon TEXT
, tek_sqldate TEXT
, companyname TEXT
, tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT
, mobilephone TEXT
, tek_mqldate TEXT

10
dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql
View File

@ -7,6 +7,7 @@ create table if not exists p10_sa.S98_S_crm_raw_leads (
, tek_sqldate TEXT
, companyname TEXT
, tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT
, mobilephone TEXT
, tek_mqldate TEXT
@ -16,13 +17,14 @@ create table if not exists p10_sa.S98_S_crm_raw_leads (
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate';
@ -36,13 +38,14 @@ COMMENT ON TABLE p10_sa.S98_S_crm_raw_leads IS '';
create table if not exists p12_sfull.S98_S_crm_raw_leads (
tek_contactnumber TEXT
tek_contactnumber TEXT
, tek_leadnumber TEXT
, fullname TEXT
, createdon TEXT
, tek_sqldate TEXT
, companyname TEXT
, tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT
, mobilephone TEXT
, tek_mqldate TEXT
@ -52,13 +55,14 @@ create table if not exists p12_sfull.S98_S_crm_raw_leads (
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate';