add workflow 泰克CRM,dev

This commit is contained in:
root 2025-12-25 19:27:43 +08:00
parent a2b20219b3
commit 72964e929f
5 changed files with 135 additions and 115 deletions

View File

@ -6,13 +6,14 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads (
, name varchar(50) , name varchar(50)
, create_time timestamp(0) , create_time timestamp(0)
, company_name varchar(50) , company_name varchar(50)
, channel_type varchar(50)
, email varchar(50) , email varchar(50)
, mobile_phone varchar(20) , mobile_phone varchar(20)
, mql_time varchar(20) , mql_time varchar(20)
, campaign_name varchar(50) , campaign_name varchar(50)
, industry varchar(20) , industry varchar(20)
, market_type varchar(20) , market_type varchar(20)
, tek_sqldate text , tek_sqldate timestamp(0)
, tek_assigntopartnercompanyidname text , tek_assigntopartnercompanyidname text
, Etl_Batch_No varchar(50) , Etl_Batch_No varchar(50)
, Etl_First_Dt timestamp(0) , Etl_First_Dt timestamp(0)
@ -29,6 +30,7 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads (
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.name IS '姓名'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.name IS '姓名';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.create_time IS '创建时间'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.create_time IS '创建时间';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.company_name IS '公司名称'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.company_name IS '公司名称';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.channel_type IS '渠道类型';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.email IS '电子邮箱'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.email IS '电子邮箱';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mobile_phone IS '手机号'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mobile_phone IS '手机号';
COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mql_time IS 'mql时间'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mql_time IS 'mql时间';

View File

@ -4,11 +4,11 @@
/*Brilliance stems from wisdoms. */ /*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/ /*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_crm_raw_leads(CRM原始线索) */ /*Script Use: Periodically load data to :t01_crm_raw_leads(CRM原始线索) */
/*Create Date:2025-12-09 15:32:27 */ /*Create Date:2025-12-25 19:27:00 */
/*SDM Developed By: dev */ /*SDM Developed By: dev */
/*SDM Developed Date: 2024-01-12 */ /*SDM Developed Date: 2024-01-12 */
/*SDM Checked By: dev */ /*SDM Checked By: dev */
/*SDM Checked Date: 2025-12-09 */ /*SDM Checked Date: 2025-12-25 */
/*Script Developed By: dev */ /*Script Developed By: dev */
/*Script Checked By: dev */ /*Script Checked By: dev */
/*Source table 1: p10_sa.s98_s_crm_raw_leads */ /*Source table 1: p10_sa.s98_s_crm_raw_leads */
@ -47,6 +47,7 @@ INSERT INTO t01_crm_raw_leads_agi_CUR_I (
,name /*姓名*/ ,name /*姓名*/
,create_time /*创建时间*/ ,create_time /*创建时间*/
,company_name /*公司名称*/ ,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/ ,email /*电子邮箱*/
,mobile_phone /*手机号*/ ,mobile_phone /*手机号*/
,mql_time /*mql时间*/ ,mql_time /*mql时间*/
@ -69,12 +70,13 @@ SELECT
,COALESCE(TRIM(CAST(p0.fullname AS varchar(50))),'') /*name*/ ,COALESCE(TRIM(CAST(p0.fullname AS varchar(50))),'') /*name*/
,COALESCE(TO_TIMESTAMP(CAST(p0.createdon AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) /*create_time*/ ,COALESCE(TO_TIMESTAMP(CAST(p0.createdon AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) /*create_time*/
,COALESCE(TRIM(CAST(p0.companyname AS varchar(50))),'') /*company_name*/ ,COALESCE(TRIM(CAST(p0.companyname AS varchar(50))),'') /*company_name*/
,COALESCE(TRIM(CAST(p0.tek_channelidname AS varchar(50))),'') /*channel_type*/
,COALESCE(TRIM(CAST(p0.emailaddress1 AS varchar(50))),'') /*email*/ ,COALESCE(TRIM(CAST(p0.emailaddress1 AS varchar(50))),'') /*email*/
,COALESCE(TRIM(CAST(p0.mobilephone AS varchar(20))),'') /*mobile_phone*/ ,COALESCE(TRIM(CAST(p0.mobilephone AS varchar(20))),'') /*mobile_phone*/
,case when p0.tek_mqldate = 'NULL' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_mqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*mql_time*/ ,case when p0.tek_mqldate = 'NULL' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_mqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*mql_time*/
,COALESCE(TRIM(CAST(p0.campaignidname AS varchar(50))),'') /*campaign_name*/ ,COALESCE(TRIM(CAST(p0.campaignidname AS varchar(50))),'') /*campaign_name*/
,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(100))),'') /*industry*/ ,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(20))),'') /*industry*/
,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(50))),'') /*market_type*/ ,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(20))),'') /*market_type*/
,case when p0.tek_sqldate = '' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_sqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*tek_sqldate*/ ,case when p0.tek_sqldate = '' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_sqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*tek_sqldate*/
,COALESCE(TRIM(p0.tek_assigntopartnercompanyidname),'') /*tek_assigntopartnercompanyidname*/ ,COALESCE(TRIM(p0.tek_assigntopartnercompanyidname),'') /*tek_assigntopartnercompanyidname*/
,0 /*Etl_Batch_No*/ ,0 /*Etl_Batch_No*/
@ -95,6 +97,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0
name /*姓名*/ name /*姓名*/
,create_time /*创建时间*/ ,create_time /*创建时间*/
,company_name /*公司名称*/ ,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/ ,email /*电子邮箱*/
,mobile_phone /*手机号*/ ,mobile_phone /*手机号*/
,mql_time /*mql时间*/ ,mql_time /*mql时间*/
@ -118,6 +121,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0
P1.name /*姓名*/ P1.name /*姓名*/
,P1.create_time /*创建时间*/ ,P1.create_time /*创建时间*/
,P1.company_name /*公司名称*/ ,P1.company_name /*公司名称*/
,P1.channel_type /*渠道类型*/
,P1.email /*电子邮箱*/ ,P1.email /*电子邮箱*/
,P1.mobile_phone /*手机号*/ ,P1.mobile_phone /*手机号*/
,P1.mql_time /*mql时间*/ ,P1.mql_time /*mql时间*/
@ -141,6 +145,7 @@ LEFT JOIN :PDMDB.t01_crm_raw_leads P2
ON P1.name = P2.name ON P1.name = P2.name
AND P1.create_time = P2.create_time AND P1.create_time = P2.create_time
AND P1.company_name = P2.company_name AND P1.company_name = P2.company_name
AND P1.channel_type = P2.channel_type
AND P1.email = P2.email AND P1.email = P2.email
AND P1.mobile_phone = P2.mobile_phone AND P1.mobile_phone = P2.mobile_phone
AND P1.mql_time = P2.mql_time AND P1.mql_time = P2.mql_time
@ -155,6 +160,7 @@ ON P1.name = P2.name
WHERE P2.name IS NULL WHERE P2.name IS NULL
OR P2.create_time IS NULL OR P2.create_time IS NULL
OR P2.company_name IS NULL OR P2.company_name IS NULL
OR P2.channel_type IS NULL
OR P2.email IS NULL OR P2.email IS NULL
OR P2.mobile_phone IS NULL OR P2.mobile_phone IS NULL
OR P2.mql_time IS NULL OR P2.mql_time IS NULL
@ -172,6 +178,7 @@ WHERE P2.name IS NULL
name /*姓名*/ name /*姓名*/
,create_time /*创建时间*/ ,create_time /*创建时间*/
,company_name /*公司名称*/ ,company_name /*公司名称*/
,channel_type /*渠道类型*/
,email /*电子邮箱*/ ,email /*电子邮箱*/
,mobile_phone /*手机号*/ ,mobile_phone /*手机号*/
,mql_time /*mql时间*/ ,mql_time /*mql时间*/
@ -195,6 +202,7 @@ SELECT
P1.name /*姓名*/ P1.name /*姓名*/
,P1.create_time /*创建时间*/ ,P1.create_time /*创建时间*/
,P1.company_name /*公司名称*/ ,P1.company_name /*公司名称*/
,P1.channel_type /*渠道类型*/
,P1.email /*电子邮箱*/ ,P1.email /*电子邮箱*/
,P1.mobile_phone /*手机号*/ ,P1.mobile_phone /*手机号*/
,P1.mql_time /*mql时间*/ ,P1.mql_time /*mql时间*/
@ -221,6 +229,7 @@ DO UPDATE SET
,name=excluded.name ,name=excluded.name
,create_time=excluded.create_time ,create_time=excluded.create_time
,company_name=excluded.company_name ,company_name=excluded.company_name
,channel_type=excluded.channel_type
,email=excluded.email ,email=excluded.email
,mobile_phone=excluded.mobile_phone ,mobile_phone=excluded.mobile_phone
,mql_time=excluded.mql_time ,mql_time=excluded.mql_time

View File

@ -12,41 +12,7 @@ insert into p10_sa.S98_S_crm_raw_leads
, tek_sqldate , tek_sqldate
, companyname , companyname
, tek_assigntopartnercompanyidname , tek_assigntopartnercompanyidname
, emailaddress1 , tek_channelidname
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt )
select
tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt
from p00_tal.S98_S_crm_raw_leads
;
delete from p12_sfull.S98_S_crm_raw_leads
where (tek_leadnumber) in (select tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ;
;
insert into p12_sfull.S98_S_crm_raw_leads
( tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, emailaddress1 , emailaddress1
, mobilephone , mobilephone
, tek_mqldate , tek_mqldate
@ -62,6 +28,44 @@ insert into p12_sfull.S98_S_crm_raw_leads
, tek_sqldate , tek_sqldate
, companyname , companyname
, tek_assigntopartnercompanyidname , tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt
from p00_tal.S98_S_crm_raw_leads
;
delete from p12_sfull.S98_S_crm_raw_leads
where (tek_contactnumber,tek_leadnumber) in (select tek_contactnumber,tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ;
;
insert into p12_sfull.S98_S_crm_raw_leads
( tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1
, mobilephone
, tek_mqldate
, campaignidname
, tek_industry2idname
, tek_marketing_program_type_idname
, etl_tx_dt )
select
tek_contactnumber
, tek_leadnumber
, fullname
, createdon
, tek_sqldate
, companyname
, tek_assigntopartnercompanyidname
, tek_channelidname
, emailaddress1 , emailaddress1
, mobilephone , mobilephone
, tek_mqldate , tek_mqldate

View File

@ -1,12 +1,13 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_raw_leads ( CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_raw_leads (
tek_contactnumber TEXT tek_contactnumber TEXT
, tek_leadnumber TEXT , tek_leadnumber TEXT
, fullname TEXT , fullname TEXT
, createdon TEXT , createdon TEXT
, tek_sqldate TEXT , tek_sqldate TEXT
, companyname TEXT , companyname TEXT
, tek_assigntopartnercompanyidname TEXT , tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT , emailaddress1 TEXT
, mobilephone TEXT , mobilephone TEXT
, tek_mqldate TEXT , tek_mqldate TEXT

View File

@ -7,6 +7,7 @@ create table if not exists p10_sa.S98_S_crm_raw_leads (
, tek_sqldate TEXT , tek_sqldate TEXT
, companyname TEXT , companyname TEXT
, tek_assigntopartnercompanyidname TEXT , tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT , emailaddress1 TEXT
, mobilephone TEXT , mobilephone TEXT
, tek_mqldate TEXT , tek_mqldate TEXT
@ -16,13 +17,14 @@ create table if not exists p10_sa.S98_S_crm_raw_leads (
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate';
@ -36,13 +38,14 @@ COMMENT ON TABLE p10_sa.S98_S_crm_raw_leads IS '';
create table if not exists p12_sfull.S98_S_crm_raw_leads ( create table if not exists p12_sfull.S98_S_crm_raw_leads (
tek_contactnumber TEXT tek_contactnumber TEXT
, tek_leadnumber TEXT , tek_leadnumber TEXT
, fullname TEXT , fullname TEXT
, createdon TEXT , createdon TEXT
, tek_sqldate TEXT , tek_sqldate TEXT
, companyname TEXT , companyname TEXT
, tek_assigntopartnercompanyidname TEXT , tek_assigntopartnercompanyidname TEXT
, tek_channelidname TEXT
, emailaddress1 TEXT , emailaddress1 TEXT
, mobilephone TEXT , mobilephone TEXT
, tek_mqldate TEXT , tek_mqldate TEXT
@ -52,13 +55,14 @@ create table if not exists p12_sfull.S98_S_crm_raw_leads (
, etl_tx_dt TIMESTAMP , etl_tx_dt TIMESTAMP
) ; ) ;
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate';