diff --git a/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads.sql b/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads.sql index 06e9661..886cd08 100644 --- a/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads.sql +++ b/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads.sql @@ -6,13 +6,14 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads ( , name varchar(50) , create_time timestamp(0) , company_name varchar(50) + , channel_type varchar(50) , email varchar(50) , mobile_phone varchar(20) , mql_time varchar(20) , campaign_name varchar(50) , industry varchar(20) , market_type varchar(20) - , tek_sqldate text + , tek_sqldate timestamp(0) , tek_assigntopartnercompanyidname text , Etl_Batch_No varchar(50) , Etl_First_Dt timestamp(0) @@ -29,6 +30,7 @@ CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_raw_leads ( COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.name IS '姓名'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.create_time IS '创建时间'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.company_name IS '公司名称'; + COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.channel_type IS '渠道类型'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.email IS '电子邮箱'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mobile_phone IS '手机号'; COMMENT ON COLUMN p20_pdm.t01_crm_raw_leads.mql_time IS 'mql时间'; diff --git a/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads_agi.sql b/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads_agi.sql index 37da573..49f4cb3 100644 --- a/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads_agi.sql +++ b/dev/workflow/TK_Cust/tk_crm/CRM原始线索/t01_crm_raw_leads_agi.sql @@ -4,11 +4,11 @@ /*Brilliance stems from wisdoms. */ /*************Head Section**************************************************************************/ /*Script Use: Periodically load data to :t01_crm_raw_leads(CRM原始线索) */ -/*Create Date:2025-12-09 15:32:27 */ +/*Create Date:2025-12-25 19:27:00 */ /*SDM Developed By: dev */ /*SDM Developed Date: 2024-01-12 */ /*SDM Checked By: dev */ -/*SDM Checked Date: 2025-12-09 */ +/*SDM Checked Date: 2025-12-25 */ /*Script Developed By: dev */ /*Script Checked By: dev */ /*Source table 1: p10_sa.s98_s_crm_raw_leads */ @@ -47,6 +47,7 @@ INSERT INTO t01_crm_raw_leads_agi_CUR_I ( ,name /*姓名*/ ,create_time /*创建时间*/ ,company_name /*公司名称*/ + ,channel_type /*渠道类型*/ ,email /*电子邮箱*/ ,mobile_phone /*手机号*/ ,mql_time /*mql时间*/ @@ -69,12 +70,13 @@ SELECT ,COALESCE(TRIM(CAST(p0.fullname AS varchar(50))),'') /*name*/ ,COALESCE(TO_TIMESTAMP(CAST(p0.createdon AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) /*create_time*/ ,COALESCE(TRIM(CAST(p0.companyname AS varchar(50))),'') /*company_name*/ + ,COALESCE(TRIM(CAST(p0.tek_channelidname AS varchar(50))),'') /*channel_type*/ ,COALESCE(TRIM(CAST(p0.emailaddress1 AS varchar(50))),'') /*email*/ ,COALESCE(TRIM(CAST(p0.mobilephone AS varchar(20))),'') /*mobile_phone*/ ,case when p0.tek_mqldate = 'NULL' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_mqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*mql_time*/ ,COALESCE(TRIM(CAST(p0.campaignidname AS varchar(50))),'') /*campaign_name*/ - ,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(100))),'') /*industry*/ - ,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(50))),'') /*market_type*/ + ,COALESCE(TRIM(CAST(p0.tek_industry2idname AS varchar(20))),'') /*industry*/ + ,COALESCE(TRIM(CAST(p0.tek_marketing_program_type_idname AS varchar(20))),'') /*market_type*/ ,case when p0.tek_sqldate = '' THEN TO_TIMESTAMP('19000102','YYYYMMDD') ELSE COALESCE(TO_TIMESTAMP(CAST(p0.tek_sqldate AS VARCHAR(19)),'YYYY/MM/DD HH24:mi:ss'),TO_TIMESTAMP('19000102','YYYYMMDD')) END /*tek_sqldate*/ ,COALESCE(TRIM(p0.tek_assigntopartnercompanyidname),'') /*tek_assigntopartnercompanyidname*/ ,0 /*Etl_Batch_No*/ @@ -95,6 +97,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0 name /*姓名*/ ,create_time /*创建时间*/ ,company_name /*公司名称*/ + ,channel_type /*渠道类型*/ ,email /*电子邮箱*/ ,mobile_phone /*手机号*/ ,mql_time /*mql时间*/ @@ -118,6 +121,7 @@ FROM p10_sa.s98_s_crm_raw_leads p0 P1.name /*姓名*/ ,P1.create_time /*创建时间*/ ,P1.company_name /*公司名称*/ + ,P1.channel_type /*渠道类型*/ ,P1.email /*电子邮箱*/ ,P1.mobile_phone /*手机号*/ ,P1.mql_time /*mql时间*/ @@ -141,6 +145,7 @@ LEFT JOIN :PDMDB.t01_crm_raw_leads P2 ON P1.name = P2.name AND P1.create_time = P2.create_time AND P1.company_name = P2.company_name + AND P1.channel_type = P2.channel_type AND P1.email = P2.email AND P1.mobile_phone = P2.mobile_phone AND P1.mql_time = P2.mql_time @@ -155,6 +160,7 @@ ON P1.name = P2.name WHERE P2.name IS NULL OR P2.create_time IS NULL OR P2.company_name IS NULL + OR P2.channel_type IS NULL OR P2.email IS NULL OR P2.mobile_phone IS NULL OR P2.mql_time IS NULL @@ -172,6 +178,7 @@ WHERE P2.name IS NULL name /*姓名*/ ,create_time /*创建时间*/ ,company_name /*公司名称*/ + ,channel_type /*渠道类型*/ ,email /*电子邮箱*/ ,mobile_phone /*手机号*/ ,mql_time /*mql时间*/ @@ -195,6 +202,7 @@ SELECT P1.name /*姓名*/ ,P1.create_time /*创建时间*/ ,P1.company_name /*公司名称*/ + ,P1.channel_type /*渠道类型*/ ,P1.email /*电子邮箱*/ ,P1.mobile_phone /*手机号*/ ,P1.mql_time /*mql时间*/ @@ -221,6 +229,7 @@ DO UPDATE SET ,name=excluded.name ,create_time=excluded.create_time ,company_name=excluded.company_name + ,channel_type=excluded.channel_type ,email=excluded.email ,mobile_phone=excluded.mobile_phone ,mql_time=excluded.mql_time diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql index a9ab083..12cdcc6 100644 --- a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql @@ -5,69 +5,73 @@ delete from p10_sa.S98_S_crm_raw_leads ; insert into p10_sa.S98_S_crm_raw_leads -( tek_contactnumber - , tek_leadnumber - , fullname - , createdon - , tek_sqldate - , companyname - , tek_assigntopartnercompanyidname - , emailaddress1 - , mobilephone - , tek_mqldate - , campaignidname - , tek_industry2idname - , tek_marketing_program_type_idname +( tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , tek_channelidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname , etl_tx_dt ) select - tek_contactnumber - , tek_leadnumber - , fullname - , createdon - , tek_sqldate - , companyname - , tek_assigntopartnercompanyidname - , emailaddress1 - , mobilephone - , tek_mqldate - , campaignidname - , tek_industry2idname - , tek_marketing_program_type_idname + tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , tek_channelidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname , etl_tx_dt from p00_tal.S98_S_crm_raw_leads ; delete from p12_sfull.S98_S_crm_raw_leads - where (tek_leadnumber) in (select tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ; + where (tek_contactnumber,tek_leadnumber) in (select tek_contactnumber,tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ; ; insert into p12_sfull.S98_S_crm_raw_leads -( tek_contactnumber - , tek_leadnumber - , fullname - , createdon - , tek_sqldate - , companyname - , tek_assigntopartnercompanyidname - , emailaddress1 - , mobilephone - , tek_mqldate - , campaignidname - , tek_industry2idname - , tek_marketing_program_type_idname +( tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , tek_channelidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname , etl_tx_dt ) select - tek_contactnumber - , tek_leadnumber - , fullname - , createdon - , tek_sqldate - , companyname - , tek_assigntopartnercompanyidname - , emailaddress1 - , mobilephone - , tek_mqldate - , campaignidname - , tek_industry2idname - , tek_marketing_program_type_idname + tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , tek_channelidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname , etl_tx_dt from p10_sa.S98_S_crm_raw_leads ; diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql index ae1a2d7..2af017e 100644 --- a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql @@ -1,12 +1,13 @@ CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_raw_leads ( - tek_contactnumber TEXT + tek_contactnumber TEXT , tek_leadnumber TEXT , fullname TEXT , createdon TEXT , tek_sqldate TEXT , companyname TEXT , tek_assigntopartnercompanyidname TEXT + , tek_channelidname TEXT , emailaddress1 TEXT , mobilephone TEXT , tek_mqldate TEXT diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql index 1f0e3de..e897468 100644 --- a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql @@ -1,71 +1,75 @@ create table if not exists p10_sa.S98_S_crm_raw_leads ( - tek_contactnumber TEXT - , tek_leadnumber TEXT - , fullname TEXT - , createdon TEXT - , tek_sqldate TEXT - , companyname TEXT - , tek_assigntopartnercompanyidname TEXT - , emailaddress1 TEXT - , mobilephone TEXT - , tek_mqldate TEXT - , campaignidname TEXT - , tek_industry2idname TEXT - , tek_marketing_program_type_idname TEXT + tek_contactnumber TEXT + , tek_leadnumber TEXT + , fullname TEXT + , createdon TEXT + , tek_sqldate TEXT + , companyname TEXT + , tek_assigntopartnercompanyidname TEXT + , tek_channelidname TEXT + , emailaddress1 TEXT + , mobilephone TEXT + , tek_mqldate TEXT + , campaignidname TEXT + , tek_industry2idname TEXT + , tek_marketing_program_type_idname TEXT , etl_tx_dt TIMESTAMP ) ; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; - COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.etl_tx_dt IS ''; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.etl_tx_dt IS ''; COMMENT ON TABLE p10_sa.S98_S_crm_raw_leads IS ''; - + create table if not exists p12_sfull.S98_S_crm_raw_leads ( - tek_contactnumber TEXT - , tek_leadnumber TEXT - , fullname TEXT - , createdon TEXT - , tek_sqldate TEXT - , companyname TEXT - , tek_assigntopartnercompanyidname TEXT - , emailaddress1 TEXT - , mobilephone TEXT - , tek_mqldate TEXT - , campaignidname TEXT - , tek_industry2idname TEXT - , tek_marketing_program_type_idname TEXT + tek_contactnumber TEXT + , tek_leadnumber TEXT + , fullname TEXT + , createdon TEXT + , tek_sqldate TEXT + , companyname TEXT + , tek_assigntopartnercompanyidname TEXT + , tek_channelidname TEXT + , emailaddress1 TEXT + , mobilephone TEXT + , tek_mqldate TEXT + , campaignidname TEXT + , tek_industry2idname TEXT + , tek_marketing_program_type_idname TEXT , etl_tx_dt TIMESTAMP ) ; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; - COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.etl_tx_dt IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_channelidname IS 'tek_channelidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.etl_tx_dt IS ''; COMMENT ON TABLE p12_sfull.S98_S_crm_raw_leads IS ''; - +