dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 荟聚API_2,dev

This commit is contained in:
root 2024-04-18 17:36:27 +08:00
parent 0aa47b7176
commit b745bc5d42
5 changed files with 549 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
dev/workflow/TK_Cust/tk_api_2/SCRM联系方式-api/t01_scrm_contact.sql Normal file
View File

@ -0,0 +1,42 @@
DROP TABLE IF EXISTS p20_pdm.t01_scrm_contact;
CREATE TABLE IF NOT EXISTS p20_pdm.t01_scrm_contact (
scrm_leads_id VARCHAR(20)
, city_name VARCHAR(20)
, company_name VARCHAR(50)
, email VARCHAR(50)
, mobile_number VARCHAR(20)
, full_name VARCHAR(20)
, prov_name VARCHAR(20)
, create_time timestamp(0)
, wechat_id VARCHAR(100)
, update_time timestamp(0)
, etl_batch_no VARCHAR(50)
, etl_first_dt timestamp(0)
, etl_job VARCHAR(50)
, etl_proc_dt timestamp(0)
, etl_tx_dt timestamp(0)
, src_sysname VARCHAR(50)
, src_table VARCHAR(50)
,primary key( scrm_leads_id )
);
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.scrm_leads_id IS 'SCRM线索ID';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.city_name IS '城市';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.company_name IS '公司';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.email IS '邮箱';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.mobile_number IS '手机号码';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.full_name IS '姓名';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.prov_name IS '省份';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.create_time IS '创建时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.wechat_id IS '身份-企业微信外部联系人';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.update_time IS '更新时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.etl_batch_no IS '作业批次号';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.etl_first_dt IS '最初入库时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.etl_job IS '作业名称';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.etl_proc_dt IS '本次入库时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.etl_tx_dt IS '作业运行时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.src_sysname IS '来源系统';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact.src_table IS '来源表';
COMMENT ON TABLE p20_pdm.t01_scrm_contact IS 'SCRM联系方式';

220
dev/workflow/TK_Cust/tk_api_2/SCRM联系方式-api/t01_scrm_contact_agi.sql Normal file
View File

@ -0,0 +1,220 @@
/***************************************************************************************************/
/*script in Sql, generate by SdmCreateScript 2020(by Qihang Feng, QF255001@TERADATA.COM) */
/*VERSION 01.10 revised on 2020-08-25 */
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_scrm_contact(SCRM联系方式-api) */
/*Create Date:2024-04-18 17:19:07 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2024-04-18 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2024-04-18 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: :SADB.s98_s_customer_events_add_user */
/*Source table 2: p10_sa.s98_s_scrm_contact */
/*Job Type: Inbound transform (Tier 1 to Tier 2) */
/*Target Table:t01_scrm_contact */
/*ETL Job Name:t01_scrm_contact */
/*ETL Frequency:Daily */
/*ETL Policy:F2 */
/********************************************************************************************/
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
/*创建临时表加载当前数据 */
CREATE TEMPORARY TABLE t01_scrm_contact_agi_CUR_I
( LIKE :PDMDB.t01_scrm_contact)
ON COMMIT PRESERVE ROWS;
/*创建临时表加载不同数据 */
CREATE TEMPORARY TABLE t01_scrm_contact_agi_INS
( LIKE :PDMDB.t01_scrm_contact)
ON COMMIT PRESERVE ROWS;
/*****************************************************************************************************/
/* GROUP 1:Source Table:s98_s_scrm_contact************************************************************/
/*****************************************************************************************************/
INSERT INTO t01_scrm_contact_agi_CUR_I (
scrm_leads_id /*SCRM线索ID*/
,city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,update_time /*更新时间*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
COALESCE(TRIM(CAST(p0.id AS VARCHAR(20))),'') /*scrm_leads_id*/
,COALESCE(TRIM(CAST(p0.city AS VARCHAR(20))),'') /*city_name*/
,COALESCE(TRIM(CAST(p0.company AS VARCHAR(50))),'') /*company_name*/
,COALESCE(TRIM(CAST(p0.email AS VARCHAR(50))),'') /*email*/
,COALESCE(TRIM(CAST(p0.mobile AS VARCHAR(20))),'') /*mobile_number*/
,COALESCE(TRIM(CAST(p0.name AS VARCHAR(20))),'') /*full_name*/
,COALESCE(TRIM(CAST(p0.province AS VARCHAR(20))),'') /*prov_name*/
,COALESCE(TO_TIMESTAMP(CAST(p0.date_join AS VARCHAR(19)),'YYYY-MM-DD HH24:mi:ss'),TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*create_time*/
,coalesce(p1.customer_id,'') /*wechat_id*/
,COALESCE(TO_TIMESTAMP(CAST(p0.last_updated AS VARCHAR(19)),'YYYY-MM-DD HH24:mi:ss'),TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*update_time*/
,0 /*etl_batch_no*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*etl_first_dt*/
,:ETLJOB /*etl_job*/
,current_timestamp(0) /*etl_proc_dt*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*etl_tx_dt*/
,Substr('s98_s_scrm_contact',1,3) /*src_sysname*/
,'s98_s_scrm_contact' /*src_table*/
FROM p10_sa.s98_s_scrm_contact p0
LEFT JOIN :SADB.s98_s_customer_events_add_user p1
ON p0.id=p1.customer_id
;
/*将不同数据插入到临时表 */
;INSERT INTO t01_scrm_contact_agi_INS (
city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,update_time /*更新时间*/
,scrm_leads_id /*SCRM线索ID*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
P1.city_name /*城市*/
,P1.company_name /*公司*/
,P1.email /*邮箱*/
,P1.mobile_number /*手机号码*/
,P1.full_name /*姓名*/
,P1.prov_name /*省份*/
,P1.create_time /*创建时间*/
,P1.wechat_id /*身份-企业微信外部联系人*/
,P1.update_time /*更新时间*/
,P1.scrm_leads_id /*SCRM线索ID*/
,P1.etl_batch_no /*作业批次号*/
,P1.etl_first_dt /*最初入库时间*/
,P1.etl_job /*作业名称*/
,P1.etl_proc_dt /*本次入库时间*/
,P1.etl_tx_dt /*作业运行时间*/
,P1.src_sysname /*来源系统*/
,P1.src_table /*来源表*/
FROM t01_scrm_contact_agi_CUR_I P1
LEFT JOIN :PDMDB.t01_scrm_contact P2
ON P1.city_name = P2.city_name
AND P1.company_name = P2.company_name
AND P1.email = P2.email
AND P1.mobile_number = P2.mobile_number
AND P1.full_name = P2.full_name
AND P1.prov_name = P2.prov_name
AND P1.create_time = P2.create_time
AND P1.wechat_id = P2.wechat_id
AND P1.update_time = P2.update_time
AND P1.scrm_leads_id = P2.scrm_leads_id
WHERE P2.city_name IS NULL
OR P2.company_name IS NULL
OR P2.email IS NULL
OR P2.mobile_number IS NULL
OR P2.full_name IS NULL
OR P2.prov_name IS NULL
OR P2.create_time IS NULL
OR P2.wechat_id IS NULL
OR P2.update_time IS NULL
OR P2.scrm_leads_id IS NULL
;
/*将新增数据插入到目标表 */
;INSERT INTO :PDMDB.t01_scrm_contact (
city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,update_time /*更新时间*/
,scrm_leads_id /*SCRM线索ID*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
P1.city_name /*城市*/
,P1.company_name /*公司*/
,P1.email /*邮箱*/
,P1.mobile_number /*手机号码*/
,P1.full_name /*姓名*/
,P1.prov_name /*省份*/
,P1.create_time /*创建时间*/
,P1.wechat_id /*身份-企业微信外部联系人*/
,P1.update_time /*更新时间*/
,P1.scrm_leads_id /*SCRM线索ID*/
,P1.etl_batch_no /*作业批次号*/
,P1.etl_first_dt /*最初入库时间*/
,P1.etl_job /*作业名称*/
,P1.etl_proc_dt /*本次入库时间*/
,P1.etl_tx_dt /*作业运行时间*/
,P1.src_sysname /*来源系统*/
,P1.src_table /*来源表*/
FROM t01_scrm_contact_agi_INS P1
ON CONFLICT ( scrm_leads_id)
DO UPDATE SET
scrm_leads_id=excluded.scrm_leads_id
,city_name=excluded.city_name
,company_name=excluded.company_name
,email=excluded.email
,mobile_number=excluded.mobile_number
,full_name=excluded.full_name
,prov_name=excluded.prov_name
,create_time=excluded.create_time
,wechat_id=excluded.wechat_id
,update_time=excluded.update_time
,etl_batch_no=excluded.etl_batch_no
,etl_first_dt=excluded.etl_first_dt
,etl_job=excluded.etl_job
,etl_proc_dt=excluded.etl_proc_dt
,etl_tx_dt=excluded.etl_tx_dt
,src_sysname=excluded.src_sysname
,src_table=excluded.src_table
;
/*****程序结束退出 */
\q

42
dev/workflow/TK_Cust/tk_api_2/SCRM联系方式变更-api/t01_scrm_contact_update.sql Normal file
View File

@ -0,0 +1,42 @@
DROP TABLE IF EXISTS p20_pdm.t01_scrm_contact_update;
CREATE TABLE IF NOT EXISTS p20_pdm.t01_scrm_contact_update (
scrm_leads_id VARCHAR(30)
, city_name VARCHAR(50)
, company_name VARCHAR(50)
, email VARCHAR(50)
, mobile_number VARCHAR(20)
, full_name VARCHAR(20)
, prov_name VARCHAR(50)
, create_time timestamp(0)
, wechat_id VARCHAR(50)
, update_time timestamp(0)
, etl_batch_no VARCHAR(50)
, etl_first_dt timestamp(0)
, etl_job VARCHAR(50)
, etl_proc_dt timestamp(0)
, etl_tx_dt timestamp(0)
, src_sysname VARCHAR(50)
, src_table VARCHAR(50)
,primary key( scrm_leads_id,update_time )
);
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.scrm_leads_id IS '线索ID';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.city_name IS '城市';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.company_name IS '公司';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.email IS '邮箱';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.mobile_number IS '手机号码';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.full_name IS '姓名';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.prov_name IS '省份';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.create_time IS '创建时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.wechat_id IS '身份-企业微信外部联系人';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.update_time IS '更新时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.etl_batch_no IS '作业批次号';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.etl_first_dt IS '最初入库时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.etl_job IS '作业名称';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.etl_proc_dt IS '本次入库时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.etl_tx_dt IS '作业运行时间';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.src_sysname IS '来源系统';
COMMENT ON COLUMN p20_pdm.t01_scrm_contact_update.src_table IS '来源表';
COMMENT ON TABLE p20_pdm.t01_scrm_contact_update IS 'SCRM联系方式变更';

226
dev/workflow/TK_Cust/tk_api_2/SCRM联系方式变更-api/t01_scrm_contact_update_agi.sql Normal file
View File

@ -0,0 +1,226 @@
/***************************************************************************************************/
/*script in Sql, generate by SdmCreateScript 2020(by Qihang Feng, QF255001@TERADATA.COM) */
/*VERSION 01.10 revised on 2020-08-25 */
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_scrm_contact_update(SCRM联系方式变更) */
/*Create Date:2024-04-18 17:27:03 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2024-04-18 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2024-04-18 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: :SADB.s98_s_scrm_contact */
/*Source table 2: p10_sa.s98_s_scrm_contact_lastupdated */
/*Source table 3: :SADB.s98_s_customer_events_add_user */
/*Job Type: Inbound transform (Tier 1 to Tier 2) */
/*Target Table:t01_scrm_contact_update */
/*ETL Job Name:t01_scrm_contact_update */
/*ETL Frequency:Daily */
/*ETL Policy:F2 */
/********************************************************************************************/
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
/*创建临时表加载当前数据 */
CREATE TEMPORARY TABLE t01_scrm_contact_update_agi_CUR_I
( LIKE :PDMDB.t01_scrm_contact_update)
ON COMMIT PRESERVE ROWS;
/*创建临时表加载不同数据 */
CREATE TEMPORARY TABLE t01_scrm_contact_update_agi_INS
( LIKE :PDMDB.t01_scrm_contact_update)
ON COMMIT PRESERVE ROWS;
/*****************************************************************************************************/
/* GROUP 1:Source Table:s98_s_scrm_contact_lastupdated************************************************/
/*****************************************************************************************************/
INSERT INTO t01_scrm_contact_update_agi_CUR_I (
scrm_leads_id /*线索ID*/
,city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,update_time /*更新时间*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
COALESCE(TRIM(CAST(p0.id AS VARCHAR(30))),'') /*scrm_leads_id*/
,COALESCE(TRIM(CAST(p0.city AS VARCHAR(50))),'') /*city_name*/
,COALESCE(TRIM(CAST(p0.company AS VARCHAR(50))),'') /*company_name*/
,COALESCE(TRIM(CAST(p0.email AS VARCHAR(50))),'') /*email*/
,COALESCE(TRIM(CAST(p0.mobile AS VARCHAR(20))),'') /*mobile_number*/
,COALESCE(TRIM(CAST(p0.name AS VARCHAR(20))),'') /*full_name*/
,COALESCE(TRIM(CAST(p0.province AS VARCHAR(50))),'') /*prov_name*/
,COALESCE(TO_TIMESTAMP(CAST(p0.date_join AS VARCHAR(19)),'YYYY-MM-DDTHH24:mi:ss'),TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*create_time*/
,coalesce(p1.customer_id,'') /*wechat_id*/
,COALESCE(TO_TIMESTAMP(CAST(p0.last_updated AS VARCHAR(19)),'YYYY-MM-DDTHH24:mi:ss'),TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*update_time*/
,0 /*etl_batch_no*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*etl_first_dt*/
,:ETLJOB /*etl_job*/
,current_timestamp(0) /*etl_proc_dt*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*etl_tx_dt*/
,Substr('s98_s_scrm_contact_lastupdated',1,3) /*src_sysname*/
,'s98_s_scrm_contact_lastupdated' /*src_table*/
FROM p10_sa.s98_s_scrm_contact_lastupdated p0
LEFT JOIN :SADB.s98_s_customer_events_add_user p1
ON p0.id=p1.customer_id
LEFT JOIN :SADB.s98_s_scrm_contact p2
ON p0.id=p2.id
where p2.id is null and p1.customer_id is not null and p0.mobile is not null and p0.email is not null
;
/*将不同数据插入到临时表 */
;INSERT INTO t01_scrm_contact_update_agi_INS (
city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,scrm_leads_id /*线索ID*/
,update_time /*更新时间*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
P1.city_name /*城市*/
,P1.company_name /*公司*/
,P1.email /*邮箱*/
,P1.mobile_number /*手机号码*/
,P1.full_name /*姓名*/
,P1.prov_name /*省份*/
,P1.create_time /*创建时间*/
,P1.wechat_id /*身份-企业微信外部联系人*/
,P1.scrm_leads_id /*线索ID*/
,P1.update_time /*更新时间*/
,P1.etl_batch_no /*作业批次号*/
,P1.etl_first_dt /*最初入库时间*/
,P1.etl_job /*作业名称*/
,P1.etl_proc_dt /*本次入库时间*/
,P1.etl_tx_dt /*作业运行时间*/
,P1.src_sysname /*来源系统*/
,P1.src_table /*来源表*/
FROM t01_scrm_contact_update_agi_CUR_I P1
LEFT JOIN :PDMDB.t01_scrm_contact_update P2
ON P1.city_name = P2.city_name
AND P1.company_name = P2.company_name
AND P1.email = P2.email
AND P1.mobile_number = P2.mobile_number
AND P1.full_name = P2.full_name
AND P1.prov_name = P2.prov_name
AND P1.create_time = P2.create_time
AND P1.wechat_id = P2.wechat_id
AND P1.scrm_leads_id = P2.scrm_leads_id
AND P1.update_time = P2.update_time
WHERE P2.city_name IS NULL
OR P2.company_name IS NULL
OR P2.email IS NULL
OR P2.mobile_number IS NULL
OR P2.full_name IS NULL
OR P2.prov_name IS NULL
OR P2.create_time IS NULL
OR P2.wechat_id IS NULL
OR P2.scrm_leads_id IS NULL
OR P2.update_time IS NULL
;
/*将新增数据插入到目标表 */
;INSERT INTO :PDMDB.t01_scrm_contact_update (
city_name /*城市*/
,company_name /*公司*/
,email /*邮箱*/
,mobile_number /*手机号码*/
,full_name /*姓名*/
,prov_name /*省份*/
,create_time /*创建时间*/
,wechat_id /*身份-企业微信外部联系人*/
,scrm_leads_id /*线索ID*/
,update_time /*更新时间*/
,etl_batch_no /*作业批次号*/
,etl_first_dt /*最初入库时间*/
,etl_job /*作业名称*/
,etl_proc_dt /*本次入库时间*/
,etl_tx_dt /*作业运行时间*/
,src_sysname /*来源系统*/
,src_table /*来源表*/
)
SELECT
P1.city_name /*城市*/
,P1.company_name /*公司*/
,P1.email /*邮箱*/
,P1.mobile_number /*手机号码*/
,P1.full_name /*姓名*/
,P1.prov_name /*省份*/
,P1.create_time /*创建时间*/
,P1.wechat_id /*身份-企业微信外部联系人*/
,P1.scrm_leads_id /*线索ID*/
,P1.update_time /*更新时间*/
,P1.etl_batch_no /*作业批次号*/
,P1.etl_first_dt /*最初入库时间*/
,P1.etl_job /*作业名称*/
,P1.etl_proc_dt /*本次入库时间*/
,P1.etl_tx_dt /*作业运行时间*/
,P1.src_sysname /*来源系统*/
,P1.src_table /*来源表*/
FROM t01_scrm_contact_update_agi_INS P1
ON CONFLICT ( scrm_leads_id,update_time)
DO UPDATE SET
scrm_leads_id=excluded.scrm_leads_id
,update_time=excluded.update_time
,city_name=excluded.city_name
,company_name=excluded.company_name
,email=excluded.email
,mobile_number=excluded.mobile_number
,full_name=excluded.full_name
,prov_name=excluded.prov_name
,create_time=excluded.create_time
,wechat_id=excluded.wechat_id
,etl_batch_no=excluded.etl_batch_no
,etl_first_dt=excluded.etl_first_dt
,etl_job=excluded.etl_job
,etl_proc_dt=excluded.etl_proc_dt
,etl_tx_dt=excluded.etl_tx_dt
,src_sysname=excluded.src_sysname
,src_table=excluded.src_table
;
/*****程序结束退出 */
\q

20
dev/workflow/TK_Cust/tk_api_2/荟聚API_2/wf_dag_tk_api_2.py
View File

@ -157,6 +157,22 @@ params={'my_param':"t01_scrm_leads_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_scrm_contact = SSHOperator(
ssh_hook=sshHook,
task_id='t01_scrm_contact',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_scrm_contact_agi"},
depends_on_past=False,
retries=3,
dag=dag)
t01_scrm_contact_update = SSHOperator(
ssh_hook=sshHook,
task_id='t01_scrm_contact_update',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_scrm_contact_update_agi"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_3292 >> customer_events_feign customer_events_3292 >> customer_events_feign
customer_events_open_content_page_9684 >> custom_events_open_content_page_feign customer_events_open_content_page_9684 >> custom_events_open_content_page_feign
customer_event_meta_2268 >> customer_event_meta_feign customer_event_meta_2268 >> customer_event_meta_feign
@ -164,4 +180,6 @@ customer_events_open_page_7519 >> custom_events_open_page_feign
custom_events_open_content_page_load >> t01_scrm_leads custom_events_open_content_page_load >> t01_scrm_leads
customer_event_meta_load >> t01_scrm_leads customer_event_meta_load >> t01_scrm_leads
custom_events_open_page_load >> t01_scrm_leads custom_events_open_page_load >> t01_scrm_leads
t01_scrm_leads >> task_failed t01_scrm_leads >> t01_scrm_contact_update
t01_scrm_leads >> t01_scrm_contact
t01_scrm_contact >> task_failed