dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc会话数据,dev

This commit is contained in:
root 2024-10-24 14:53:50 +08:00
parent 606ab9c5d4
commit 79010d5740
2 changed files with 19 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dev/workflow/TK_Cust/smart_ccc_chat/ccc-chat记录/cust_chat_ccc_record.sql
View File

@ -6,6 +6,7 @@ CREATE TABLE IF NOT EXISTS p30_common.cust_chat_ccc_record (
, contact_app_id VARCHAR(50) , contact_app_id VARCHAR(50)
, app_name VARCHAR(50) , app_name VARCHAR(50)
, visitor_id VARCHAR(50) , visitor_id VARCHAR(50)
, ccc_contact_id varchar(20)
, robot_id VARCHAR(10) , robot_id VARCHAR(10)
, robot_name VARCHAR(10) , robot_name VARCHAR(10)
, robot_start_time timestamp(0) , robot_start_time timestamp(0)
@ -63,6 +64,7 @@ CREATE TABLE IF NOT EXISTS p30_common.cust_chat_ccc_record (
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.contact_app_id IS '接入号ID'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.contact_app_id IS '接入号ID';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.app_name IS '接入号名称'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.app_name IS '接入号名称';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.visitor_id IS '访客ID'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.visitor_id IS '访客ID';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.ccc_contact_id IS 'ccc联系编号';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_id IS '机器人客服ID'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_id IS '机器人客服ID';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_name IS '机器人客服名称'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_name IS '机器人客服名称';
COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_start_time IS '机器人客服接入会话时间戳'; COMMENT ON COLUMN p30_common.cust_chat_ccc_record.robot_start_time IS '机器人客服接入会话时间戳';

19
dev/workflow/TK_Cust/smart_ccc_chat/ccc-chat记录/cust_chat_ccc_record_agi.sql
View File

@ -4,14 +4,16 @@
/*Brilliance stems from wisdoms. */ /*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/ /*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :cust_chat_ccc_record(ccc-chat记录) */ /*Script Use: Periodically load data to :cust_chat_ccc_record(ccc-chat记录) */
/*Create Date:2024-08-20 18:56:04 */ /*Create Date:2024-09-18 18:42:23 */
/*SDM Developed By: dev */ /*SDM Developed By: dev */
/*SDM Developed Date: 2024-08-14 */ /*SDM Developed Date: 2024-08-14 */
/*SDM Checked By: dev */ /*SDM Checked By: dev */
/*SDM Checked Date: 2024-08-20 */ /*SDM Checked Date: 2024-09-18 */
/*Script Developed By: dev */ /*Script Developed By: dev */
/*Script Checked By: dev */ /*Script Checked By: dev */
/*Source table 1: :PDMDB.t01_ccc_chat_record */ /*Source table 1: :PDMDB.t01_ccc_chat_record */
/*Source table 2: :PDMDB.select replace(jsonb_array_elements(visitor_ids::jsonb)::text,'"','') as visitor_id ,row_number() over(partition by replace(jsonb_array_elements(visitor_ids::jsonb)::text,'"','') order by id desc) rn ,* from p30_common.d_ccc_cust_info dcci
where visitor_ids <>''*/
/*Job Type: Inbound transform (Tier 1 to Tier 2) */ /*Job Type: Inbound transform (Tier 1 to Tier 2) */
/*Target Table:cust_chat_ccc_record */ /*Target Table:cust_chat_ccc_record */
/*ETL Job Name:cust_chat_ccc_record */ /*ETL Job Name:cust_chat_ccc_record */
@ -48,6 +50,7 @@ INSERT INTO cust_chat_ccc_record_agi_CUR_I (
,contact_app_id /*接入号ID*/ ,contact_app_id /*接入号ID*/
,app_name /*接入号名称*/ ,app_name /*接入号名称*/
,visitor_id /*访客ID*/ ,visitor_id /*访客ID*/
,ccc_contact_id /*ccc联系编号*/
,robot_id /*机器人客服ID*/ ,robot_id /*机器人客服ID*/
,robot_name /*机器人客服名称*/ ,robot_name /*机器人客服名称*/
,robot_start_time /*机器人客服接入会话时间戳*/ ,robot_start_time /*机器人客服接入会话时间戳*/
@ -104,6 +107,7 @@ SELECT
,COALESCE(TRIM(p0.contact_app_id),'') /*contact_app_id*/ ,COALESCE(TRIM(p0.contact_app_id),'') /*contact_app_id*/
,COALESCE(TRIM(p0.app_namecontact_),'') /*app_name*/ ,COALESCE(TRIM(p0.app_namecontact_),'') /*app_name*/
,COALESCE(TRIM(p0.visitor_id),'') /*visitor_id*/ ,COALESCE(TRIM(p0.visitor_id),'') /*visitor_id*/
,p1.id /*ccc_contact_id*/
,COALESCE(TRIM(p0.robot_id),'') /*robot_id*/ ,COALESCE(TRIM(p0.robot_id),'') /*robot_id*/
,COALESCE(TRIM(p0.robot_name),'') /*robot_name*/ ,COALESCE(TRIM(p0.robot_name),'') /*robot_name*/
,COALESCE(p0.robot_start_time,TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*robot_start_time*/ ,COALESCE(p0.robot_start_time,TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*robot_start_time*/
@ -155,6 +159,10 @@ SELECT
,'t01_ccc_chat_record' /*Src_Table*/ ,'t01_ccc_chat_record' /*Src_Table*/
FROM :PDMDB.t01_ccc_chat_record p0 FROM :PDMDB.t01_ccc_chat_record p0
LEFT JOIN (select replace(jsonb_array_elements(visitor_ids::jsonb)::text,'"','') as visitor_id ,row_number() over(partition by replace(jsonb_array_elements(visitor_ids::jsonb)::text,'"','') order by id desc) rn ,* from p30_common.d_ccc_cust_info dcci
where visitor_ids <>'') p1
ON p0 .visitor_id =p1 .visitor_id
and p1.rn=1
where p0 .app_namecontact_ in ('CN官网','TW官网','Susan Jiang','泰克科技 Joe Liu','Lily Cao','Kuang Chunyu','Tina Zhang') and chat_duration_type <> '9' where p0 .app_namecontact_ in ('CN官网','TW官网','Susan Jiang','泰克科技 Joe Liu','Lily Cao','Kuang Chunyu','Tina Zhang') and chat_duration_type <> '9'
; ;
@ -167,6 +175,7 @@ where p0 .app_namecontact_ in ('CN官网','TW官网','Susan Jiang','泰克科
,contact_app_id /*接入号ID*/ ,contact_app_id /*接入号ID*/
,app_name /*接入号名称*/ ,app_name /*接入号名称*/
,visitor_id /*访客ID*/ ,visitor_id /*访客ID*/
,ccc_contact_id /*ccc联系编号*/
,robot_id /*机器人客服ID*/ ,robot_id /*机器人客服ID*/
,robot_name /*机器人客服名称*/ ,robot_name /*机器人客服名称*/
,robot_start_time /*机器人客服接入会话时间戳*/ ,robot_start_time /*机器人客服接入会话时间戳*/
@ -224,6 +233,7 @@ where p0 .app_namecontact_ in ('CN官网','TW官网','Susan Jiang','泰克科
,P1.contact_app_id /*接入号ID*/ ,P1.contact_app_id /*接入号ID*/
,P1.app_name /*接入号名称*/ ,P1.app_name /*接入号名称*/
,P1.visitor_id /*访客ID*/ ,P1.visitor_id /*访客ID*/
,P1.ccc_contact_id /*ccc联系编号*/
,P1.robot_id /*机器人客服ID*/ ,P1.robot_id /*机器人客服ID*/
,P1.robot_name /*机器人客服名称*/ ,P1.robot_name /*机器人客服名称*/
,P1.robot_start_time /*机器人客服接入会话时间戳*/ ,P1.robot_start_time /*机器人客服接入会话时间戳*/
@ -281,6 +291,7 @@ ON P1.contact_channel = P2.contact_channel
AND P1.contact_app_id = P2.contact_app_id AND P1.contact_app_id = P2.contact_app_id
AND P1.app_name = P2.app_name AND P1.app_name = P2.app_name
AND P1.visitor_id = P2.visitor_id AND P1.visitor_id = P2.visitor_id
AND P1.ccc_contact_id = P2.ccc_contact_id
AND P1.robot_id = P2.robot_id AND P1.robot_id = P2.robot_id
AND P1.robot_name = P2.robot_name AND P1.robot_name = P2.robot_name
AND P1.robot_start_time = P2.robot_start_time AND P1.robot_start_time = P2.robot_start_time
@ -329,6 +340,7 @@ WHERE P2.contact_channel IS NULL
OR P2.contact_app_id IS NULL OR P2.contact_app_id IS NULL
OR P2.app_name IS NULL OR P2.app_name IS NULL
OR P2.visitor_id IS NULL OR P2.visitor_id IS NULL
OR P2.ccc_contact_id IS NULL
OR P2.robot_id IS NULL OR P2.robot_id IS NULL
OR P2.robot_name IS NULL OR P2.robot_name IS NULL
OR P2.robot_start_time IS NULL OR P2.robot_start_time IS NULL
@ -380,6 +392,7 @@ WHERE P2.contact_channel IS NULL
,contact_app_id /*接入号ID*/ ,contact_app_id /*接入号ID*/
,app_name /*接入号名称*/ ,app_name /*接入号名称*/
,visitor_id /*访客ID*/ ,visitor_id /*访客ID*/
,ccc_contact_id /*ccc联系编号*/
,robot_id /*机器人客服ID*/ ,robot_id /*机器人客服ID*/
,robot_name /*机器人客服名称*/ ,robot_name /*机器人客服名称*/
,robot_start_time /*机器人客服接入会话时间戳*/ ,robot_start_time /*机器人客服接入会话时间戳*/
@ -437,6 +450,7 @@ SELECT
,P1.contact_app_id /*接入号ID*/ ,P1.contact_app_id /*接入号ID*/
,P1.app_name /*接入号名称*/ ,P1.app_name /*接入号名称*/
,P1.visitor_id /*访客ID*/ ,P1.visitor_id /*访客ID*/
,P1.ccc_contact_id /*ccc联系编号*/
,P1.robot_id /*机器人客服ID*/ ,P1.robot_id /*机器人客服ID*/
,P1.robot_name /*机器人客服名称*/ ,P1.robot_name /*机器人客服名称*/
,P1.robot_start_time /*机器人客服接入会话时间戳*/ ,P1.robot_start_time /*机器人客服接入会话时间戳*/
@ -496,6 +510,7 @@ DO UPDATE SET
,contact_app_id=excluded.contact_app_id ,contact_app_id=excluded.contact_app_id
,app_name=excluded.app_name ,app_name=excluded.app_name
,visitor_id=excluded.visitor_id ,visitor_id=excluded.visitor_id
,ccc_contact_id=excluded.ccc_contact_id
,robot_id=excluded.robot_id ,robot_id=excluded.robot_id
,robot_name=excluded.robot_name ,robot_name=excluded.robot_name
,robot_start_time=excluded.robot_start_time ,robot_start_time=excluded.robot_start_time