dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc会话数据,dev

This commit is contained in:
root 2024-07-03 14:12:28 +08:00
parent 2bff854eca
commit 2a860b137d
3 changed files with 55 additions and 55 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

106
dev/workflow/TK_Cust/smart_ccc_chat/tr_chat_messages/S98_S_tr_chat_messages.sql
View File

@ -5,69 +5,69 @@
delete from p10_sa.S98_S_tr_chat_messages delete from p10_sa.S98_S_tr_chat_messages
; ;
insert into p10_sa.S98_S_tr_chat_messages insert into p10_sa.S98_S_tr_chat_messages
( unique_id ( unique_id
, main_unique_id , main_unique_id
, sender_id , sender_id
, sender_name , sender_name
, sender_type , sender_type
, message_type , message_type
, content , content
, file_key , file_key
, file_name , file_name
, file_url , file_url
, send_status , send_status
, sensitive_word , sensitive_word
, create_time , create_time
, etl_tx_dt ) , etl_tx_dt )
select select
unique_id unique_id
, main_unique_id , main_unique_id
, sender_id , sender_id
, sender_name , sender_name
, sender_type , sender_type
, message_type , message_type
, content , content
, file_key , file_key
, file_name , file_name
, file_url , file_url
, send_status , send_status
, sensitive_word , sensitive_word
, create_time , create_time
, etl_tx_dt , etl_tx_dt
from p00_tal.S98_S_tr_chat_messages from p00_tal.S98_S_tr_chat_messages
; ;
delete from p12_sfull.S98_S_tr_chat_messages delete from p12_sfull.S98_S_tr_chat_messages where unique_id in (select unique_id from p10_sa.S98_S_tr_chat_messages)
; ;
; ;
insert into p12_sfull.S98_S_tr_chat_messages insert into p12_sfull.S98_S_tr_chat_messages
( unique_id ( unique_id
, main_unique_id , main_unique_id
, sender_id , sender_id
, sender_name , sender_name
, sender_type , sender_type
, message_type , message_type
, content , content
, file_key , file_key
, file_name , file_name
, file_url , file_url
, send_status , send_status
, sensitive_word , sensitive_word
, create_time , create_time
, etl_tx_dt ) , etl_tx_dt )
select select
unique_id unique_id
, main_unique_id , main_unique_id
, sender_id , sender_id
, sender_name , sender_name
, sender_type , sender_type
, message_type , message_type
, content , content
, file_key , file_key
, file_name , file_name
, file_url , file_url
, send_status , send_status
, sensitive_word , sensitive_word
, create_time , create_time
, etl_tx_dt , etl_tx_dt
from p10_sa.S98_S_tr_chat_messages from p10_sa.S98_S_tr_chat_messages
; ;

2
dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py
View File

@ -24,7 +24,7 @@ default_args = {
} }
dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args, dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args,
schedule_interval="0 0-23/1 * * *", schedule_interval="59 0-23/1 * * *",
catchup=False, catchup=False,
dagrun_timeout=timedelta(minutes=160), dagrun_timeout=timedelta(minutes=160),
max_active_runs=3) max_active_runs=3)

2
dev/workflow/TK_Cust/smart_ccc_chat/查询会话记录列表/chat_records_feign.py
View File

@ -152,7 +152,7 @@ def load_detail_data_to_db(ids, dataList):
json_object = json.dumps(dataList) json_object = json.dumps(dataList)
idstr = ','.join(ids) idstr = ','.join(ids)
cur=conn.cursor() cur=conn.cursor()
sql="update data_api.cc_details_ids_exp set is_loaded = '1' where api_id = '211b765fe3e04082a9f83a29e3b0c37c' and id in (%s); INSERT INTO data_api.cc_message_details (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" sql="update data_api.cc_details_ids_exp set is_loaded = '1' where api_id = '211b765fe3e04082a9f83a29e3b0c37c' and id in (%s);update data_api.cc_message_details set is_loaded = '1' where api_id = '211b765fe3e04082a9f83a29e3b0c37c'; INSERT INTO data_api.cc_message_details (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')"
cur.execute(sql,[idstr,dataId,'211b765fe3e04082a9f83a29e3b0c37c', json_object, total]) cur.execute(sql,[idstr,dataId,'211b765fe3e04082a9f83a29e3b0c37c', json_object, total])
conn.commit() conn.commit()
cur.close() cur.close()