From fb8bd1696a4fb25524337ade3026b60f6d137b33 Mon Sep 17 00:00:00 2001 From: root Date: Fri, 7 Feb 2025 16:27:06 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E5=A4=A9=E6=B6=A6Smart-ccc?= =?UTF-8?q?=E4=BC=9A=E8=AF=9D=E6=95=B0=E6=8D=AE,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../wf_dag_smart_ccc_chat.py | 41 ++++++++++++++++++- 1 file changed, 40 insertions(+), 1 deletion(-) diff --git a/dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py b/dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py index 31dc6dc..8058ecc 100644 --- a/dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py +++ b/dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py @@ -147,6 +147,43 @@ params={'my_param':"cust_all_info_agi"}, depends_on_past=False, retries=3, dag=dag) +chat_records_n_feign = SSHOperator( +ssh_hook=sshHook, +task_id='chat_records_n_feign', +command='python3 /data/airflow/etl/API/chat_records_n_feign.py', +depends_on_past=False, +retries=3, +dag=dag) + +chat_records_n_load = SSHOperator( +ssh_hook=sshHook, +task_id='chat_records_n_load', +command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}', +params={'my_param':"chat_records_n_load"}, +depends_on_past=False, +retries=3, +dag=dag) + +chat_records_n_feign >> chat_records_n_load + +tr_chat_messages_new_2443 = SSHOperator( +ssh_hook=sshHook, +task_id='tr_chat_messages_new_2443', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_tr_chat_messages_new"}, +depends_on_past=False, +retries=3, +dag=dag) + +tr_chat_records_new_9594 = SSHOperator( +ssh_hook=sshHook, +task_id='tr_chat_records_new_9594', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', +params={'my_param':"S98_S_tr_chat_records_new"}, +depends_on_past=False, +retries=3, +dag=dag) + chat_records_load >> tr_chat_records_2337 chat_records_load >> tr_chat_messages_4800 tr_chat_records_2337 >> t01_ccc_chat_record @@ -160,4 +197,6 @@ cust_contact_mapping >> cust_contact_info cust_contact_mapping >> cust_leads cust_leads >> cust_all_info cust_contact_info >> cust_all_info -cust_all_info >> task_failed +chat_records_n_load >> tr_chat_messages_new_2443 +chat_records_n_load >> tr_chat_records_new_9594 +tr_chat_records_new_9594 >> task_failed