dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc会话数据,dev

This commit is contained in:
root 2024-08-29 21:58:11 +08:00
parent 7dba83daec
commit d1603fe9d1
1 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py
View File

@ -24,7 +24,7 @@ default_args = {
} }
dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args, dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args,
schedule_interval="0 0-23/1 * * *", schedule_interval="59 0-23/1 * * *",
catchup=False, catchup=False,
dagrun_timeout=timedelta(minutes=160), dagrun_timeout=timedelta(minutes=160),
max_active_runs=3) max_active_runs=3)
@ -37,7 +37,7 @@ task_failed = EmailOperator (
cc=[""], cc=[""],
subject="smart_ccc_chat_failed", subject="smart_ccc_chat_failed",
html_content='<h3>您好，smart_ccc_chat作业失败，请及时处理" </h3>') html_content='<h3>您好，smart_ccc_chat作业失败，请及时处理" </h3>')
chat_records_feign = SSHOperator( chat_records_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='chat_records_feign', task_id='chat_records_feign',
@ -56,7 +56,7 @@ retries=3,
dag=dag) dag=dag)
chat_records_feign >> chat_records_load chat_records_feign >> chat_records_load
tr_chat_messages_4800 = SSHOperator( tr_chat_messages_4800 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='tr_chat_messages_4800', task_id='tr_chat_messages_4800',
@ -65,7 +65,7 @@ params={'my_param':"S98_S_tr_chat_messages"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
tr_chat_records_2337 = SSHOperator( tr_chat_records_2337 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='tr_chat_records_2337', task_id='tr_chat_records_2337',
@ -74,7 +74,7 @@ params={'my_param':"S98_S_tr_chat_records"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_ccc_chat_record = SSHOperator( t01_ccc_chat_record = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_ccc_chat_record', task_id='t01_ccc_chat_record',
@ -82,7 +82,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_chat_record_agi"}, params={'my_param':"t01_ccc_chat_record_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_ccc_chat_message_detail = SSHOperator( t01_ccc_chat_message_detail = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_ccc_chat_message_detail', task_id='t01_ccc_chat_message_detail',
@ -90,7 +90,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_chat_message_detail_agi"}, params={'my_param':"t01_ccc_chat_message_detail_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
d_ccc_cust_info = SSHOperator( d_ccc_cust_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='d_ccc_cust_info', task_id='d_ccc_cust_info',
@ -98,7 +98,7 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"d_ccc_cust_info_agi"}, params={'my_param':"d_ccc_cust_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
cust_chat_ccc_record = SSHOperator( cust_chat_ccc_record = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='cust_chat_ccc_record', task_id='cust_chat_ccc_record',
@ -106,7 +106,7 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"cust_chat_ccc_record_agi"}, params={'my_param':"cust_chat_ccc_record_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
cust_chat_record_info = SSHOperator( cust_chat_record_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='cust_chat_record_info', task_id='cust_chat_record_info',
@ -114,13 +114,13 @@ command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}}
params={'my_param':"cust_chat_record_info_agi"}, params={'my_param':"cust_chat_record_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
chat_records_load >> tr_chat_records_2337 chat_records_load >> tr_chat_records_2337
chat_records_load >> tr_chat_messages_4800 chat_records_load >> tr_chat_messages_4800
tr_chat_records_2337 >> t01_ccc_chat_record tr_chat_records_2337 >> t01_ccc_chat_record
tr_chat_messages_4800 >> t01_ccc_chat_message_detail tr_chat_messages_4800 >> t01_ccc_chat_message_detail
t01_ccc_chat_record >> d_ccc_cust_info t01_ccc_chat_record >> d_ccc_cust_info
t01_ccc_chat_record >> cust_chat_ccc_record t01_ccc_chat_record >> cust_chat_ccc_record
d_ccc_cust_info >> cust_chat_record_info d_ccc_cust_info >> cust_chat_record_info
cust_chat_ccc_record >> cust_chat_record_info cust_chat_ccc_record >> cust_chat_record_info
cust_chat_record_info >> task_failed cust_chat_record_info >> task_failed