dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc会话数据,dev

This commit is contained in:
root 2024-10-24 11:51:48 +08:00
parent 84b259a4c0
commit 606ab9c5d4
1 changed files with 56 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
dev/workflow/TK_Cust/smart_ccc_chat/天润Smart-ccc会话数据/wf_dag_smart_ccc_chat.py
View File

@ -24,7 +24,7 @@ default_args = {
} }
dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args, dag = DAG('wf_dag_smart_ccc_chat', default_args=default_args,
schedule_interval="59 0-23/1 * * *", schedule_interval="0 0-23/1 * * *",
catchup=False, catchup=False,
dagrun_timeout=timedelta(minutes=160), dagrun_timeout=timedelta(minutes=160),
max_active_runs=3) max_active_runs=3)
@ -115,6 +115,38 @@ params={'my_param':"cust_chat_record_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
cust_contact_mapping = SSHOperator(
ssh_hook=sshHook,
task_id='cust_contact_mapping',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_contact_mapping_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_contact_info = SSHOperator(
ssh_hook=sshHook,
task_id='cust_contact_info',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_contact_info_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_leads = SSHOperator(
ssh_hook=sshHook,
task_id='cust_leads',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_leads_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_all_info = SSHOperator(
ssh_hook=sshHook,
task_id='cust_all_info',
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_all_info_agi"},
depends_on_past=False,
retries=3,
dag=dag)
chat_records_load >> tr_chat_records_2337 chat_records_load >> tr_chat_records_2337
chat_records_load >> tr_chat_messages_4800 chat_records_load >> tr_chat_messages_4800
tr_chat_records_2337 >> t01_ccc_chat_record tr_chat_records_2337 >> t01_ccc_chat_record
@ -123,4 +155,9 @@ t01_ccc_chat_record >> d_ccc_cust_info
t01_ccc_chat_record >> cust_chat_ccc_record t01_ccc_chat_record >> cust_chat_ccc_record
d_ccc_cust_info >> cust_chat_record_info d_ccc_cust_info >> cust_chat_record_info
cust_chat_ccc_record >> cust_chat_record_info cust_chat_ccc_record >> cust_chat_record_info
cust_chat_record_info >> task_failed d_ccc_cust_info >> cust_contact_mapping
cust_contact_mapping >> cust_contact_info
cust_contact_mapping >> cust_leads
cust_leads >> cust_all_info
cust_contact_info >> cust_all_info
cust_all_info >> task_failed