diff --git a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py index f7da4b1..bb06b26 100644 --- a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py +++ b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py @@ -14,7 +14,7 @@ from airflow.utils.trigger_rule import TriggerRule sshHook = SSHHook(ssh_conn_id ='ssh_air') default_args = { -'owner': 'info@idgvalue.com', +'owner': 'tek_newsletter@163.com', 'email_on_failure': True, 'email_on_retry':True, 'start_date': datetime(2024, 1, 1), @@ -24,8 +24,7 @@ default_args = { } dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args, -schedule_interval="0 0-23/1 * * *", -# schedule_interval="0 8 * * *", +schedule_interval="0,30 0-23/1 * * *", catchup=False, dagrun_timeout=timedelta(minutes=160), max_active_runs=3) @@ -34,11 +33,11 @@ task_failed = EmailOperator ( dag=dag, trigger_rule=TriggerRule.ONE_FAILED, task_id="task_failed", - to=["info@idgvalue.com"], + to=["tek_newsletter@163.com"], cc=[""], subject="smart_ccc_custom_failed", html_content='

您好,smart_ccc_custom作业失败,请及时处理"

') - + customer_list_feign = SSHOperator( ssh_hook=sshHook, task_id='customer_list_feign', @@ -47,10 +46,17 @@ depends_on_past=False, retries=3, dag=dag) +customer_list_load = SSHOperator( +ssh_hook=sshHook, +task_id='customer_list_load', +command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}', +params={'my_param':"customer_list_load"}, +depends_on_past=False, +retries=3, +dag=dag) - - - +customer_list_feign >> customer_list_load + customer_labels_feign = SSHOperator( ssh_hook=sshHook, task_id='customer_labels_feign', @@ -69,7 +75,7 @@ retries=3, dag=dag) customer_labels_feign >> customer_labels_load - + tr_custom_details_5516 = SSHOperator( ssh_hook=sshHook, task_id='tr_custom_details_5516', @@ -78,7 +84,7 @@ params={'my_param':"S98_S_tr_custom_details"}, depends_on_past=False, retries=3, dag=dag) - + tr_custom_labels_8280 = SSHOperator( ssh_hook=sshHook, task_id='tr_custom_labels_8280', @@ -87,7 +93,7 @@ params={'my_param':"S98_S_tr_custom_labels"}, depends_on_past=False, retries=3, dag=dag) - + t01_ccc_cust_label = SSHOperator( ssh_hook=sshHook, task_id='t01_ccc_cust_label', @@ -95,7 +101,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} > params={'my_param':"t01_ccc_cust_label_agi"}, depends_on_past=False, retries=3, -dag=dag) +dag=dag) t01_ccc_cust_info = SSHOperator( ssh_hook=sshHook, task_id='t01_ccc_cust_info', @@ -103,7 +109,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} > params={'my_param':"t01_ccc_cust_info_agi"}, depends_on_past=False, retries=3, -dag=dag) +dag=dag) dysql_ccc_scrm_cust_label_info = SSHOperator( ssh_hook=sshHook, @@ -115,7 +121,7 @@ retries=3, dag=dag) - + huiju_tags_feign = SSHOperator( ssh_hook=sshHook, task_id='huiju_tags_feign', @@ -134,7 +140,7 @@ retries=3, dag=dag) huiju_tags_feign >> huiju_tags_load - + scrm_tags_5000 = SSHOperator( ssh_hook=sshHook, task_id='scrm_tags_5000', @@ -143,7 +149,7 @@ params={'my_param':"S98_S_scrm_tags"}, depends_on_past=False, retries=3, dag=dag) - + uds_crm_tag_update = SSHOperator( ssh_hook=sshHook, @@ -153,7 +159,7 @@ params={'my_param':"uds_crm_tag_update"}, depends_on_past=False, retries=3, dag=dag) - + t01_scrm_label = SSHOperator( ssh_hook=sshHook, task_id='t01_scrm_label', @@ -161,7 +167,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} > params={'my_param':"t01_scrm_label_agi"}, depends_on_past=False, retries=3, -dag=dag) +dag=dag) cust_label_rela = SSHOperator( ssh_hook=sshHook, task_id='cust_label_rela', @@ -169,17 +175,17 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} > params={'my_param':"cust_label_rela_agi"}, depends_on_past=False, retries=3, -dag=dag) -customer_labels_load >> tr_custom_labels_8280 -customer_list_feign >> tr_custom_details_5516 -tr_custom_labels_8280 >> t01_ccc_cust_label -tr_custom_details_5516 >> t01_ccc_cust_info -t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info -t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info -huiju_tags_load >> scrm_tags_5000 -dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update -t01_scrm_label >> cust_label_rela -scrm_tags_5000 >> t01_scrm_label -cust_label_rela >> uds_crm_tag_update -cust_label_rela >> dysql_ccc_scrm_cust_label_info -dysql_ccc_scrm_cust_label_info >> task_failed +dag=dag) +customer_labels_load >> tr_custom_labels_8280 +customer_list_load >> tr_custom_details_5516 +tr_custom_labels_8280 >> t01_ccc_cust_label +tr_custom_details_5516 >> t01_ccc_cust_info +t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info +t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info +huiju_tags_load >> scrm_tags_5000 +dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update +t01_scrm_label >> cust_label_rela +scrm_tags_5000 >> t01_scrm_label +cust_label_rela >> uds_crm_tag_update +cust_label_rela >> dysql_ccc_scrm_cust_label_info +dysql_ccc_scrm_cust_label_info >> task_failed