add workflow 天润Smart-ccc客户数据,dev

dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py

@@ -14,7 +14,7 @@ from airflow.utils.trigger_rule import TriggerRule
 
 sshHook = SSHHook(ssh_conn_id ='ssh_air')
 default_args = {
-'owner': 'info@idgvalue.com',
+'owner': 'tek_newsletter@163.com',
 'email_on_failure': True,
 'email_on_retry':True,
 'start_date': datetime(2024, 1, 1),
@@ -24,8 +24,7 @@ default_args = {
 }
 
 dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args,
-schedule_interval="0 0-23/1 * * *",
+schedule_interval="0,30 0-23/1 * * *",
-# schedule_interval="0 8 * * *",
 catchup=False,
 dagrun_timeout=timedelta(minutes=160),
 max_active_runs=3)
@@ -34,11 +33,11 @@ task_failed = EmailOperator (
     dag=dag,
     trigger_rule=TriggerRule.ONE_FAILED,
     task_id="task_failed",
-    to=["info@idgvalue.com"],
+    to=["tek_newsletter@163.com"],
     cc=[""],
     subject="smart_ccc_custom_failed",
     html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>')
-
+
 customer_list_feign = SSHOperator(
 ssh_hook=sshHook,
 task_id='customer_list_feign',
@@ -47,10 +46,17 @@ depends_on_past=False,
 retries=3, 
 dag=dag)
 
+customer_list_load = SSHOperator(
+ssh_hook=sshHook,
+task_id='customer_list_load',
+command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
+params={'my_param':"customer_list_load"},
+depends_on_past=False, 
+retries=3, 
+dag=dag)
 
-
+customer_list_feign >> customer_list_load
-
+
-
 customer_labels_feign = SSHOperator(
 ssh_hook=sshHook,
 task_id='customer_labels_feign',
@@ -69,7 +75,7 @@ retries=3,
 dag=dag)
 
 customer_labels_feign >> customer_labels_load
-
+
 tr_custom_details_5516 = SSHOperator(
 ssh_hook=sshHook,
 task_id='tr_custom_details_5516',
@@ -78,7 +84,7 @@ params={'my_param':"S98_S_tr_custom_details"},
 depends_on_past=False, 
 retries=3, 
 dag=dag)
-
+
 tr_custom_labels_8280 = SSHOperator(
 ssh_hook=sshHook,
 task_id='tr_custom_labels_8280',
@@ -87,7 +93,7 @@ params={'my_param':"S98_S_tr_custom_labels"},
 depends_on_past=False, 
 retries=3, 
 dag=dag)
-
+
 t01_ccc_cust_label = SSHOperator(
 ssh_hook=sshHook,
 task_id='t01_ccc_cust_label',
@@ -95,7 +101,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
 params={'my_param':"t01_ccc_cust_label_agi"},
 depends_on_past=False, 
 retries=3, 
-dag=dag)
+dag=dag)
 t01_ccc_cust_info = SSHOperator(
 ssh_hook=sshHook,
 task_id='t01_ccc_cust_info',
@@ -103,7 +109,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
 params={'my_param':"t01_ccc_cust_info_agi"},
 depends_on_past=False, 
 retries=3, 
-dag=dag)
+dag=dag)
 
 dysql_ccc_scrm_cust_label_info = SSHOperator(
 ssh_hook=sshHook,
@@ -115,7 +121,7 @@ retries=3,
 dag=dag)
 
 
-
+
 huiju_tags_feign = SSHOperator(
 ssh_hook=sshHook,
 task_id='huiju_tags_feign',
@@ -134,7 +140,7 @@ retries=3,
 dag=dag)
 
 huiju_tags_feign >> huiju_tags_load
-
+
 scrm_tags_5000 = SSHOperator(
 ssh_hook=sshHook,
 task_id='scrm_tags_5000',
@@ -143,7 +149,7 @@ params={'my_param':"S98_S_scrm_tags"},
 depends_on_past=False, 
 retries=3, 
 dag=dag)
-
+
 
 uds_crm_tag_update = SSHOperator(
 ssh_hook=sshHook,
@@ -153,7 +159,7 @@ params={'my_param':"uds_crm_tag_update"},
 depends_on_past=False, 
 retries=3, 
 dag=dag)
-
+
 t01_scrm_label = SSHOperator(
 ssh_hook=sshHook,
 task_id='t01_scrm_label',
@@ -161,7 +167,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
 params={'my_param':"t01_scrm_label_agi"},
 depends_on_past=False, 
 retries=3, 
-dag=dag)
+dag=dag)
 cust_label_rela = SSHOperator(
 ssh_hook=sshHook,
 task_id='cust_label_rela',
@@ -169,17 +175,17 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
 params={'my_param':"cust_label_rela_agi"},
 depends_on_past=False, 
 retries=3, 
-dag=dag)
+dag=dag)
-customer_labels_load >> tr_custom_labels_8280
+customer_labels_load >> tr_custom_labels_8280
-customer_list_feign >> tr_custom_details_5516
+customer_list_load >> tr_custom_details_5516
-tr_custom_labels_8280 >> t01_ccc_cust_label
+tr_custom_labels_8280 >> t01_ccc_cust_label
-tr_custom_details_5516 >> t01_ccc_cust_info
+tr_custom_details_5516 >> t01_ccc_cust_info
-t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info
+t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info
-t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
+t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
-huiju_tags_load >> scrm_tags_5000
+huiju_tags_load >> scrm_tags_5000
-dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
+dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
-t01_scrm_label >> cust_label_rela
+t01_scrm_label >> cust_label_rela
-scrm_tags_5000 >> t01_scrm_label
+scrm_tags_5000 >> t01_scrm_label
-cust_label_rela >> uds_crm_tag_update
+cust_label_rela >> uds_crm_tag_update
-cust_label_rela >> dysql_ccc_scrm_cust_label_info
+cust_label_rela >> dysql_ccc_scrm_cust_label_info
-dysql_ccc_scrm_cust_label_info >> task_failed 
+dysql_ccc_scrm_cust_label_info >> task_failed