add workflow 天润Smart-ccc客户数据,dev

dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py

@@ -14,7 +14,7 @@ from airflow.utils.trigger_rule import TriggerRule
 
 sshHook = SSHHook(ssh_conn_id ='ssh_air')
 default_args = {
-'owner': 'info@idgvalue.com',
+'owner': 'tek_newsletter@163.com',
 'email_on_failure': True,
 'email_on_retry':True,
 'start_date': datetime(2024, 1, 1),
@@ -24,8 +24,7 @@ default_args = {
 }
 
 dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args,
-schedule_interval="0 0-23/1 * * *",
-# schedule_interval="0 8 * * *",
+schedule_interval="0,30 0-23/1 * * *",
 catchup=False,
 dagrun_timeout=timedelta(minutes=160),
 max_active_runs=3)
@@ -34,7 +33,7 @@ task_failed = EmailOperator (
     dag=dag,
     trigger_rule=TriggerRule.ONE_FAILED,
     task_id="task_failed",
-    to=["info@idgvalue.com"],
+    to=["tek_newsletter@163.com"],
     cc=[""],
     subject="smart_ccc_custom_failed",
     html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>')
@@ -47,9 +46,16 @@ depends_on_past=False,
 retries=3, 
 dag=dag)
 
+customer_list_load = SSHOperator(
+ssh_hook=sshHook,
+task_id='customer_list_load',
+command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
+params={'my_param':"customer_list_load"},
+depends_on_past=False, 
+retries=3, 
+dag=dag)
 
-
-
+customer_list_feign >> customer_list_load
 
 customer_labels_feign = SSHOperator(
 ssh_hook=sshHook,
@@ -171,7 +177,7 @@ depends_on_past=False,
 retries=3, 
 dag=dag)
 customer_labels_load >> tr_custom_labels_8280
-customer_list_feign >> tr_custom_details_5516
+customer_list_load >> tr_custom_details_5516
 tr_custom_labels_8280 >> t01_ccc_cust_label
 tr_custom_details_5516 >> t01_ccc_cust_info
 t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info