diff --git a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
index f7da4b1..bb06b26 100644
--- a/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
+++ b/dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
@@ -14,7 +14,7 @@ from airflow.utils.trigger_rule import TriggerRule
sshHook = SSHHook(ssh_conn_id ='ssh_air')
default_args = {
-'owner': 'info@idgvalue.com',
+'owner': 'tek_newsletter@163.com',
'email_on_failure': True,
'email_on_retry':True,
'start_date': datetime(2024, 1, 1),
@@ -24,8 +24,7 @@ default_args = {
}
dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args,
-schedule_interval="0 0-23/1 * * *",
-# schedule_interval="0 8 * * *",
+schedule_interval="0,30 0-23/1 * * *",
catchup=False,
dagrun_timeout=timedelta(minutes=160),
max_active_runs=3)
@@ -34,11 +33,11 @@ task_failed = EmailOperator (
dag=dag,
trigger_rule=TriggerRule.ONE_FAILED,
task_id="task_failed",
- to=["info@idgvalue.com"],
+ to=["tek_newsletter@163.com"],
cc=[""],
subject="smart_ccc_custom_failed",
html_content='
您好,smart_ccc_custom作业失败,请及时处理"
')
-
+
customer_list_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_feign',
@@ -47,10 +46,17 @@ depends_on_past=False,
retries=3,
dag=dag)
+customer_list_load = SSHOperator(
+ssh_hook=sshHook,
+task_id='customer_list_load',
+command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
+params={'my_param':"customer_list_load"},
+depends_on_past=False,
+retries=3,
+dag=dag)
-
-
-
+customer_list_feign >> customer_list_load
+
customer_labels_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_labels_feign',
@@ -69,7 +75,7 @@ retries=3,
dag=dag)
customer_labels_feign >> customer_labels_load
-
+
tr_custom_details_5516 = SSHOperator(
ssh_hook=sshHook,
task_id='tr_custom_details_5516',
@@ -78,7 +84,7 @@ params={'my_param':"S98_S_tr_custom_details"},
depends_on_past=False,
retries=3,
dag=dag)
-
+
tr_custom_labels_8280 = SSHOperator(
ssh_hook=sshHook,
task_id='tr_custom_labels_8280',
@@ -87,7 +93,7 @@ params={'my_param':"S98_S_tr_custom_labels"},
depends_on_past=False,
retries=3,
dag=dag)
-
+
t01_ccc_cust_label = SSHOperator(
ssh_hook=sshHook,
task_id='t01_ccc_cust_label',
@@ -95,7 +101,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_cust_label_agi"},
depends_on_past=False,
retries=3,
-dag=dag)
+dag=dag)
t01_ccc_cust_info = SSHOperator(
ssh_hook=sshHook,
task_id='t01_ccc_cust_info',
@@ -103,7 +109,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_cust_info_agi"},
depends_on_past=False,
retries=3,
-dag=dag)
+dag=dag)
dysql_ccc_scrm_cust_label_info = SSHOperator(
ssh_hook=sshHook,
@@ -115,7 +121,7 @@ retries=3,
dag=dag)
-
+
huiju_tags_feign = SSHOperator(
ssh_hook=sshHook,
task_id='huiju_tags_feign',
@@ -134,7 +140,7 @@ retries=3,
dag=dag)
huiju_tags_feign >> huiju_tags_load
-
+
scrm_tags_5000 = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_tags_5000',
@@ -143,7 +149,7 @@ params={'my_param':"S98_S_scrm_tags"},
depends_on_past=False,
retries=3,
dag=dag)
-
+
uds_crm_tag_update = SSHOperator(
ssh_hook=sshHook,
@@ -153,7 +159,7 @@ params={'my_param':"uds_crm_tag_update"},
depends_on_past=False,
retries=3,
dag=dag)
-
+
t01_scrm_label = SSHOperator(
ssh_hook=sshHook,
task_id='t01_scrm_label',
@@ -161,7 +167,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_scrm_label_agi"},
depends_on_past=False,
retries=3,
-dag=dag)
+dag=dag)
cust_label_rela = SSHOperator(
ssh_hook=sshHook,
task_id='cust_label_rela',
@@ -169,17 +175,17 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"cust_label_rela_agi"},
depends_on_past=False,
retries=3,
-dag=dag)
-customer_labels_load >> tr_custom_labels_8280
-customer_list_feign >> tr_custom_details_5516
-tr_custom_labels_8280 >> t01_ccc_cust_label
-tr_custom_details_5516 >> t01_ccc_cust_info
-t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info
-t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
-huiju_tags_load >> scrm_tags_5000
-dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
-t01_scrm_label >> cust_label_rela
-scrm_tags_5000 >> t01_scrm_label
-cust_label_rela >> uds_crm_tag_update
-cust_label_rela >> dysql_ccc_scrm_cust_label_info
-dysql_ccc_scrm_cust_label_info >> task_failed
+dag=dag)
+customer_labels_load >> tr_custom_labels_8280
+customer_list_load >> tr_custom_details_5516
+tr_custom_labels_8280 >> t01_ccc_cust_label
+tr_custom_details_5516 >> t01_ccc_cust_info
+t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info
+t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
+huiju_tags_load >> scrm_tags_5000
+dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
+t01_scrm_label >> cust_label_rela
+scrm_tags_5000 >> t01_scrm_label
+cust_label_rela >> uds_crm_tag_update
+cust_label_rela >> dysql_ccc_scrm_cust_label_info
+dysql_ccc_scrm_cust_label_info >> task_failed