dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2025-04-08 10:19:24 +08:00
parent b8806a942f
commit 546189f4f7
1 changed files with 38 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -14,7 +14,7 @@ from airflow.utils.trigger_rule import TriggerRule
sshHook = SSHHook(ssh_conn_id ='ssh_air') sshHook = SSHHook(ssh_conn_id ='ssh_air')
default_args = { default_args = {
'owner': 'info@idgvalue.com', 'owner': 'tek_newsletter@163.com',
'email_on_failure': True, 'email_on_failure': True,
'email_on_retry':True, 'email_on_retry':True,
'start_date': datetime(2024, 1, 1), 'start_date': datetime(2024, 1, 1),
@ -24,8 +24,7 @@ default_args = {
} }
dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args, dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args,
schedule_interval="0 0-23/1 * * *", schedule_interval="0,30 0-23/1 * * *",
# schedule_interval="0 8 * * *",
catchup=False, catchup=False,
dagrun_timeout=timedelta(minutes=160), dagrun_timeout=timedelta(minutes=160),
max_active_runs=3) max_active_runs=3)
@ -34,7 +33,7 @@ task_failed = EmailOperator (
dag=dag, dag=dag,
trigger_rule=TriggerRule.ONE_FAILED, trigger_rule=TriggerRule.ONE_FAILED,
task_id="task_failed", task_id="task_failed",
to=["info@idgvalue.com"], to=["tek_newsletter@163.com"],
cc=[""], cc=[""],
subject="smart_ccc_custom_failed", subject="smart_ccc_custom_failed",
html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>') html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>')
@ -47,9 +46,16 @@ depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
customer_list_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_list_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_list_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_list_feign >> customer_list_load
customer_labels_feign = SSHOperator( customer_labels_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
@ -171,7 +177,7 @@ depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
customer_labels_load >> tr_custom_labels_8280 customer_labels_load >> tr_custom_labels_8280
customer_list_feign >> tr_custom_details_5516 customer_list_load >> tr_custom_details_5516
tr_custom_labels_8280 >> t01_ccc_cust_label tr_custom_labels_8280 >> t01_ccc_cust_label
tr_custom_details_5516 >> t01_ccc_cust_info tr_custom_details_5516 >> t01_ccc_cust_info
t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info