dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2024-08-02 19:39:30 +08:00
parent a51362e9cb
commit e376bde403
1 changed files with 27 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -24,7 +24,7 @@ default_args = {
} }
dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args, dag = DAG('wf_dag_smart_ccc_custom', default_args=default_args,
schedule_interval="0 0-23/1 * * *", schedule_interval="0 0-23/8 * * *",
catchup=False, catchup=False,
dagrun_timeout=timedelta(minutes=160), dagrun_timeout=timedelta(minutes=160),
max_active_runs=3) max_active_runs=3)
@ -37,7 +37,7 @@ task_failed = EmailOperator (
cc=[""], cc=[""],
subject="smart_ccc_custom_failed", subject="smart_ccc_custom_failed",
html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>') html_content='<h3>您好，smart_ccc_custom作业失败，请及时处理" </h3>')
customer_list_feign = SSHOperator( customer_list_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='customer_list_feign', task_id='customer_list_feign',
@ -56,7 +56,7 @@ retries=3,
dag=dag) dag=dag)
customer_list_feign >> customer_list_load customer_list_feign >> customer_list_load
customer_labels_feign = SSHOperator( customer_labels_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='customer_labels_feign', task_id='customer_labels_feign',
@ -75,7 +75,7 @@ retries=3,
dag=dag) dag=dag)
customer_labels_feign >> customer_labels_load customer_labels_feign >> customer_labels_load
tr_custom_details_5516 = SSHOperator( tr_custom_details_5516 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='tr_custom_details_5516', task_id='tr_custom_details_5516',
@ -84,7 +84,7 @@ params={'my_param':"S98_S_tr_custom_details"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
tr_custom_labels_8280 = SSHOperator( tr_custom_labels_8280 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='tr_custom_labels_8280', task_id='tr_custom_labels_8280',
@ -93,7 +93,7 @@ params={'my_param':"S98_S_tr_custom_labels"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_ccc_cust_label = SSHOperator( t01_ccc_cust_label = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_ccc_cust_label', task_id='t01_ccc_cust_label',
@ -101,7 +101,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_cust_label_agi"}, params={'my_param':"t01_ccc_cust_label_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_ccc_cust_info = SSHOperator( t01_ccc_cust_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_ccc_cust_info', task_id='t01_ccc_cust_info',
@ -109,7 +109,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_ccc_cust_info_agi"}, params={'my_param':"t01_ccc_cust_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
dysql_ccc_scrm_cust_label_info = SSHOperator( dysql_ccc_scrm_cust_label_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
@ -121,7 +121,7 @@ retries=3,
dag=dag) dag=dag)
huiju_tags_feign = SSHOperator( huiju_tags_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='huiju_tags_feign', task_id='huiju_tags_feign',
@ -140,7 +140,7 @@ retries=3,
dag=dag) dag=dag)
huiju_tags_feign >> huiju_tags_load huiju_tags_feign >> huiju_tags_load
scrm_tags_5000 = SSHOperator( scrm_tags_5000 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='scrm_tags_5000', task_id='scrm_tags_5000',
@ -149,7 +149,7 @@ params={'my_param':"S98_S_scrm_tags"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
uds_crm_tag_update = SSHOperator( uds_crm_tag_update = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
@ -159,7 +159,7 @@ params={'my_param':"uds_crm_tag_update"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
t01_scrm_label = SSHOperator( t01_scrm_label = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_scrm_label', task_id='t01_scrm_label',
@ -167,7 +167,7 @@ command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"t01_scrm_label_agi"}, params={'my_param':"t01_scrm_label_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
cust_label_rela = SSHOperator( cust_label_rela = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='cust_label_rela', task_id='cust_label_rela',
@ -175,17 +175,17 @@ command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >
params={'my_param':"cust_label_rela_agi"}, params={'my_param':"cust_label_rela_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
customer_labels_load >> tr_custom_labels_8280 customer_labels_load >> tr_custom_labels_8280
customer_list_load >> tr_custom_details_5516 customer_list_load >> tr_custom_details_5516
tr_custom_labels_8280 >> t01_ccc_cust_label tr_custom_labels_8280 >> t01_ccc_cust_label
tr_custom_details_5516 >> t01_ccc_cust_info tr_custom_details_5516 >> t01_ccc_cust_info
t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info
t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
huiju_tags_load >> scrm_tags_5000 huiju_tags_load >> scrm_tags_5000
dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
t01_scrm_label >> cust_label_rela t01_scrm_label >> cust_label_rela
scrm_tags_5000 >> t01_scrm_label scrm_tags_5000 >> t01_scrm_label
cust_label_rela >> uds_crm_tag_update cust_label_rela >> uds_crm_tag_update
cust_label_rela >> dysql_ccc_scrm_cust_label_info cust_label_rela >> dysql_ccc_scrm_cust_label_info
dysql_ccc_scrm_cust_label_info >> task_failed dysql_ccc_scrm_cust_label_info >> task_failed