dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 天润Smart-ccc客户数据,dev

This commit is contained in:
root 2025-09-23 19:33:23 +08:00
parent cc38b7ed29
commit a4f4476b34
1 changed files with 1 additions and 75 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

76
dev/workflow/TK_Cust/smart_ccc_custom/天润Smart-ccc客户数据/wf_dag_smart_ccc_custom.py
View File

@ -110,82 +110,8 @@ params={'my_param':"t01_ccc_cust_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
dysql_ccc_scrm_cust_label_info = SSHOperator(
ssh_hook=sshHook,
task_id='dysql_ccc_scrm_cust_label_info',
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"dysql_ccc_scrm_cust_label_info"},
depends_on_past=False,
retries=3,
dag=dag)
huiju_tags_feign = SSHOperator(
ssh_hook=sshHook,
task_id='huiju_tags_feign',
command='python3 /data/airflow/etl/API/huiju_tags_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
huiju_tags_load = SSHOperator(
ssh_hook=sshHook,
task_id='huiju_tags_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"huiju_tags_load"},
depends_on_past=False,
retries=3,
dag=dag)
huiju_tags_feign >> huiju_tags_load
scrm_tags_5000 = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_tags_5000',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_scrm_tags"},
depends_on_past=False,
retries=3,
dag=dag)
uds_crm_tag_update = SSHOperator(
ssh_hook=sshHook,
task_id='uds_crm_tag_update',
command='python /data/airflow/etl/Python/crm_tag_update.py',
params={'my_param':"uds_crm_tag_update"},
depends_on_past=False,
retries=3,
dag=dag)
t01_scrm_label = SSHOperator(
ssh_hook=sshHook,
task_id='t01_scrm_label',
command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_scrm_label_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_label_rela = SSHOperator(
ssh_hook=sshHook,
task_id='cust_label_rela',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_label_rela_agi"},
depends_on_past=False,
retries=3,
dag=dag)
customer_labels_load >> tr_custom_labels_8280 customer_labels_load >> tr_custom_labels_8280
customer_list_load >> tr_custom_details_5516 customer_list_load >> tr_custom_details_5516
tr_custom_labels_8280 >> t01_ccc_cust_label tr_custom_labels_8280 >> t01_ccc_cust_label
tr_custom_details_5516 >> t01_ccc_cust_info tr_custom_details_5516 >> t01_ccc_cust_info
t01_ccc_cust_label >> dysql_ccc_scrm_cust_label_info t01_ccc_cust_info >> task_failed
t01_ccc_cust_info >> dysql_ccc_scrm_cust_label_info
huiju_tags_load >> scrm_tags_5000
dysql_ccc_scrm_cust_label_info >> uds_crm_tag_update
t01_scrm_label >> cust_label_rela
scrm_tags_5000 >> t01_scrm_label
cust_label_rela >> uds_crm_tag_update
cust_label_rela >> dysql_ccc_scrm_cust_label_info
dysql_ccc_scrm_cust_label_info >> task_failed