dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 荟聚API,dev

This commit is contained in:
root 2024-04-09 11:42:58 +08:00
parent 303dbc0e6e
commit 3a310f7313
1 changed files with 0 additions and 203 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

203
dev/workflow/TK_Cust/tk_api/荟聚API/wf_dag_tk_api.py
View File

@ -37,137 +37,6 @@ task_failed = EmailOperator (
subject="tk_api_failed",
html_content='<h3>您好，tk_api作业失败，请及时处理" </h3>')
scrm_contact_feign = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_contact_feign',
command='python3 /data/airflow/etl/API/scrm_contact_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
scrm_contact_load = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_contact_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"scrm_contact_load"},
depends_on_past=False,
retries=3,
dag=dag)
scrm_contact_feign >> scrm_contact_load
scrm_contact_1129 = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_contact_1129',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_scrm_contact"},
depends_on_past=False,
retries=3,
dag=dag)
custom_events_update_feign = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_update_feign',
command='python3 /data/airflow/etl/API/custom_events_update_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
custom_events_update_load = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_update_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"custom_events_update_load"},
depends_on_past=False,
retries=3,
dag=dag)
custom_events_update_feign >> custom_events_update_load
update_scrm_contact_feign = SSHOperator(
ssh_hook=sshHook,
task_id='update_scrm_contact_feign',
command='python3 /data/airflow/etl/API/update_scrm_contact_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
update_scrm_contact_load = SSHOperator(
ssh_hook=sshHook,
task_id='update_scrm_contact_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"update_scrm_contact_load"},
depends_on_past=False,
retries=3,
dag=dag)
update_scrm_contact_feign >> update_scrm_contact_load
customer_events_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_feign',
command='python3 /data/airflow/etl/API/customer_events_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
customer_events_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_events_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_feign >> customer_events_load
customer_event_meta_feign = SSHOperator(
ssh_hook=sshHook,
task_id='customer_event_meta_feign',
command='python3 /data/airflow/etl/API/customer_event_meta_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
customer_event_meta_load = SSHOperator(
ssh_hook=sshHook,
task_id='customer_event_meta_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"customer_event_meta_load"},
depends_on_past=False,
retries=3,
dag=dag)
customer_event_meta_feign >> customer_event_meta_load
scrm_contact_lastupdated_4112 = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_contact_lastupdated_4112',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_scrm_contact_lastupdated"},
depends_on_past=False,
retries=3,
dag=dag)
customer_event_meta_2268 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_event_meta_2268',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_customer_event_meta"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_3292 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_3292',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_customer_events"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_submit_form_4283 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_submit_form_4283',
@ -204,15 +73,6 @@ depends_on_past=False,
retries=3,
dag=dag)
customer_events_open_content_page_9684 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_open_content_page_9684',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_customer_events_open_content_page"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_open_app_5878 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_open_app_5878',
@ -222,15 +82,6 @@ depends_on_past=False,
retries=3,
dag=dag)
customer_events_open_page_7519 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_open_page_7519',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_customer_events_open_page"},
depends_on_past=False,
retries=3,
dag=dag)
customer_events_c_minipro_page_view_9309 = SSHOperator(
ssh_hook=sshHook,
task_id='customer_events_c_minipro_page_view_9309',
@ -249,15 +100,6 @@ depends_on_past=False,
retries=3,
dag=dag)
scrm_contact_merge_6671 = SSHOperator(
ssh_hook=sshHook,
task_id='scrm_contact_merge_6671',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_scrm_contact_merge"},
depends_on_past=False,
retries=3,
dag=dag)
custom_events_activity_submit_feign = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_activity_submit_feign',
@ -277,44 +119,6 @@ dag=dag)
custom_events_activity_submit_feign >> custom_events_activity_submit_load
custom_events_open_page_feign = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_open_page_feign',
command='python3 /data/airflow/etl/API/custom_events_open_page_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
custom_events_open_page_load = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_open_page_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"custom_events_open_page_load"},
depends_on_past=False,
retries=3,
dag=dag)
custom_events_open_page_feign >> custom_events_open_page_load
custom_events_open_content_page_feign = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_open_content_page_feign',
command='python3 /data/airflow/etl/API/custom_events_open_content_page_feign.py',
depends_on_past=False,
retries=3,
dag=dag)
custom_events_open_content_page_load = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_open_content_page_load',
command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
params={'my_param':"custom_events_open_content_page_load"},
depends_on_past=False,
retries=3,
dag=dag)
custom_events_open_content_page_feign >> custom_events_open_content_page_load
custom_events_click_link_in_page_feign = SSHOperator(
ssh_hook=sshHook,
task_id='custom_events_click_link_in_page_feign',
@ -457,13 +261,6 @@ depends_on_past=False,
retries=3,
dag=dag)
scrm_contact_load >> scrm_contact_1129
update_scrm_contact_load >> scrm_contact_lastupdated_4112
customer_event_meta_load >> customer_event_meta_2268
customer_events_load >> customer_events_3292
custom_events_update_load >> scrm_contact_merge_6671
custom_events_open_page_load >> customer_events_open_page_7519
custom_events_open_content_page_load >> customer_events_open_content_page_9684
custom_events_click_link_in_page_load >> customer_events_click_link_in_page_2034
custom_events_subscribe_load >> customer_events_subscribe_5997
custom_events_wechat_scan_load >> customer_events_wechat_scan_2105