dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 泰克客户,dev

This commit is contained in:
root 2024-04-29 11:32:02 +08:00
parent b77775c4b5
commit 08dcfc4bf6
1 changed files with 16 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
dev/workflow/TK_Cust/tk_cust/泰克客户/wf_dag_tk_cust.py
View File

@ -97,7 +97,7 @@ dag=dag)
t01_livechat_record = SSHOperator( t01_livechat_record = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_livechat_record', task_id='t01_livechat_record',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_livechat_record_agi"}, params={'my_param':"t01_livechat_record_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
@ -143,7 +143,7 @@ dag=dag)
t01_crm_raw_leads = SSHOperator( t01_crm_raw_leads = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_crm_raw_leads', task_id='t01_crm_raw_leads',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_crm_raw_leads_agi"}, params={'my_param':"t01_crm_raw_leads_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
@ -151,7 +151,7 @@ dag=dag)
t00_country_info = SSHOperator( t00_country_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t00_country_info', task_id='t00_country_info',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t00_country_info_agi"}, params={'my_param':"t00_country_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
@ -159,7 +159,7 @@ dag=dag)
t00_china_city_info = SSHOperator( t00_china_city_info = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t00_china_city_info', task_id='t00_china_city_info',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t00_china_city_info_agi"}, params={'my_param':"t00_china_city_info_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
@ -167,7 +167,7 @@ dag=dag)
t01_udesk_record = SSHOperator( t01_udesk_record = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='t01_udesk_record', task_id='t01_udesk_record',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_udesk_record_agi"}, params={'my_param':"t01_udesk_record_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
@ -175,11 +175,19 @@ dag=dag)
d_crm_contact = SSHOperator( d_crm_contact = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='d_crm_contact', task_id='d_crm_contact',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ', command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"d_crm_contact_agi"}, params={'my_param':"d_crm_contact_agi"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
d_udesk_contact = SSHOperator(
ssh_hook=sshHook,
task_id='d_udesk_contact',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"d_udesk_contact_agi"},
depends_on_past=False,
retries=3,
dag=dag)
file_Tk01 >> livechat_6381 file_Tk01 >> livechat_6381
file_Udesk_record >> udesk_record_3768 file_Udesk_record >> udesk_record_3768
file_CRM_Raw_Leads >> crm_raw_leads_6024 file_CRM_Raw_Leads >> crm_raw_leads_6024
@ -191,4 +199,5 @@ country_cde_3310 >> t00_country_info
china_city_4536 >> t00_china_city_info china_city_4536 >> t00_china_city_info
udesk_record_3768 >> t01_udesk_record udesk_record_3768 >> t01_udesk_record
t01_livechat_record >> d_crm_contact t01_livechat_record >> d_crm_contact
d_crm_contact >> task_failed t01_udesk_record >> d_udesk_contact
d_udesk_contact >> task_failed