dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 泰克CRM,dev

This commit is contained in:
root 2024-10-25 15:11:32 +08:00
parent 002592b828
commit d39880e31f
1 changed files with 77 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

78
dev/workflow/TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py
View File

@ -230,6 +230,73 @@ trigger_trg_cust = TriggerDagRunOperator(
task_id='trigger_trg_cust',
trigger_dag_id="wf_dag_tk_cust",
dag=dag)
file_CRM_Raw_Leads = SSHOperator(
ssh_hook=sshHook,
task_id='file_CRM_Raw_Leads',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"CRM_Raw_Leads"},
depends_on_past=False,
retries=3,
dag=dag)
crm_raw_leads_6024 = SSHOperator(
ssh_hook=sshHook,
task_id='crm_raw_leads_6024',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_crm_raw_leads"},
depends_on_past=False,
retries=3,
dag=dag)
t01_crm_raw_leads = SSHOperator(
ssh_hook=sshHook,
task_id='t01_crm_raw_leads',
command='/data/airflow/etl/PDM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_crm_raw_leads_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_leads = SSHOperator(
ssh_hook=sshHook,
task_id='cust_leads',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_leads_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_all_info = SSHOperator(
ssh_hook=sshHook,
task_id='cust_all_info',
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_all_info_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_leads_detail = SSHOperator(
ssh_hook=sshHook,
task_id='cust_leads_detail',
command='/data/airflow/etl/COM/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_leads_detail_agi"},
depends_on_past=False,
retries=3,
dag=dag)
cust_enagement_records = SSHOperator(
ssh_hook=sshHook,
task_id='cust_enagement_records',
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"cust_enagement_records_agi"},
depends_on_past=False,
retries=3,
dag=dag)
data_source_update = SSHOperator(
ssh_hook=sshHook,
task_id='data_source_update',
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"data_source_update_agi"},
depends_on_past=False,
retries=3,
dag=dag)
file_CRM_account >> crm_account_4545
file_CRM_contact_ccp >> crm_contact_ccp_5681
file_CCP_mapping_table >> ccp_mapping_table_8972
@ -245,5 +312,14 @@ t01_crm_contact >> d_crm_contact
d_crm_contact >> cust_contact_mapping
cust_contact_mapping >> cust_contact_info
cust_contact_info >> trigger_trg_cust
trigger_trg_cust >> task_failed
file_CRM_Raw_Leads >> crm_raw_leads_6024
crm_raw_leads_6024 >> t01_crm_raw_leads
t01_crm_raw_leads >> cust_leads
cust_leads >> cust_leads_detail
cust_leads_detail >> cust_enagement_records
cust_enagement_records >> data_source_update
cust_contact_info >> cust_all_info
t01_crm_raw_leads >> cust_all_info
cust_all_info >> cust_enagement_records
cust_enagement_records >> task_failed
file_china_city >> task_failed