dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-30 17:00:26 +08:00
parent a6a54edd83
commit 915515749e
2 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py
View File

@ -37,7 +37,7 @@ task_failed = EmailOperator (
cc=[""], cc=[""],
subject="partner1site_failed", subject="partner1site_failed",
html_content='<h3>您好，partner1site作业失败，请及时处理" </h3>') html_content='<h3>您好，partner1site作业失败，请及时处理" </h3>')
part_summary_visit_feign = SSHOperator( part_summary_visit_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='part_summary_visit_feign', task_id='part_summary_visit_feign',
@ -56,16 +56,16 @@ retries=3,
dag=dag) dag=dag)
part_summary_visit_feign >> part_summary_visit_load part_summary_visit_feign >> part_summary_visit_load
partner_summary_visit_9060 = SSHOperator( partner_summary_visit_9060 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='partner_summary_visit_9060', task_id='partner_summary_visit_9060',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ', command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_partner_summary_visit"}, params={'my_param':"S98_S_partner_summary_visit"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
part_summary_report_feign = SSHOperator( part_summary_report_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='part_summary_report_feign', task_id='part_summary_report_feign',
@ -84,16 +84,16 @@ retries=3,
dag=dag) dag=dag)
part_summary_report_feign >> part_summary_report_load part_summary_report_feign >> part_summary_report_load
partner_summary_report_6257 = SSHOperator( partner_summary_report_6257 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='partner_summary_report_6257', task_id='partner_summary_report_6257',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ', command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_partner_summary_report"}, params={'my_param':"S98_S_partner_summary_report"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
part_summary_pos_feign = SSHOperator( part_summary_pos_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='part_summary_pos_feign', task_id='part_summary_pos_feign',
@ -112,7 +112,7 @@ retries=3,
dag=dag) dag=dag)
part_summary_pos_feign >> part_summary_pos_load part_summary_pos_feign >> part_summary_pos_load
partner_summary_pos_4937 = SSHOperator( partner_summary_pos_4937 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='partner_summary_pos_4937', task_id='partner_summary_pos_4937',
@ -121,7 +121,7 @@ params={'my_param':"S98_S_partner_summary_pos"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
part_summary_custome_feign = SSHOperator( part_summary_custome_feign = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='part_summary_custome_feign', task_id='part_summary_custome_feign',
@ -140,7 +140,7 @@ retries=3,
dag=dag) dag=dag)
part_summary_custome_feign >> part_summary_custome_load part_summary_custome_feign >> part_summary_custome_load
partner_summary_customer_5702 = SSHOperator( partner_summary_customer_5702 = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='partner_summary_customer_5702', task_id='partner_summary_customer_5702',
@ -149,9 +149,9 @@ params={'my_param':"S98_S_partner_summary_customer"},
depends_on_past=False, depends_on_past=False,
retries=3, retries=3,
dag=dag) dag=dag)
part_summary_visit_load >> partner_summary_visit_9060 part_summary_visit_load >> partner_summary_visit_9060
part_summary_report_load >> partner_summary_report_6257 part_summary_report_load >> partner_summary_report_6257
part_summary_pos_load >> partner_summary_pos_4937 part_summary_pos_load >> partner_summary_pos_4937
part_summary_custome_load >> partner_summary_customer_5702 part_summary_custome_load >> partner_summary_customer_5702
partner_summary_customer_5702 >> task_failed partner_summary_customer_5702 >> task_failed

2
dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py
View File

@ -132,7 +132,7 @@ def main():
data = client.fetch_all_pages( data = client.fetch_all_pages(
api_name="visits", api_name="visits",
params={} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)} params={'startInsertDate':'2000-1-1'} # 拉全量，若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
) )
save_json_to_pg(data, API_ID) save_json_to_pg(data, API_ID)