From 915515749e2379f7c44b20ea5816a4dc86812fbc Mon Sep 17 00:00:00 2001 From: root Date: Tue, 30 Sep 2025 17:00:26 +0800 Subject: [PATCH] add workflow partner1site,dev --- .../partner1site/wf_dag_partner1site.py | 32 +++++++++---------- .../part_summary_visit_feign.py | 2 +- 2 files changed, 17 insertions(+), 17 deletions(-) diff --git a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py index 396ab2e..b9b68ef 100644 --- a/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py +++ b/dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py @@ -37,7 +37,7 @@ task_failed = EmailOperator ( cc=[""], subject="partner1site_failed", html_content='

您好,partner1site作业失败,请及时处理"

') - + part_summary_visit_feign = SSHOperator( ssh_hook=sshHook, task_id='part_summary_visit_feign', @@ -56,16 +56,16 @@ retries=3, dag=dag) part_summary_visit_feign >> part_summary_visit_load - + partner_summary_visit_9060 = SSHOperator( ssh_hook=sshHook, task_id='partner_summary_visit_9060', -command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', params={'my_param':"S98_S_partner_summary_visit"}, depends_on_past=False, retries=3, dag=dag) - + part_summary_report_feign = SSHOperator( ssh_hook=sshHook, task_id='part_summary_report_feign', @@ -84,16 +84,16 @@ retries=3, dag=dag) part_summary_report_feign >> part_summary_report_load - + partner_summary_report_6257 = SSHOperator( ssh_hook=sshHook, task_id='partner_summary_report_6257', -command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ', params={'my_param':"S98_S_partner_summary_report"}, depends_on_past=False, retries=3, dag=dag) - + part_summary_pos_feign = SSHOperator( ssh_hook=sshHook, task_id='part_summary_pos_feign', @@ -112,7 +112,7 @@ retries=3, dag=dag) part_summary_pos_feign >> part_summary_pos_load - + partner_summary_pos_4937 = SSHOperator( ssh_hook=sshHook, task_id='partner_summary_pos_4937', @@ -121,7 +121,7 @@ params={'my_param':"S98_S_partner_summary_pos"}, depends_on_past=False, retries=3, dag=dag) - + part_summary_custome_feign = SSHOperator( ssh_hook=sshHook, task_id='part_summary_custome_feign', @@ -140,7 +140,7 @@ retries=3, dag=dag) part_summary_custome_feign >> part_summary_custome_load - + partner_summary_customer_5702 = SSHOperator( ssh_hook=sshHook, task_id='partner_summary_customer_5702', @@ -149,9 +149,9 @@ params={'my_param':"S98_S_partner_summary_customer"}, depends_on_past=False, retries=3, dag=dag) - -part_summary_visit_load >> partner_summary_visit_9060 -part_summary_report_load >> partner_summary_report_6257 -part_summary_pos_load >> partner_summary_pos_4937 -part_summary_custome_load >> partner_summary_customer_5702 -partner_summary_customer_5702 >> task_failed + +part_summary_visit_load >> partner_summary_visit_9060 +part_summary_report_load >> partner_summary_report_6257 +part_summary_pos_load >> partner_summary_pos_4937 +part_summary_custome_load >> partner_summary_customer_5702 +partner_summary_customer_5702 >> task_failed diff --git a/dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py b/dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py index 47eb75a..f9810fc 100644 --- a/dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py +++ b/dev/workflow/TK_Cust/partner1site/获取客户拜访数据/part_summary_visit_feign.py @@ -132,7 +132,7 @@ def main(): data = client.fetch_all_pages( api_name="visits", - params={} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)} + params={'startInsertDate':'2000-1-1'} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)} ) save_json_to_pg(data, API_ID)