add workflow partner1site,dev
This commit is contained in:
parent
a6a54edd83
commit
915515749e
|
@ -37,7 +37,7 @@ task_failed = EmailOperator (
|
|||
cc=[""],
|
||||
subject="partner1site_failed",
|
||||
html_content='<h3>您好,partner1site作业失败,请及时处理" </h3>')
|
||||
|
||||
|
||||
part_summary_visit_feign = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='part_summary_visit_feign',
|
||||
|
@ -56,16 +56,16 @@ retries=3,
|
|||
dag=dag)
|
||||
|
||||
part_summary_visit_feign >> part_summary_visit_load
|
||||
|
||||
|
||||
partner_summary_visit_9060 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_visit_9060',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
|
||||
params={'my_param':"S98_S_partner_summary_visit"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
|
||||
part_summary_report_feign = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='part_summary_report_feign',
|
||||
|
@ -84,16 +84,16 @@ retries=3,
|
|||
dag=dag)
|
||||
|
||||
part_summary_report_feign >> part_summary_report_load
|
||||
|
||||
|
||||
partner_summary_report_6257 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_report_6257',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
|
||||
params={'my_param':"S98_S_partner_summary_report"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
|
||||
part_summary_pos_feign = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='part_summary_pos_feign',
|
||||
|
@ -112,7 +112,7 @@ retries=3,
|
|||
dag=dag)
|
||||
|
||||
part_summary_pos_feign >> part_summary_pos_load
|
||||
|
||||
|
||||
partner_summary_pos_4937 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_pos_4937',
|
||||
|
@ -121,7 +121,7 @@ params={'my_param':"S98_S_partner_summary_pos"},
|
|||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
|
||||
part_summary_custome_feign = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='part_summary_custome_feign',
|
||||
|
@ -140,7 +140,7 @@ retries=3,
|
|||
dag=dag)
|
||||
|
||||
part_summary_custome_feign >> part_summary_custome_load
|
||||
|
||||
|
||||
partner_summary_customer_5702 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_customer_5702',
|
||||
|
@ -149,9 +149,9 @@ params={'my_param':"S98_S_partner_summary_customer"},
|
|||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
part_summary_visit_load >> partner_summary_visit_9060
|
||||
part_summary_report_load >> partner_summary_report_6257
|
||||
part_summary_pos_load >> partner_summary_pos_4937
|
||||
part_summary_custome_load >> partner_summary_customer_5702
|
||||
partner_summary_customer_5702 >> task_failed
|
||||
|
||||
part_summary_visit_load >> partner_summary_visit_9060
|
||||
part_summary_report_load >> partner_summary_report_6257
|
||||
part_summary_pos_load >> partner_summary_pos_4937
|
||||
part_summary_custome_load >> partner_summary_customer_5702
|
||||
partner_summary_customer_5702 >> task_failed
|
||||
|
|
|
@ -132,7 +132,7 @@ def main():
|
|||
|
||||
data = client.fetch_all_pages(
|
||||
api_name="visits",
|
||||
params={} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
|
||||
params={'startInsertDate':'2000-1-1'} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
|
||||
)
|
||||
save_json_to_pg(data, API_ID)
|
||||
|
||||
|
|
Loading…
Reference in New Issue