add workflow partner1site,dev
This commit is contained in:
parent
a6a54edd83
commit
915515749e
|
@ -60,7 +60,7 @@ part_summary_visit_feign >> part_summary_visit_load
|
|||
partner_summary_visit_9060 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_visit_9060',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
|
||||
params={'my_param':"S98_S_partner_summary_visit"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
|
@ -88,7 +88,7 @@ part_summary_report_feign >> part_summary_report_load
|
|||
partner_summary_report_6257 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_report_6257',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
|
||||
params={'my_param':"S98_S_partner_summary_report"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
|
|
|
@ -132,7 +132,7 @@ def main():
|
|||
|
||||
data = client.fetch_all_pages(
|
||||
api_name="visits",
|
||||
params={} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
|
||||
params={'startInsertDate':'2000-1-1'} # 拉全量,若有默认时间限制可改成 {"startInsertDate":"2000-01-01","endInsertDate":get_previous_date(0)}
|
||||
)
|
||||
save_json_to_pg(data, API_ID)
|
||||
|
||||
|
|
Loading…
Reference in New Issue