dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow partner1site,dev

This commit is contained in:
root 2025-09-28 17:09:15 +08:00
parent d38dd7667b
commit b429bc2dd9
3 changed files with 5 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
dev/workflow/TK_Cust/partner1site/partner1site/wf_dag_partner1site.py
View File

@ -113,16 +113,7 @@ dag=dag)
part_summary_pos_feign >> part_summary_pos_load part_summary_pos_feign >> part_summary_pos_load
partner_summary_pos_3664 = SSHOperator(
ssh_hook=sshHook,
task_id='partner_summary_pos_3664',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_part_summary_pos"},
depends_on_past=False,
retries=3,
dag=dag)
part_summary_visit_load >> partner_summary_visit_9060 part_summary_visit_load >> partner_summary_visit_9060
part_summary_report_load >> partner_summary_report_6257 part_summary_report_load >> partner_summary_report_6257
part_summary_pos_load >> partner_summary_pos_3664 partner_summary_report_6257 >> task_failed
partner_summary_pos_3664 >> task_failed part_summary_pos_load >> task_failed

2
dev/workflow/TK_Cust/partner1site/获取POS数据/part_summary_pos_feign.py
View File

@ -146,7 +146,6 @@ def main():
) )
save_json_to_pg(visits_data, API_ID) save_json_to_pg(visits_data, API_ID)
""" """
# ❌ 报备数据（暂时注释） # ❌ 报备数据（暂时注释）
""" """
reports_data = client.fetch_all_pages( reports_data = client.fetch_all_pages(
@ -159,7 +158,6 @@ def main():
# ❌ POS 数据（暂时注释） # ❌ POS 数据（暂时注释）
pos_data = client.fetch_all_pages( pos_data = client.fetch_all_pages(
api_name="pos_datas", api_name="pos_datas",
# params={}
params={"startPosInsertDate":get_previous_date(3)} params={"startPosInsertDate":get_previous_date(3)}
) )
save_json_to_pg(pos_data, API_ID) save_json_to_pg(pos_data, API_ID)

4
dev/workflow/TK_Cust/partner1site/获取POS数据/part_summary_pos_load.sql
View File

@ -3,9 +3,9 @@
\set AUTOCOMMIT on \set AUTOCOMMIT on
\timing on \timing on
DELETE FROM data_api.part_summary_pos; DELETE FROM data_api.partner_summary_pos;
insert into data_api.part_summary_pos ( insert into data_api.partner_summary_pos (
address address
, alias , alias
, ap , ap