From 5b9efa02ff03f4424b529b1d4ce4ec07b9c2855f Mon Sep 17 00:00:00 2001 From: root Date: Mon, 24 Jun 2024 17:54:32 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E6=9C=8D=E5=8A=A1=E5=99=A8?= =?UTF-8?q?=E7=BB=B4=E6=8A=A4,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../TK_Cust/ser_main/作业日志维护/maintain_logs.py | 10 ++++++++++ .../TK_Cust/ser_main/服务器维护/wf_dag_ser_main.py | 12 ++++++------ 2 files changed, 16 insertions(+), 6 deletions(-) create mode 100644 dev/workflow/TK_Cust/ser_main/作业日志维护/maintain_logs.py diff --git a/dev/workflow/TK_Cust/ser_main/作业日志维护/maintain_logs.py b/dev/workflow/TK_Cust/ser_main/作业日志维护/maintain_logs.py new file mode 100644 index 0000000..755a6b8 --- /dev/null +++ b/dev/workflow/TK_Cust/ser_main/作业日志维护/maintain_logs.py @@ -0,0 +1,10 @@ +#!/usr/bin/env python3 + +from maintain_log import delDir + +if __name__ == '__main__': + "删除日志,保留1个月内做过修改的日志" + delDir( + "/data/airflow/logs/",30 + ) + diff --git a/dev/workflow/TK_Cust/ser_main/服务器维护/wf_dag_ser_main.py b/dev/workflow/TK_Cust/ser_main/服务器维护/wf_dag_ser_main.py index 96e8233..5bda871 100644 --- a/dev/workflow/TK_Cust/ser_main/服务器维护/wf_dag_ser_main.py +++ b/dev/workflow/TK_Cust/ser_main/服务器维护/wf_dag_ser_main.py @@ -49,14 +49,14 @@ retries=3, dag=dag) -uds_maintain_log = SSHOperator( +uds_maintain_logs = SSHOperator( ssh_hook=sshHook, -task_id='uds_maintain_log', -command='python /data/airflow/etl/CTL/maintain_log.py >>/data/airflow/logs/maintain.log', -params={'my_param':"uds_maintain_log"}, +task_id='uds_maintain_logs', +command='python /data/airflow/etl/CTL/maintain_logs.py ', +params={'my_param':"uds_maintain_logs"}, depends_on_past=False, retries=3, dag=dag) -uds_maintain_data_file >> uds_maintain_log -uds_maintain_log >> task_failed +uds_maintain_data_file >> uds_maintain_logs +uds_maintain_logs >> task_failed