add workflow 白名单数据入湖,dev
This commit is contained in:
parent
1026ba0fad
commit
95468f84f6
|
@ -37,15 +37,15 @@ task_failed = EmailOperator (
|
||||||
cc=[""],
|
cc=[""],
|
||||||
subject="white_list_failed",
|
subject="white_list_failed",
|
||||||
html_content='<h3>您好,white_list作业失败,请及时处理" </h3>')
|
html_content='<h3>您好,white_list作业失败,请及时处理" </h3>')
|
||||||
|
|
||||||
file_tk_white_list = SSHOperator(
|
file_tk_white_list = SSHOperator(
|
||||||
ssh_hook=sshHook,
|
ssh_hook=sshHook,
|
||||||
task_id='file_tk_white_list',
|
task_id='file_tk_white_list',
|
||||||
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
|
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} ',
|
||||||
params={'my_param':"tk_white_list"},
|
params={'my_param':"tk_white_list"},
|
||||||
depends_on_past=False,
|
depends_on_past=False,
|
||||||
retries=3,
|
retries=3,
|
||||||
dag=dag)
|
dag=dag)
|
||||||
|
|
||||||
|
|
||||||
file_tk_white_list >> task_failed
|
file_tk_white_list >> task_failed
|
||||||
|
|
Loading…
Reference in New Issue