dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 市场News-Agents调度,dev

This commit is contained in:
root 2026-02-25 20:01:05 +08:00
parent 3e19825c15
commit 9239fa108d
1 changed files with 0 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
dev/workflow/TK_Cust/agents_market_newsletter/市场News-Agents调度/wf_dag_agents_market_newsletter.py
View File

@ -41,16 +41,6 @@ task_failed = EmailOperator (
html_content='<h3>您好，agents_market_newsletter作业失败，请及时处理" </h3>') html_content='<h3>您好，agents_market_newsletter作业失败，请及时处理" </h3>')
agents_recuriments = SSHOperator(
ssh_hook=sshHook,
task_id='agents_recuriments',
command='cd /data/airflow/etl/agents && python agents_recuriments.py',
params={'my_param':"agents_recuriments"},
depends_on_past=False,
retries=1,
dag=dag)
agents_market_summar = SSHOperator( agents_market_summar = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='agents_market_summar', task_id='agents_market_summar',
@ -70,26 +60,6 @@ depends_on_past=False,
retries=1, retries=1,
dag=dag) dag=dag)
batch_gen_crawer = SSHOperator(
ssh_hook=sshHook,
task_id='batch_gen_crawer',
command='cd /data/airflow/etl/agents && python batch_gen_crawer.py',
params={'my_param':"batch_gen_crawer"},
depends_on_past=False,
retries=1,
dag=dag)
batch_gen_recruiment = SSHOperator(
ssh_hook=sshHook,
task_id='batch_gen_recruiment',
command='cd /data/airflow/etl/agents && python batch_gen_recruiment.py',
params={'my_param':"batch_gen_recruiment"},
depends_on_past=False,
retries=1,
dag=dag)
a_market_Intelligence_newsletter = SSHOperator( a_market_Intelligence_newsletter = SSHOperator(
ssh_hook=sshHook, ssh_hook=sshHook,
task_id='a_market_Intelligence_newsletter', task_id='a_market_Intelligence_newsletter',
@ -135,13 +105,10 @@ dag=dag)
agents_market_summar >> tk_product_prefer agents_market_summar >> tk_product_prefer
agents_market_summar >> batch_gen_crawer
agents_recuriments >> batch_gen_recruiment
a_market_Intelligence_newsletter >> tk_product_prefer a_market_Intelligence_newsletter >> tk_product_prefer
tk_product_prefer >> dysql_news_letter_info tk_product_prefer >> dysql_news_letter_info
agents_market_summar >> a_market_Intelligence_newsletter agents_market_summar >> a_market_Intelligence_newsletter
tk_product_prefer >> dysql_recruitment_news_letter tk_product_prefer >> dysql_recruitment_news_letter
dysql_enterprise_card_newsletter >> dysql_recruitment_news_letter dysql_enterprise_card_newsletter >> dysql_recruitment_news_letter
agents_recuriments >> tk_product_prefer
tk_product_prefer >> dysql_enterprise_card_newsletter tk_product_prefer >> dysql_enterprise_card_newsletter
dysql_enterprise_card_newsletter >> task_failed dysql_enterprise_card_newsletter >> task_failed