add workflow 市场News-Agents调度,dev
This commit is contained in:
parent
9f2f150a44
commit
e7721972cf
|
|
@ -104,6 +104,18 @@ dag=dag)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
dysql_news_letter_result = SSHOperator(
|
||||||
|
ssh_hook=sshHook,
|
||||||
|
task_id='dysql_news_letter_result',
|
||||||
|
command='/data/airflow/etl/MART/run_psql.sh {{ ds_nodash }} {{params.my_param}} ',
|
||||||
|
params={'my_param':"dysql_news_letter_result"},
|
||||||
|
depends_on_past=False,
|
||||||
|
retries=3,
|
||||||
|
dag=dag)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
agents_market_summar >> tk_product_prefer
|
agents_market_summar >> tk_product_prefer
|
||||||
a_market_Intelligence_newsletter >> tk_product_prefer
|
a_market_Intelligence_newsletter >> tk_product_prefer
|
||||||
tk_product_prefer >> dysql_news_letter_info
|
tk_product_prefer >> dysql_news_letter_info
|
||||||
|
|
@ -111,4 +123,7 @@ agents_market_summar >> a_market_Intelligence_newsletter
|
||||||
tk_product_prefer >> dysql_recruitment_news_letter
|
tk_product_prefer >> dysql_recruitment_news_letter
|
||||||
dysql_enterprise_card_newsletter >> dysql_recruitment_news_letter
|
dysql_enterprise_card_newsletter >> dysql_recruitment_news_letter
|
||||||
tk_product_prefer >> dysql_enterprise_card_newsletter
|
tk_product_prefer >> dysql_enterprise_card_newsletter
|
||||||
dysql_enterprise_card_newsletter >> task_failed
|
dysql_news_letter_info >> dysql_news_letter_result
|
||||||
|
dysql_enterprise_card_newsletter >> dysql_news_letter_result
|
||||||
|
dysql_recruitment_news_letter >> dysql_news_letter_result
|
||||||
|
dysql_news_letter_result >> task_failed
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,12 @@
|
||||||
|
/********************************************************************************************/
|
||||||
|
/*******Main Section**************************************************************************/
|
||||||
|
\set ON_ERROR_STOP on
|
||||||
|
\set AUTOCOMMIT on
|
||||||
|
\timing on
|
||||||
|
|
||||||
|
delete from p60_mart.news_letter_info_result where create_tm>= current_date;
|
||||||
|
insert into p60_mart.news_letter_info_result
|
||||||
|
SELECT account_name, saler_name, whitelist_flag, newsletter_title, summary, key_products, tek_relevance, industry, prov_name, city_name, district, contact_qty, total_funnel, report_amt, source_url, business_type, create_tm, source_system,channel_type, portal_url, zip_url
|
||||||
|
FROM p60_mart.v_news_letter_info_weekly
|
||||||
|
|
||||||
|
\q
|
||||||
Loading…
Reference in New Issue