add workflow 市场-Agents调度,dev
This commit is contained in:
root
parent
874ea68fcb
commit
2a6e295a87
|
|
@ -0,0 +1,54 @@
|
|||
|
||||
DROP TABLE IF EXISTS p30_common.a_market_Intelligence_newsletter;
|
||||
CREATE TABLE IF NOT EXISTS p30_common.a_market_Intelligence_newsletter (
|
||||
id int4
|
||||
, newsletter_title VARCHAR(500)
|
||||
, company_name VARCHAR(500)
|
||||
, company_name_ai VARCHAR(500)
|
||||
, industry VARCHAR(500)
|
||||
, sub_industry VARCHAR(255)
|
||||
, province VARCHAR(255)
|
||||
, city VARCHAR(255)
|
||||
, district VARCHAR(500)
|
||||
, summary text
|
||||
, key_info text
|
||||
, tk_relevance text
|
||||
, tek_products jsonb
|
||||
, source_url text
|
||||
, news_date date
|
||||
, create_tm timestamp(0)
|
||||
, Etl_Batch_No varchar(50)
|
||||
, Etl_First_Dt timestamp(0)
|
||||
, Etl_Job varchar(200)
|
||||
, Etl_Proc_Dt timestamp(0)
|
||||
, Etl_Tx_Dt timestamp(0)
|
||||
, Src_Sysname varchar(50)
|
||||
, Src_Table varchar(50)
|
||||
,primary key( id )
|
||||
);
|
||||
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.id IS '主键';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.newsletter_title IS '简报标题';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.company_name IS '公司名称';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.company_name_ai IS '公司名称(AI补全）';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.industry IS '行业';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.sub_industry IS '子行业';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.province IS '省份';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.city IS '城市';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.district IS '区名（县名）';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.summary IS '总结';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.key_info IS '其他关键信息（人工分析、商机评分等）';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.tk_relevance IS '泰克相关性分析';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.tek_products IS '泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.source_url IS '来源链接（URL）';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.news_date IS '新闻日期';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.create_tm IS '采集入库时间';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Batch_No IS '作业批次号';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_First_Dt IS '最初入库时间';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Job IS '作业名称';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Proc_Dt IS '本次入库时间';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Tx_Dt IS '作业运行时间';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Src_Sysname IS '来源系统';
|
||||
COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Src_Table IS '来源表';
|
||||
|
||||
COMMENT ON TABLE p30_common.a_market_Intelligence_newsletter IS '市场信息简报';
|
||||
|
|
@ -0,0 +1,152 @@
|
|||
/***************************************************************************************************/
|
||||
/*script in Sql, generate by SdmCreateScript 2024(by IdgValue, qihang.feng@idgvalue.COM) */
|
||||
/*VERSION 01.10 revised on 2020-08-25 */
|
||||
/*Brilliance stems from wisdoms. */
|
||||
/*************Head Section**************************************************************************/
|
||||
/*Script Use: Periodically load data to :a_market_Intelligence_newsletter(市场信息简报) */
|
||||
/*Create Date:2025-11-13 14:43:39 */
|
||||
/*SDM Developed By: dev */
|
||||
/*SDM Developed Date: 2025-11-12 */
|
||||
/*SDM Checked By: dev */
|
||||
/*SDM Checked Date: 2025-11-13 */
|
||||
/*Script Developed By: dev */
|
||||
/*Script Checked By: dev */
|
||||
/*Source table 1: p70_ai_intelligence.agent_market_summary */
|
||||
/*Job Type: Inbound transform (Tier 1 to Tier 2) */
|
||||
/*Target Table:a_market_Intelligence_newsletter */
|
||||
/*ETL Job Name:a_market_Intelligence_newsletter */
|
||||
/*ETL Frequency:None */
|
||||
/*ETL Policy:I */
|
||||
/********************************************************************************************/
|
||||
/*******Main Section**************************************************************************/
|
||||
\set ON_ERROR_STOP on
|
||||
\set AUTOCOMMIT on
|
||||
\timing on
|
||||
|
||||
|
||||
|
||||
/*创建临时表加载当前数据 */
|
||||
CREATE TEMPORARY TABLE a_market_Intelligence_newsletter_agi_CUR_I
|
||||
( LIKE :COMMDB.a_market_Intelligence_newsletter)
|
||||
ON COMMIT PRESERVE ROWS;
|
||||
|
||||
|
||||
/*****************************************************************************************************/
|
||||
/* GROUP 1:Source Table:agent_market_summary**********************************************************/
|
||||
/*****************************************************************************************************/
|
||||
|
||||
INSERT INTO a_market_Intelligence_newsletter_agi_CUR_I (
|
||||
id /*主键*/
|
||||
,newsletter_title /*简报标题*/
|
||||
,company_name /*公司名称*/
|
||||
,company_name_ai /*公司名称(AI补全）*/
|
||||
,industry /*行业*/
|
||||
,sub_industry /*子行业*/
|
||||
,province /*省份*/
|
||||
,city /*城市*/
|
||||
,district /*区名（县名）*/
|
||||
,summary /*总结*/
|
||||
,key_info /*其他关键信息（人工分析、商机评分等）*/
|
||||
,tk_relevance /*泰克相关性分析*/
|
||||
,tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/
|
||||
,source_url /*来源链接（URL）*/
|
||||
,news_date /*新闻日期*/
|
||||
,create_tm /*采集入库时间*/
|
||||
,Etl_Batch_No /*作业批次号*/
|
||||
,Etl_First_Dt /*最初入库时间*/
|
||||
,Etl_Job /*作业名称*/
|
||||
,Etl_Proc_Dt /*本次入库时间*/
|
||||
,Etl_Tx_Dt /*作业运行时间*/
|
||||
,Src_Sysname /*来源系统*/
|
||||
,Src_Table /*来源表*/
|
||||
)
|
||||
SELECT
|
||||
COALESCE(p0.id,0) /*id*/
|
||||
,COALESCE(TRIM(p0.title),'') /*newsletter_title*/
|
||||
,COALESCE(TRIM(p0.company_name),'') /*company_name*/
|
||||
,COALESCE(TRIM(p0.company_name_ai),'') /*company_name_ai*/
|
||||
,COALESCE(TRIM(p0.industry),'') /*industry*/
|
||||
,COALESCE(TRIM(p0.sub_industry),'') /*sub_industry*/
|
||||
,COALESCE(TRIM(p0.province),'') /*province*/
|
||||
,COALESCE(TRIM(p0.city),'') /*city*/
|
||||
,COALESCE(TRIM(p0.district),'') /*district*/
|
||||
,COALESCE(TRIM(p0.summary),'') /*summary*/
|
||||
,coalesce(replace(replace(replace(REGEXP_SUBSTR("content", '公司/机构：.*?(?=泰克相关性分析)'),'*',''),'-',''),'\n','')
|
||||
,replace(replace(p0.key_info,'*',''),'\n','')) /*key_info*/
|
||||
,COALESCE(TRIM(p0.relevance),'') /*tk_relevance*/
|
||||
,COALESCE(CAST(p0.tek_products AS jsonb),'{}') /*tek_products*/
|
||||
,COALESCE(TRIM(p0.source_url),'') /*source_url*/
|
||||
,COALESCE(TO_DATE(CAST(p0.occur_date AS VARCHAR(10)),'YYYY-MM-DD'),TO_DATE(:NULLDATE,'YYYYMMDD')) /*news_date*/
|
||||
,COALESCE(p0.create_tm,TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*create_tm*/
|
||||
,0 /*Etl_Batch_No*/
|
||||
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_First_Dt*/
|
||||
,:ETLJOB /*Etl_Job*/
|
||||
,current_timestamp(0) /*Etl_Proc_Dt*/
|
||||
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_Tx_Dt*/
|
||||
,Substr('agent_market_summary',1,3) /*Src_Sysname*/
|
||||
,'agent_market_summary' /*Src_Table*/
|
||||
|
||||
FROM p70_ai_intelligence.agent_market_summary p0
|
||||
where create_tm >=current_date - interval '7' day
|
||||
|
||||
;
|
||||
|
||||
|
||||
|
||||
INSERT INTO :COMMDB.a_market_Intelligence_newsletter (
|
||||
newsletter_title /*简报标题*/
|
||||
,company_name /*公司名称*/
|
||||
,company_name_ai /*公司名称(AI补全）*/
|
||||
,industry /*行业*/
|
||||
,sub_industry /*子行业*/
|
||||
,province /*省份*/
|
||||
,city /*城市*/
|
||||
,district /*区名（县名）*/
|
||||
,summary /*总结*/
|
||||
,key_info /*其他关键信息（人工分析、商机评分等）*/
|
||||
,tk_relevance /*泰克相关性分析*/
|
||||
,tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/
|
||||
,source_url /*来源链接（URL）*/
|
||||
,news_date /*新闻日期*/
|
||||
,create_tm /*采集入库时间*/
|
||||
,id /*主键*/
|
||||
,Etl_Batch_No /*作业批次号*/
|
||||
,Etl_First_Dt /*最初入库时间*/
|
||||
,Etl_Job /*作业名称*/
|
||||
,Etl_Proc_Dt /*本次入库时间*/
|
||||
,Etl_Tx_Dt /*作业运行时间*/
|
||||
,Src_Sysname /*来源系统*/
|
||||
,Src_Table /*来源表*/
|
||||
|
||||
)
|
||||
SELECT
|
||||
P1.newsletter_title /*简报标题*/
|
||||
,P1.company_name /*公司名称*/
|
||||
,P1.company_name_ai /*公司名称(AI补全）*/
|
||||
,P1.industry /*行业*/
|
||||
,P1.sub_industry /*子行业*/
|
||||
,P1.province /*省份*/
|
||||
,P1.city /*城市*/
|
||||
,P1.district /*区名（县名）*/
|
||||
,P1.summary /*总结*/
|
||||
,P1.key_info /*其他关键信息（人工分析、商机评分等）*/
|
||||
,P1.tk_relevance /*泰克相关性分析*/
|
||||
,P1.tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/
|
||||
,P1.source_url /*来源链接（URL）*/
|
||||
,P1.news_date /*新闻日期*/
|
||||
,P1.create_tm /*采集入库时间*/
|
||||
,P1.id /*主键*/
|
||||
,P1.Etl_Batch_No /*作业批次号*/
|
||||
,P1.Etl_First_Dt /*最初入库时间*/
|
||||
,P1.Etl_Job /*作业名称*/
|
||||
,P1.Etl_Proc_Dt /*本次入库时间*/
|
||||
,P1.Etl_Tx_Dt /*作业运行时间*/
|
||||
,P1.Src_Sysname /*来源系统*/
|
||||
,P1.Src_Table /*来源表*/
|
||||
|
||||
FROM a_market_Intelligence_newsletter_agi_CUR_I P1;
|
||||
|
||||
;
|
||||
/*****程序结束退出 */
|
||||
\q
|
||||
|
||||
Loading…
Reference in New Issue