From 2a6e295a8746ddea3f98bbb690fec4aeb9750399 Mon Sep 17 00:00:00 2001 From: root Date: Tue, 9 Dec 2025 18:18:57 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E5=B8=82=E5=9C=BA-Agents?= =?UTF-8?q?=E8=B0=83=E5=BA=A6,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../a_market_Intelligence_newsletter.sql | 54 +++++++ .../a_market_Intelligence_newsletter_agi.sql | 152 ++++++++++++++++++ 2 files changed, 206 insertions(+) create mode 100644 dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter.sql create mode 100644 dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter_agi.sql diff --git a/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter.sql b/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter.sql new file mode 100644 index 0000000..08aad61 --- /dev/null +++ b/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter.sql @@ -0,0 +1,54 @@ + +DROP TABLE IF EXISTS p30_common.a_market_Intelligence_newsletter; +CREATE TABLE IF NOT EXISTS p30_common.a_market_Intelligence_newsletter ( + id int4 + , newsletter_title VARCHAR(500) + , company_name VARCHAR(500) + , company_name_ai VARCHAR(500) + , industry VARCHAR(500) + , sub_industry VARCHAR(255) + , province VARCHAR(255) + , city VARCHAR(255) + , district VARCHAR(500) + , summary text + , key_info text + , tk_relevance text + , tek_products jsonb + , source_url text + , news_date date + , create_tm timestamp(0) + , Etl_Batch_No varchar(50) + , Etl_First_Dt timestamp(0) + , Etl_Job varchar(200) + , Etl_Proc_Dt timestamp(0) + , Etl_Tx_Dt timestamp(0) + , Src_Sysname varchar(50) + , Src_Table varchar(50) + ,primary key( id ) +); + + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.id IS '主键'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.newsletter_title IS '简报标题'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.company_name IS '公司名称'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.company_name_ai IS '公司名称(AI补全）'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.industry IS '行业'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.sub_industry IS '子行业'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.province IS '省份'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.city IS '城市'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.district IS '区名（县名）'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.summary IS '总结'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.key_info IS '其他关键信息（人工分析、商机评分等）'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.tk_relevance IS '泰克相关性分析'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.tek_products IS '泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.source_url IS '来源链接（URL）'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.news_date IS '新闻日期'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.create_tm IS '采集入库时间'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Batch_No IS '作业批次号'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_First_Dt IS '最初入库时间'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Job IS '作业名称'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Proc_Dt IS '本次入库时间'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Etl_Tx_Dt IS '作业运行时间'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Src_Sysname IS '来源系统'; + COMMENT ON COLUMN p30_common.a_market_Intelligence_newsletter.Src_Table IS '来源表'; + +COMMENT ON TABLE p30_common.a_market_Intelligence_newsletter IS '市场信息简报'; \ No newline at end of file diff --git a/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter_agi.sql b/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter_agi.sql new file mode 100644 index 0000000..32ae4dd --- /dev/null +++ b/dev/workflow/TK_Cust/agents_market_newsletter/市场信息简报/a_market_Intelligence_newsletter_agi.sql @@ -0,0 +1,152 @@ +/***************************************************************************************************/ +/*script in Sql, generate by SdmCreateScript 2024(by IdgValue, qihang.feng@idgvalue.COM) */ +/*VERSION 01.10 revised on 2020-08-25 */ +/*Brilliance stems from wisdoms. */ +/*************Head Section**************************************************************************/ +/*Script Use: Periodically load data to :a_market_Intelligence_newsletter(市场信息简报) */ +/*Create Date:2025-11-13 14:43:39 */ +/*SDM Developed By: dev */ +/*SDM Developed Date: 2025-11-12 */ +/*SDM Checked By: dev */ +/*SDM Checked Date: 2025-11-13 */ +/*Script Developed By: dev */ +/*Script Checked By: dev */ +/*Source table 1: p70_ai_intelligence.agent_market_summary */ +/*Job Type: Inbound transform (Tier 1 to Tier 2) */ +/*Target Table:a_market_Intelligence_newsletter */ +/*ETL Job Name:a_market_Intelligence_newsletter */ +/*ETL Frequency:None */ +/*ETL Policy:I */ +/********************************************************************************************/ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + + + +/*创建临时表加载当前数据 */ +CREATE TEMPORARY TABLE a_market_Intelligence_newsletter_agi_CUR_I + ( LIKE :COMMDB.a_market_Intelligence_newsletter) +ON COMMIT PRESERVE ROWS; + + +/*****************************************************************************************************/ +/* GROUP 1:Source Table:agent_market_summary**********************************************************/ +/*****************************************************************************************************/ + +INSERT INTO a_market_Intelligence_newsletter_agi_CUR_I ( + id /*主键*/ + ,newsletter_title /*简报标题*/ + ,company_name /*公司名称*/ + ,company_name_ai /*公司名称(AI补全）*/ + ,industry /*行业*/ + ,sub_industry /*子行业*/ + ,province /*省份*/ + ,city /*城市*/ + ,district /*区名（县名）*/ + ,summary /*总结*/ + ,key_info /*其他关键信息（人工分析、商机评分等）*/ + ,tk_relevance /*泰克相关性分析*/ + ,tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/ + ,source_url /*来源链接（URL）*/ + ,news_date /*新闻日期*/ + ,create_tm /*采集入库时间*/ + ,Etl_Batch_No /*作业批次号*/ + ,Etl_First_Dt /*最初入库时间*/ + ,Etl_Job /*作业名称*/ + ,Etl_Proc_Dt /*本次入库时间*/ + ,Etl_Tx_Dt /*作业运行时间*/ + ,Src_Sysname /*来源系统*/ + ,Src_Table /*来源表*/ + ) +SELECT + COALESCE(p0.id,0) /*id*/ + ,COALESCE(TRIM(p0.title),'') /*newsletter_title*/ + ,COALESCE(TRIM(p0.company_name),'') /*company_name*/ + ,COALESCE(TRIM(p0.company_name_ai),'') /*company_name_ai*/ + ,COALESCE(TRIM(p0.industry),'') /*industry*/ + ,COALESCE(TRIM(p0.sub_industry),'') /*sub_industry*/ + ,COALESCE(TRIM(p0.province),'') /*province*/ + ,COALESCE(TRIM(p0.city),'') /*city*/ + ,COALESCE(TRIM(p0.district),'') /*district*/ + ,COALESCE(TRIM(p0.summary),'') /*summary*/ + ,coalesce(replace(replace(replace(REGEXP_SUBSTR("content", '公司/机构：.*?(?=泰克相关性分析)'),'*',''),'-',''),'\n','') + ,replace(replace(p0.key_info,'*',''),'\n','')) /*key_info*/ + ,COALESCE(TRIM(p0.relevance),'') /*tk_relevance*/ + ,COALESCE(CAST(p0.tek_products AS jsonb),'{}') /*tek_products*/ + ,COALESCE(TRIM(p0.source_url),'') /*source_url*/ + ,COALESCE(TO_DATE(CAST(p0.occur_date AS VARCHAR(10)),'YYYY-MM-DD'),TO_DATE(:NULLDATE,'YYYYMMDD')) /*news_date*/ + ,COALESCE(p0.create_tm,TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*create_tm*/ + ,0 /*Etl_Batch_No*/ + ,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_First_Dt*/ + ,:ETLJOB /*Etl_Job*/ + ,current_timestamp(0) /*Etl_Proc_Dt*/ + ,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_Tx_Dt*/ + ,Substr('agent_market_summary',1,3) /*Src_Sysname*/ + ,'agent_market_summary' /*Src_Table*/ + +FROM p70_ai_intelligence.agent_market_summary p0 +where create_tm >=current_date - interval '7' day + +; + + + +INSERT INTO :COMMDB.a_market_Intelligence_newsletter ( + newsletter_title /*简报标题*/ + ,company_name /*公司名称*/ + ,company_name_ai /*公司名称(AI补全）*/ + ,industry /*行业*/ + ,sub_industry /*子行业*/ + ,province /*省份*/ + ,city /*城市*/ + ,district /*区名（县名）*/ + ,summary /*总结*/ + ,key_info /*其他关键信息（人工分析、商机评分等）*/ + ,tk_relevance /*泰克相关性分析*/ + ,tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/ + ,source_url /*来源链接（URL）*/ + ,news_date /*新闻日期*/ + ,create_tm /*采集入库时间*/ + ,id /*主键*/ + ,Etl_Batch_No /*作业批次号*/ + ,Etl_First_Dt /*最初入库时间*/ + ,Etl_Job /*作业名称*/ + ,Etl_Proc_Dt /*本次入库时间*/ + ,Etl_Tx_Dt /*作业运行时间*/ + ,Src_Sysname /*来源系统*/ + ,Src_Table /*来源表*/ + +) +SELECT + P1.newsletter_title /*简报标题*/ + ,P1.company_name /*公司名称*/ + ,P1.company_name_ai /*公司名称(AI补全）*/ + ,P1.industry /*行业*/ + ,P1.sub_industry /*子行业*/ + ,P1.province /*省份*/ + ,P1.city /*城市*/ + ,P1.district /*区名（县名）*/ + ,P1.summary /*总结*/ + ,P1.key_info /*其他关键信息（人工分析、商机评分等）*/ + ,P1.tk_relevance /*泰克相关性分析*/ + ,P1.tek_products /*泰克相关产品(仅提取产品信息，按照数组存储），参考样例：["3系列MDO示波器", "光探头解决方案"]*/ + ,P1.source_url /*来源链接（URL）*/ + ,P1.news_date /*新闻日期*/ + ,P1.create_tm /*采集入库时间*/ + ,P1.id /*主键*/ + ,P1.Etl_Batch_No /*作业批次号*/ + ,P1.Etl_First_Dt /*最初入库时间*/ + ,P1.Etl_Job /*作业名称*/ + ,P1.Etl_Proc_Dt /*本次入库时间*/ + ,P1.Etl_Tx_Dt /*作业运行时间*/ + ,P1.Src_Sysname /*来源系统*/ + ,P1.Src_Table /*来源表*/ + +FROM a_market_Intelligence_newsletter_agi_CUR_I P1; + +; +/*****程序结束退出 */ +\q +