add workflow 市场News-Agents调度,dev
This commit is contained in:
parent
32aaab10b1
commit
a59c620930
|
|
@ -189,8 +189,8 @@ def main():
|
||||||
SELECT distinct
|
SELECT distinct
|
||||||
web_url,
|
web_url,
|
||||||
(ROW_NUMBER() OVER (ORDER BY web_url) - 1) / 5 as batch_num
|
(ROW_NUMBER() OVER (ORDER BY web_url) - 1) / 5 as batch_num
|
||||||
FROM p70_ai_intelligence.t_channel
|
FROM p70_ai_intelligence.t_channel_news
|
||||||
WHERE type = 'News'
|
|
||||||
)
|
)
|
||||||
SELECT
|
SELECT
|
||||||
STRING_AGG(web_url, E'\n') as batched_urls
|
STRING_AGG(web_url, E'\n') as batched_urls
|
||||||
|
|
|
||||||
|
|
@ -185,7 +185,7 @@ def main():
|
||||||
if flag:
|
if flag:
|
||||||
# 初始化
|
# 初始化
|
||||||
db_manager = DatabaseManager(db_config)
|
db_manager = DatabaseManager(db_config)
|
||||||
custom_query = """ select concat('|',web_url,'|',industry,'|') from p70_ai_intelligence.t_channel where type='招聘' """
|
custom_query = """ select concat('|',web_url,'|',industry,'|') from p70_ai_intelligence.t_channel_recruitment """
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# 从数据库获取URL列表
|
# 从数据库获取URL列表
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue