dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 招聘信息导入,dev

This commit is contained in:
root 2026-02-27 10:02:01 +08:00
parent 5e3cf5849f
commit 153ac36270
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
dev/workflow/TK_Cust/agent_recruitment/批量处理招聘数据/batch_gen_recruiment.py
View File

@ -275,13 +275,16 @@ def main():
if flag: if flag:
# 初始化 # 初始化
db_manager = DatabaseManager(db_config) db_manager = DatabaseManager(db_config)
custom_query = """ SELECT custom_query = """ select full_text from (SELECT
ds.document_id,
MIN(ds.created_at) AS doc_time,
string_agg(ds.content, '' ORDER BY ds.position) AS full_text string_agg(ds.content, '' ORDER BY ds.position) AS full_text
FROM public.document_segments ds FROM public.document_segments ds
WHERE ds.dataset_id = '33d1b946-acd2-4538-b6cc-e0cd77824aba' WHERE ds.dataset_id = '33d1b946-acd2-4538-b6cc-e0cd77824aba'
AND ds.enabled AND ds.enabled
AND ds.created_at >= NOW() - INTERVAL '48 hours' AND ds.created_at >= NOW() - INTERVAL '48 hours'
limit 10 """ GROUP BY ds.document_id
ORDER BY doc_time DESC)p1 limit 10 """
try: try:
# 从数据库获取URL列表 # 从数据库获取URL列表