dtgitea
/
dataops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add workflow 招聘信息导入,dev

This commit is contained in:
root 2026-02-27 09:54:01 +08:00
parent 75e7feef3c
commit 4c09404429
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dev/workflow/TK_Cust/agent_recruitment/批量处理招聘数据/batch_gen_recruiment.py
View File

@ -276,8 +276,6 @@ def main():
# 初始化 # 初始化
db_manager = DatabaseManager(db_config) db_manager = DatabaseManager(db_config)
custom_query = """ SELECT custom_query = """ SELECT
ds.document_id,
MIN(ds.created_at) AS doc_time,
string_agg(ds.content, '' ORDER BY ds.position) AS full_text string_agg(ds.content, '' ORDER BY ds.position) AS full_text
FROM public.document_segments ds FROM public.document_segments ds
WHERE ds.dataset_id = '33d1b946-acd2-4538-b6cc-e0cd77824aba' WHERE ds.dataset_id = '33d1b946-acd2-4538-b6cc-e0cd77824aba'
@ -295,7 +293,7 @@ ORDER BY doc_time DESC limit 10 """
return return
# 遍历每个URL调用API # 遍历每个URL调用API
for i, text in enumerate(list, 3): for i, text in enumerate(list, 1):
logger.info(f"处理第 {i}/{len(list)} 个数据: {text}") logger.info(f"处理第 {i}/{len(list)} 个数据: {text}")
if type == 'workflow': if type == 'workflow':