add workflow 招聘信息导入,dev

dev/workflow/TK_Cust/agent_recruitment/批量处理招聘数据/batch_gen_recruiment.py

@@ -275,13 +275,16 @@ def main():
         if flag:
             # 初始化
             db_manager = DatabaseManager(db_config)
-            custom_query = """ SELECT
+            custom_query = """ select full_text from (SELECT
+    ds.document_id,
+    MIN(ds.created_at) AS doc_time,
     string_agg(ds.content, '' ORDER BY ds.position) AS full_text
 FROM public.document_segments ds
 WHERE ds.dataset_id = '33d1b946-acd2-4538-b6cc-e0cd77824aba'
   AND ds.enabled
   AND ds.created_at >= NOW() - INTERVAL '48 hours'
- limit 10 """
+GROUP BY ds.document_id
+ORDER BY doc_time DESC)p1 limit 10 """
             
             try:
                 # 从数据库获取URL列表