add workflow SCRM标签信息,dev
This commit is contained in:
root
parent
a5bf88005a
commit
5c8dba0f9e
|
|
@ -19,8 +19,16 @@ timestamp = time.time() # 为Unix time，即从"1970-01-01 00:00:00"至
|
|||
|
||||
auth_url='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials'
|
||||
auth = {}
|
||||
sel_sql = 'select * from data_api.api_data '
|
||||
upt_sql = 'update data_api.api_data set flag=1 where id= %s'
|
||||
identityType = 'cp_employee_tools_huiju_corp'
|
||||
sel_sql = "select * from p61_output.ccc_scrm_cust_label_info where sync_ind <> '2';"
|
||||
upt_sql = "update p61_output.ccc_scrm_cust_label_info set sync_ind=%s, etl_proc_dt=current_timestamp(0) where cust_id = %s and scrm_label_id = %s"
|
||||
ist_sql = "INSERT INTO p61_output.scrm_leads_external_id_mapping (leads_id, external_type, external_id, etl_proc_dt, etl_tx_dt) VALUES (%s, %s, %s,current_timestamp(0), current_date);"
|
||||
|
||||
database="daas_mpp"
|
||||
user="dbuser_mpp"
|
||||
password="T2zWCUdEdxd3"
|
||||
host="172.17.0.8"
|
||||
port="5432"
|
||||
|
||||
def formatted2_previous_hour(h):
|
||||
if h==0:
|
||||
|
|
@ -43,37 +51,46 @@ def get_token(url):
|
|||
i = i + 1
|
||||
return auth
|
||||
|
||||
def get_data_from_db(sql):
|
||||
conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA",
|
||||
host="172.17.0.8", port="5432")
|
||||
cur=conn.cursor()
|
||||
def get_data_from_db(cur, conn, sql):
|
||||
# conn = psycopg2.connect(database=database, user=user, password=password,host=host, port=port)
|
||||
# cur=conn.cursor()
|
||||
cur.execute(sql)
|
||||
records = cur.fetchall()
|
||||
conn.commit()
|
||||
cur.close()
|
||||
conn.close()
|
||||
# cur.close()
|
||||
# conn.close()
|
||||
return records
|
||||
|
||||
def update_db_flag(sql, data):
|
||||
conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA",
|
||||
host="172.17.0.8", port="5432")
|
||||
cur=conn.cursor()
|
||||
cur.execute(sql)
|
||||
def update_db_flag(cur, conn, sql, status, cust_id, tag_id):
|
||||
# conn = psycopg2.connect(database=database, user=user, password=password,host=host, port=port)
|
||||
# cur=conn.cursor()
|
||||
cur.execute(sql,[status,cust_id,tag_id])
|
||||
conn.commit()
|
||||
cur.close()
|
||||
conn.close()
|
||||
# cur.close()
|
||||
# conn.close()
|
||||
|
||||
def add_leads_id(cur, conn, sql, type, leads_id, extern_id):
|
||||
try:
|
||||
# conn = psycopg2.connect(database=database, user=user, password=password,host=host, port=port)
|
||||
# cur=conn.cursor()
|
||||
cur.execute(sql,[leads_id,type,extern_id])
|
||||
conn.commit()
|
||||
# cur.close()
|
||||
# conn.close()
|
||||
except Exception as e:
|
||||
print(f'添加线索id异常,接口返回信息：{e}')
|
||||
|
||||
def request_custom_id(id):
|
||||
print('开始请求线索id')
|
||||
print(f'开始请求线索id:{id}')
|
||||
header={}
|
||||
url='https://api.huiju.cool/v2/customerService/findCustomerByIdentity'
|
||||
body={'access_token':auth['access_token'],'identityType':'cp_employee_tools_huiju_corp','identityValue':id}
|
||||
body={'access_token':auth['access_token'],'identityType':identityType,'identityValue':id}
|
||||
dataReqL=requests.get(url,headers=header,params=body)
|
||||
resL=json.loads(dataReqL.text)
|
||||
return resL
|
||||
|
||||
def request_update_tags(idStr, tagId ):
|
||||
print('开始请求更新线索标签')
|
||||
print(f'开始请求更新线索标签{idStr}|{tagId}')
|
||||
header={}
|
||||
access_token = auth['access_token']
|
||||
url=f'https://api.huiju.cool/v2/customerTags/bulkAdd?access_token={access_token}'
|
||||
|
|
@ -87,27 +104,37 @@ def request_update_tags(idStr, tagId ):
|
|||
|
||||
if __name__ == "__main__":
|
||||
print(f'{formatted2_previous_hour(0)}开始更新标签信息')
|
||||
get_token(auth_url)
|
||||
auth = get_token(auth_url)
|
||||
records = []
|
||||
records = get_data_from_db(sel_sql)
|
||||
conn = psycopg2.connect(database=database, user=user, password=password,host=host, port=port)
|
||||
cur=conn.cursor()
|
||||
records = get_data_from_db(cur, conn, sel_sql)
|
||||
if len(records) > 0:
|
||||
print(f'此处需处理{len(records)}条标签信息')
|
||||
for data in records:
|
||||
id = data['id']
|
||||
tagId = data['tagId']
|
||||
custId = data[0]
|
||||
id = data[1]
|
||||
idStr = data[2]
|
||||
tagId = data[5]
|
||||
print(f'开始处理客户({id}:{tagId}）标签信息')
|
||||
try:
|
||||
resL = request_custom_id(id)
|
||||
if 'error' in resL and resL['error']['code'] == 400010:
|
||||
get_token(auth_url)
|
||||
f = False
|
||||
s = '2'
|
||||
if not idStr:
|
||||
resL = request_custom_id(id)
|
||||
if 'error' in resL:
|
||||
print(f'获取客户线索id异常,接口返回信息：{resL}')
|
||||
continue
|
||||
idStr = resL['idStr']
|
||||
if idStr == '':
|
||||
print(f'获取客户线索id为空,接口返回信息：{resL}')
|
||||
continue
|
||||
if 'error' in resL and resL['error']['code'] == 400010:
|
||||
get_token(auth_url)
|
||||
resL = request_custom_id(id)
|
||||
if 'error' in resL:
|
||||
print(f'获取客户线索id异常,接口返回信息：{resL}')
|
||||
continue
|
||||
idStr = resL['idStr']
|
||||
if idStr == '':
|
||||
print(f'获取客户线索id为空,接口返回信息：{resL}')
|
||||
continue
|
||||
f=True
|
||||
if f:
|
||||
add_leads_id(cur, conn, ist_sql,identityType, idStr, id)
|
||||
resU = request_update_tags(idStr,tagId)
|
||||
if 'error' in resU and resU['error']['code'] == 400010:
|
||||
get_token(auth_url)
|
||||
|
|
@ -115,10 +142,11 @@ if __name__ == "__main__":
|
|||
if 'error' in resU:
|
||||
print(f'获取客户线索id异常,接口返回信息：{resU}')
|
||||
continue
|
||||
update_db_flag(upt_sql,data)
|
||||
update_db_flag(cur, conn, upt_sql,s,custId,tagId)
|
||||
except Exception as e:
|
||||
print(f'处理客户({id}:{tagId}）标签信息,异常信息：{e}')
|
||||
else:
|
||||
print(f'记录数为0，此处无需处理标签信息')
|
||||
|
||||
cur.close()
|
||||
conn.close()
|
||||
print(f'{formatted2_previous_hour(0)}更新标签信息结束')
|
||||
|
|
|
|||
|
|
@ -58,14 +58,14 @@ dag=dag)
|
|||
huiju_tags_feign >> huiju_tags_load
|
||||
|
||||
|
||||
# uds_crm_tag_update = SSHOperator(
|
||||
# ssh_hook=sshHook,
|
||||
# task_id='uds_crm_tag_update',
|
||||
# command='python /data/airflow/etl/Python/crm_tag_update.py',
|
||||
# params={'my_param':"uds_crm_tag_update"},
|
||||
# depends_on_past=False,
|
||||
# retries=3,
|
||||
# dag=dag)
|
||||
uds_crm_tag_update = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='uds_crm_tag_update',
|
||||
command='python /data/airflow/etl/Python/crm_tag_update.py',
|
||||
params={'my_param':"uds_crm_tag_update"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
scrm_tags_5000 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
|
|
@ -77,7 +77,7 @@ retries=3,
|
|||
dag=dag)
|
||||
|
||||
huiju_tags_load >> scrm_tags_5000
|
||||
scrm_tags_5000 >> task_failed
|
||||
# scrm_tags_5000 >> task_failed
|
||||
|
||||
# scrm_tags_5000 >> uds_crm_tag_update
|
||||
# uds_crm_tag_update >> task_failed
|
||||
scrm_tags_5000 >> uds_crm_tag_update
|
||||
uds_crm_tag_update >> task_failed
|
||||
|
|
|
|||
Loading…
Reference in New Issue