From 4413595b67bd04e6c9d099cfdb934e683e139a6f Mon Sep 17 00:00:00 2001 From: root Date: Tue, 9 Dec 2025 11:45:22 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E6=B3=B0=E5=85=8BCRM,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../tk_crm/crm_order/S98_S_crm_order.sql | 162 ++++++++++++++++++ .../tk_crm/crm_order/sa_foreign_tables.sql | 47 +++++ .../TK_Cust/tk_crm/crm_order/sa_tables.sql | 159 +++++++++++++++++ .../crm_raw_leads/S98_S_crm_raw_leads.sql | 74 ++++++++ .../crm_raw_leads/sa_foreign_tables.sql | 25 +++ .../tk_crm/crm_raw_leads/sa_tables.sql | 71 ++++++++ .../TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py | 13 +- 7 files changed, 549 insertions(+), 2 deletions(-) create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_order/S98_S_crm_order.sql create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_order/sa_foreign_tables.sql create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_order/sa_tables.sql create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql create mode 100644 dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql diff --git a/dev/workflow/TK_Cust/tk_crm/crm_order/S98_S_crm_order.sql b/dev/workflow/TK_Cust/tk_crm/crm_order/S98_S_crm_order.sql new file mode 100644 index 0000000..45d4048 --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_order/S98_S_crm_order.sql @@ -0,0 +1,162 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_crm_order +; +insert into p10_sa.S98_S_crm_order +( quantity + , extendedamount + , extendedamount_base + , salesorderdetailid + , productname + , tek_ordernumber + , uomid + , priceperunit_base + , priceperunit + , extendedamount_base2 + , baseamount_base + , baseamount + , msdyn_agreement + , transactioncurrencyid + , totalamount_base + , totalamount + , tek_orderstatus + , tek_pivotalordernumber + , tek_billtocompanyname + , tek_contactcompanyname + , tek_accountmanagerid + , tek_orderbookdate + , tek_shiptocompanyid + , tek_companylegalname + , tek_companyname + , statecode + , tek_shiptocompanyname + , tek_orderrelatedopportunity + , tek_ordertype + , tek_channelid + , tek_regionidname + , tek_productgroup3name + , tek_productgroup3code + , tek_productgroup2name + , tek_productfamilycode + , etl_tx_dt ) + select + quantity + , extendedamount + , extendedamount_base + , salesorderdetailid + , productname + , tek_ordernumber + , uomid + , priceperunit_base + , priceperunit + , extendedamount_base2 + , baseamount_base + , baseamount + , msdyn_agreement + , transactioncurrencyid + , totalamount_base + , totalamount + , tek_orderstatus + , tek_pivotalordernumber + , tek_billtocompanyname + , tek_contactcompanyname + , tek_accountmanagerid + , tek_orderbookdate + , tek_shiptocompanyid + , tek_companylegalname + , tek_companyname + , statecode + , tek_shiptocompanyname + , tek_orderrelatedopportunity + , tek_ordertype + , tek_channelid + , tek_regionidname + , tek_productgroup3name + , tek_productgroup3code + , tek_productgroup2name + , tek_productfamilycode + , etl_tx_dt + from p00_tal.S98_S_crm_order + ; + delete from p12_sfull.S98_S_crm_order +; +; +insert into p12_sfull.S98_S_crm_order +( quantity + , extendedamount + , extendedamount_base + , salesorderdetailid + , productname + , tek_ordernumber + , uomid + , priceperunit_base + , priceperunit + , extendedamount_base2 + , baseamount_base + , baseamount + , msdyn_agreement + , transactioncurrencyid + , totalamount_base + , totalamount + , tek_orderstatus + , tek_pivotalordernumber + , tek_billtocompanyname + , tek_contactcompanyname + , tek_accountmanagerid + , tek_orderbookdate + , tek_shiptocompanyid + , tek_companylegalname + , tek_companyname + , statecode + , tek_shiptocompanyname + , tek_orderrelatedopportunity + , tek_ordertype + , tek_channelid + , tek_regionidname + , tek_productgroup3name + , tek_productgroup3code + , tek_productgroup2name + , tek_productfamilycode + , etl_tx_dt ) + select + quantity + , extendedamount + , extendedamount_base + , salesorderdetailid + , productname + , tek_ordernumber + , uomid + , priceperunit_base + , priceperunit + , extendedamount_base2 + , baseamount_base + , baseamount + , msdyn_agreement + , transactioncurrencyid + , totalamount_base + , totalamount + , tek_orderstatus + , tek_pivotalordernumber + , tek_billtocompanyname + , tek_contactcompanyname + , tek_accountmanagerid + , tek_orderbookdate + , tek_shiptocompanyid + , tek_companylegalname + , tek_companyname + , statecode + , tek_shiptocompanyname + , tek_orderrelatedopportunity + , tek_ordertype + , tek_channelid + , tek_regionidname + , tek_productgroup3name + , tek_productgroup3code + , tek_productgroup2name + , tek_productfamilycode + , etl_tx_dt + from p10_sa.S98_S_crm_order +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/tk_crm/crm_order/sa_foreign_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_order/sa_foreign_tables.sql new file mode 100644 index 0000000..267f33e --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_order/sa_foreign_tables.sql @@ -0,0 +1,47 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_order ( + quantity TEXT + , extendedamount TEXT + , extendedamount_base TEXT + , salesorderdetailid TEXT + , productname TEXT + , tek_ordernumber TEXT + , uomid TEXT + , priceperunit_base TEXT + , priceperunit TEXT + , extendedamount_base2 TEXT + , baseamount_base TEXT + , baseamount TEXT + , msdyn_agreement TEXT + , transactioncurrencyid TEXT + , totalamount_base TEXT + , totalamount TEXT + , tek_orderstatus TEXT + , tek_pivotalordernumber TEXT + , tek_billtocompanyname TEXT + , tek_contactcompanyname TEXT + , tek_accountmanagerid TEXT + , tek_orderbookdate TEXT + , tek_shiptocompanyid TEXT + , tek_companylegalname TEXT + , tek_companyname TEXT + , statecode TEXT + , tek_shiptocompanyname TEXT + , tek_orderrelatedopportunity TEXT + , tek_ordertype TEXT + , tek_channelid TEXT + , tek_regionidname TEXT + , tek_productgroup3name TEXT + , tek_productgroup3code TEXT + , tek_productgroup2name TEXT + , tek_productfamilycode TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'crm_order' ); + + + + + diff --git a/dev/workflow/TK_Cust/tk_crm/crm_order/sa_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_order/sa_tables.sql new file mode 100644 index 0000000..57bf8cf --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_order/sa_tables.sql @@ -0,0 +1,159 @@ + +create table if not exists p10_sa.S98_S_crm_order ( + quantity TEXT + , extendedamount TEXT + , extendedamount_base TEXT + , salesorderdetailid TEXT + , productname TEXT + , tek_ordernumber TEXT + , uomid TEXT + , priceperunit_base TEXT + , priceperunit TEXT + , extendedamount_base2 TEXT + , baseamount_base TEXT + , baseamount TEXT + , msdyn_agreement TEXT + , transactioncurrencyid TEXT + , totalamount_base TEXT + , totalamount TEXT + , tek_orderstatus TEXT + , tek_pivotalordernumber TEXT + , tek_billtocompanyname TEXT + , tek_contactcompanyname TEXT + , tek_accountmanagerid TEXT + , tek_orderbookdate TEXT + , tek_shiptocompanyid TEXT + , tek_companylegalname TEXT + , tek_companyname TEXT + , statecode TEXT + , tek_shiptocompanyname TEXT + , tek_orderrelatedopportunity TEXT + , tek_ordertype TEXT + , tek_channelid TEXT + , tek_regionidname TEXT + , tek_productgroup3name TEXT + , tek_productgroup3code TEXT + , tek_productgroup2name TEXT + , tek_productfamilycode TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_crm_order.quantity IS 'quantity'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.extendedamount IS 'extendedamount'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.extendedamount_base IS 'extendedamount_base'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.salesorderdetailid IS 'salesorderdetailid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.productname IS 'productname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_ordernumber IS 'tek_ordernumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.uomid IS 'uomid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.priceperunit_base IS 'priceperunit_base'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.priceperunit IS 'priceperunit'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.extendedamount_base2 IS 'extendedamount_base2'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.baseamount_base IS 'baseamount_base'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.baseamount IS 'baseamount'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.msdyn_agreement IS 'msdyn_agreement'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.transactioncurrencyid IS 'transactioncurrencyid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.totalamount_base IS 'totalamount_base'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.totalamount IS 'totalamount'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_orderstatus IS 'tek_orderstatus'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_pivotalordernumber IS 'tek_pivotalordernumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_billtocompanyname IS 'tek_billtocompanyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_contactcompanyname IS 'tek_contactcompanyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_accountmanagerid IS 'tek_accountmanagerid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_orderbookdate IS 'tek_orderbookdate'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_shiptocompanyid IS 'tek_shiptocompanyid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_companylegalname IS 'tek_companylegalname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_companyname IS 'tek_companyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.statecode IS 'statecode'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_shiptocompanyname IS 'tek_shiptocompanyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_orderrelatedopportunity IS 'tek_orderrelatedopportunity'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_ordertype IS 'tek_ordertype'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_channelid IS 'tek_channelid'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_regionidname IS 'tek_regionidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_productgroup3name IS 'tek_productgroup3name'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_productgroup3code IS 'tek_productgroup3code'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_productgroup2name IS 'tek_productgroup2name'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.tek_productfamilycode IS 'tek_productfamilycode'; + COMMENT ON COLUMN p10_sa.S98_S_crm_order.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_crm_order IS ''; + + + +create table if not exists p12_sfull.S98_S_crm_order ( + quantity TEXT + , extendedamount TEXT + , extendedamount_base TEXT + , salesorderdetailid TEXT + , productname TEXT + , tek_ordernumber TEXT + , uomid TEXT + , priceperunit_base TEXT + , priceperunit TEXT + , extendedamount_base2 TEXT + , baseamount_base TEXT + , baseamount TEXT + , msdyn_agreement TEXT + , transactioncurrencyid TEXT + , totalamount_base TEXT + , totalamount TEXT + , tek_orderstatus TEXT + , tek_pivotalordernumber TEXT + , tek_billtocompanyname TEXT + , tek_contactcompanyname TEXT + , tek_accountmanagerid TEXT + , tek_orderbookdate TEXT + , tek_shiptocompanyid TEXT + , tek_companylegalname TEXT + , tek_companyname TEXT + , statecode TEXT + , tek_shiptocompanyname TEXT + , tek_orderrelatedopportunity TEXT + , tek_ordertype TEXT + , tek_channelid TEXT + , tek_regionidname TEXT + , tek_productgroup3name TEXT + , tek_productgroup3code TEXT + , tek_productgroup2name TEXT + , tek_productfamilycode TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.quantity IS 'quantity'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.extendedamount IS 'extendedamount'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.extendedamount_base IS 'extendedamount_base'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.salesorderdetailid IS 'salesorderdetailid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.productname IS 'productname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_ordernumber IS 'tek_ordernumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.uomid IS 'uomid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.priceperunit_base IS 'priceperunit_base'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.priceperunit IS 'priceperunit'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.extendedamount_base2 IS 'extendedamount_base2'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.baseamount_base IS 'baseamount_base'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.baseamount IS 'baseamount'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.msdyn_agreement IS 'msdyn_agreement'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.transactioncurrencyid IS 'transactioncurrencyid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.totalamount_base IS 'totalamount_base'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.totalamount IS 'totalamount'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_orderstatus IS 'tek_orderstatus'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_pivotalordernumber IS 'tek_pivotalordernumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_billtocompanyname IS 'tek_billtocompanyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_contactcompanyname IS 'tek_contactcompanyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_accountmanagerid IS 'tek_accountmanagerid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_orderbookdate IS 'tek_orderbookdate'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_shiptocompanyid IS 'tek_shiptocompanyid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_companylegalname IS 'tek_companylegalname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_companyname IS 'tek_companyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.statecode IS 'statecode'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_shiptocompanyname IS 'tek_shiptocompanyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_orderrelatedopportunity IS 'tek_orderrelatedopportunity'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_ordertype IS 'tek_ordertype'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_channelid IS 'tek_channelid'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_regionidname IS 'tek_regionidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_productgroup3name IS 'tek_productgroup3name'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_productgroup3code IS 'tek_productgroup3code'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_productgroup2name IS 'tek_productgroup2name'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.tek_productfamilycode IS 'tek_productfamilycode'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_order.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_crm_order IS ''; + diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql new file mode 100644 index 0000000..d2fc1ea --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/S98_S_crm_raw_leads.sql @@ -0,0 +1,74 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_crm_raw_leads +; +insert into p10_sa.S98_S_crm_raw_leads +( tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname + , etl_tx_dt ) + select + tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname + , etl_tx_dt + from p00_tal.S98_S_crm_raw_leads + ; + delete from p12_sfull.S98_S_crm_raw_leads + where (tek_contactnumber,tek_leadnumber) in (select tek_contactnumber,tek_leadnumber from p10_sa.S98_S_crm_raw_leads) ; +; +insert into p12_sfull.S98_S_crm_raw_leads +( tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname + , etl_tx_dt ) + select + tek_contactnumber + , tek_leadnumber + , fullname + , createdon + , tek_sqldate + , companyname + , tek_assigntopartnercompanyidname + , emailaddress1 + , mobilephone + , tek_mqldate + , campaignidname + , tek_industry2idname + , tek_marketing_program_type_idname + , etl_tx_dt + from p10_sa.S98_S_crm_raw_leads +; +\q \ No newline at end of file diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql new file mode 100644 index 0000000..ae1a2d7 --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_foreign_tables.sql @@ -0,0 +1,25 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_raw_leads ( + tek_contactnumber TEXT + , tek_leadnumber TEXT + , fullname TEXT + , createdon TEXT + , tek_sqldate TEXT + , companyname TEXT + , tek_assigntopartnercompanyidname TEXT + , emailaddress1 TEXT + , mobilephone TEXT + , tek_mqldate TEXT + , campaignidname TEXT + , tek_industry2idname TEXT + , tek_marketing_program_type_idname TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'crm_raw_leads' ); + + + + + diff --git a/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql new file mode 100644 index 0000000..7f13071 --- /dev/null +++ b/dev/workflow/TK_Cust/tk_crm/crm_raw_leads/sa_tables.sql @@ -0,0 +1,71 @@ + +create table if not exists p10_sa.S98_S_crm_raw_leads ( + tek_contactnumber TEXT + , tek_leadnumber TEXT + , fullname TEXT + , createdon TEXT + , tek_sqldate TEXT + , companyname TEXT + , tek_assigntopartnercompanyidname TEXT + , emailaddress1 TEXT + , mobilephone TEXT + , tek_mqldate TEXT + , campaignidname TEXT + , tek_industry2idname TEXT + , tek_marketing_program_type_idname TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.fullname IS 'fullname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.createdon IS 'createdon'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.companyname IS 'companyname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; + COMMENT ON COLUMN p10_sa.S98_S_crm_raw_leads.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_crm_raw_leads IS ''; + + + +create table if not exists p12_sfull.S98_S_crm_raw_leads ( + tek_contactnumber TEXT + , tek_leadnumber TEXT + , fullname TEXT + , createdon TEXT + , tek_sqldate TEXT + , companyname TEXT + , tek_assigntopartnercompanyidname TEXT + , emailaddress1 TEXT + , mobilephone TEXT + , tek_mqldate TEXT + , campaignidname TEXT + , tek_industry2idname TEXT + , tek_marketing_program_type_idname TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_contactnumber IS 'tek_contactnumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_leadnumber IS 'tek_leadnumber'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.fullname IS 'fullname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.createdon IS 'createdon'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_sqldate IS 'tek_sqldate'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.companyname IS 'companyname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_assigntopartnercompanyidname IS 'tek_assigntopartnercompanyidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.emailaddress1 IS 'emailaddress1'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.mobilephone IS 'mobilephone'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_mqldate IS 'tek_mqldate'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.campaignidname IS 'campaignidname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_industry2idname IS 'tek_industry2idname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.tek_marketing_program_type_idname IS 'tek_marketing_program_type_idname'; + COMMENT ON COLUMN p12_sfull.S98_S_crm_raw_leads.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_crm_raw_leads IS ''; + diff --git a/dev/workflow/TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py b/dev/workflow/TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py index 0e80f06..c427ea9 100644 --- a/dev/workflow/TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py +++ b/dev/workflow/TK_Cust/tk_crm/泰克CRM/wf_dag_tk_crm.py @@ -309,6 +309,15 @@ retries=3, dag=dag) +crm_order = SSHOperator( +ssh_hook=sshHook, +task_id='crm_order', +command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} ', +params={'my_param':"S98_S_crm_order"}, +depends_on_past=False, +retries=3, +dag=dag) + file_CRM_account >> crm_account_4545 file_CRM_contact_ccp >> crm_contact_ccp_5681 file_CCP_mapping_table >> ccp_mapping_table_8972 @@ -333,6 +342,6 @@ cust_enagement_records >> data_source_update cust_contact_info >> cust_all_info t01_crm_raw_leads >> cust_all_info cust_all_info >> cust_enagement_records -cust_enagement_records >> task_failed +file_crm_order >> crm_order +crm_order >> task_failed file_china_city >> task_failed -file_crm_order >> task_failed