clear workflow

This commit is contained in:
root 2024-01-15 20:12:37 +08:00
parent cf98a5fbfa
commit aae685468d
20 changed files with 0 additions and 1788 deletions

View File

@ -1,28 +0,0 @@
DROP TABLE IF EXISTS p20_pdm.T01_CRM_CCP_TYPE;
CREATE TABLE IF NOT EXISTS p20_pdm.T01_CRM_CCP_TYPE (
ccp_id varchar(50)
, ccp_value varchar(100)
, ccp_type varchar(30)
, Etl_Batch_No varchar(50)
, Etl_First_Dt timestamp(0)
, Etl_Job varchar(50)
, Etl_Proc_Dt timestamp(0)
, Etl_Tx_Dt timestamp(0)
, Src_Sysname varchar(50)
, Src_Table varchar(50)
,primary key( ccp_id )
);
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.ccp_id IS 'CCP编号';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.ccp_value IS 'CCP值';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.ccp_type IS 'CCP类型';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Etl_Batch_No IS '作业批次号';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Etl_First_Dt IS '最初入库时间';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Etl_Job IS '作业名称';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Etl_Proc_Dt IS '本次入库时间';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Etl_Tx_Dt IS '作业运行时间';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Src_Sysname IS '来源系统';
COMMENT ON COLUMN p20_pdm.T01_CRM_CCP_TYPE.Src_Table IS '来源表';
COMMENT ON TABLE p20_pdm.T01_CRM_CCP_TYPE IS 'CRM_CCP分类';

View File

@ -1,154 +0,0 @@
/***************************************************************************************************/
/*script in Sql, generate by SdmCreateScript 2020(by Qihang Feng, QF255001@TERADATA.COM) */
/*VERSION 01.10 revised on 2020-08-25 */
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :T01_CRM_CCP_TYPE(CRM_CCP分类) */
/*Create Date:2024-01-15 20:10:56 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2024-01-11 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2024-01-15 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: p10_sa.s98_s_ccp_mapping_table */
/*Job Type: Inbound transform (Tier 1 to Tier 2) */
/*Target Table:T01_CRM_CCP_TYPE */
/*ETL Job Name:T01_CRM_CCP_TYPE */
/*ETL Frequency:Daily */
/*ETL Policy:F2 */
/********************************************************************************************/
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
/*创建临时表加载当前数据 */
CREATE TEMPORARY TABLE T01_CRM_CCP_TYPE_agi_CUR_I
( LIKE :PDMDB.T01_CRM_CCP_TYPE)
ON COMMIT PRESERVE ROWS;
/*创建临时表加载不同数据 */
CREATE TEMPORARY TABLE T01_CRM_CCP_TYPE_agi_INS
( LIKE :PDMDB.T01_CRM_CCP_TYPE)
ON COMMIT PRESERVE ROWS;
/*****************************************************************************************************/
/* GROUP 1:Source Table:s98_s_ccp_mapping_table*******************************************************/
/*****************************************************************************************************/
INSERT INTO T01_CRM_CCP_TYPE_agi_CUR_I (
ccp_id /*CCP编号*/
,ccp_value /*CCP值*/
,ccp_type /*CCP类型*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
COALESCE(TRIM(CAST(p0.ccp_id AS varchar(50))),'') /*ccp_id*/
,COALESCE(TRIM(CAST(p0.ccp_value AS varchar(100))),'') /*ccp_value*/
,COALESCE(TRIM(CAST(p0.ccp_type AS varchar(30))),'') /*ccp_type*/
,0 /*Etl_Batch_No*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_First_Dt*/
,:ETLJOB /*Etl_Job*/
,current_timestamp(0) /*Etl_Proc_Dt*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_Tx_Dt*/
,Substr('s98_s_ccp_mapping_table',1,3) /*Src_Sysname*/
,'s98_s_ccp_mapping_table' /*Src_Table*/
FROM p10_sa.s98_s_ccp_mapping_table p0
;
/*将不同数据插入到临时表 */
;INSERT INTO T01_CRM_CCP_TYPE_agi_INS (
ccp_value /*CCP值*/
,ccp_type /*CCP类型*/
,ccp_id /*CCP编号*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
P1.ccp_value /*CCP值*/
,P1.ccp_type /*CCP类型*/
,P1.ccp_id /*CCP编号*/
,P1.Etl_Batch_No /*作业批次号*/
,P1.Etl_First_Dt /*最初入库时间*/
,P1.Etl_Job /*作业名称*/
,P1.Etl_Proc_Dt /*本次入库时间*/
,P1.Etl_Tx_Dt /*作业运行时间*/
,P1.Src_Sysname /*来源系统*/
,P1.Src_Table /*来源表*/
FROM T01_CRM_CCP_TYPE_agi_CUR_I P1
LEFT JOIN :PDMDB.T01_CRM_CCP_TYPE P2
ON P1.ccp_value = P2.ccp_value
AND P1.ccp_type = P2.ccp_type
AND P1.ccp_id = P2.ccp_id
WHERE P2.ccp_value IS NULL
OR P2.ccp_type IS NULL
OR P2.ccp_id IS NULL
;
/*将新增数据插入到目标表 */
;INSERT INTO :PDMDB.T01_CRM_CCP_TYPE (
ccp_value /*CCP值*/
,ccp_type /*CCP类型*/
,ccp_id /*CCP编号*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
P1.ccp_value /*CCP值*/
,P1.ccp_type /*CCP类型*/
,P1.ccp_id /*CCP编号*/
,P1.Etl_Batch_No /*作业批次号*/
,P1.Etl_First_Dt /*最初入库时间*/
,P1.Etl_Job /*作业名称*/
,P1.Etl_Proc_Dt /*本次入库时间*/
,P1.Etl_Tx_Dt /*作业运行时间*/
,P1.Src_Sysname /*来源系统*/
,P1.Src_Table /*来源表*/
FROM T01_CRM_CCP_TYPE_agi_INS P1
ON CONFLICT ( ccp_id)
DO UPDATE SET
ccp_id=excluded.ccp_id
,ccp_value=excluded.ccp_value
,ccp_type=excluded.ccp_type
,Etl_Batch_No=excluded.Etl_Batch_No
,Etl_First_Dt=excluded.Etl_First_Dt
,Etl_Job=excluded.Etl_Job
,Etl_Proc_Dt=excluded.Etl_Proc_Dt
,Etl_Tx_Dt=excluded.Etl_Tx_Dt
,Src_Sysname=excluded.Src_Sysname
,Src_Table=excluded.Src_Table
;
/*****程序结束退出 */
\q

View File

@ -1,28 +0,0 @@
DROP TABLE IF EXISTS p20_pdm.t01_crm_cust_ccp;
CREATE TABLE IF NOT EXISTS p20_pdm.t01_crm_cust_ccp (
crm_contact_account varchar(20)
, create_time timestamp(0)
, ccp_value varchar(50)
, Etl_Batch_No varchar(50)
, Etl_First_Dt timestamp(0)
, Etl_Job varchar(50)
, Etl_Proc_Dt timestamp(0)
, Etl_Tx_Dt timestamp(0)
, Src_Sysname varchar(50)
, Src_Table varchar(50)
,primary key( crm_contact_account )
);
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.crm_contact_account IS 'CRM_CONTACT账号';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.create_time IS '创建时间';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.ccp_value IS 'ccp值';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Etl_Batch_No IS '作业批次号';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Etl_First_Dt IS '最初入库时间';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Etl_Job IS '作业名称';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Etl_Proc_Dt IS '本次入库时间';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Etl_Tx_Dt IS '作业运行时间';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Src_Sysname IS '来源系统';
COMMENT ON COLUMN p20_pdm.t01_crm_cust_ccp.Src_Table IS '来源表';
COMMENT ON TABLE p20_pdm.t01_crm_cust_ccp IS 'CRM客户CCP';

View File

@ -1,154 +0,0 @@
/***************************************************************************************************/
/*script in Sql, generate by SdmCreateScript 2020(by Qihang Feng, QF255001@TERADATA.COM) */
/*VERSION 01.10 revised on 2020-08-25 */
/*Brilliance stems from wisdoms. */
/*************Head Section**************************************************************************/
/*Script Use: Periodically load data to :t01_crm_cust_ccp(CRM客户CCP) */
/*Create Date:2024-01-15 20:11:32 */
/*SDM Developed By: dev */
/*SDM Developed Date: 2024-01-15 */
/*SDM Checked By: dev */
/*SDM Checked Date: 2024-01-15 */
/*Script Developed By: dev */
/*Script Checked By: dev */
/*Source table 1: p10_sa.s98_s_crm_contact_ccp */
/*Job Type: Inbound transform (Tier 1 to Tier 2) */
/*Target Table:t01_crm_cust_ccp */
/*ETL Job Name:t01_crm_cust_ccp */
/*ETL Frequency:Daily */
/*ETL Policy:F2 */
/********************************************************************************************/
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
/*创建临时表加载当前数据 */
CREATE TEMPORARY TABLE t01_crm_cust_ccp_agi_CUR_I
( LIKE :PDMDB.t01_crm_cust_ccp)
ON COMMIT PRESERVE ROWS;
/*创建临时表加载不同数据 */
CREATE TEMPORARY TABLE t01_crm_cust_ccp_agi_INS
( LIKE :PDMDB.t01_crm_cust_ccp)
ON COMMIT PRESERVE ROWS;
/*****************************************************************************************************/
/* GROUP 1:Source Table:s98_s_crm_contact_ccp*********************************************************/
/*****************************************************************************************************/
INSERT INTO t01_crm_cust_ccp_agi_CUR_I (
crm_contact_account /*CRM_CONTACT账号*/
,create_time /*创建时间*/
,ccp_value /*ccp值*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
COALESCE(TRIM(CAST(p0.tek_contactnumber AS varchar(20))),'') /*crm_contact_account*/
,COALESCE(TO_TIMESTAMP(CAST(p0.newcreation AS VARCHAR(19)),'YYYY-MM-DD HH24:mi:ss'),TO_TIMESTAMP(:NULLDATE,'YYYYMMDD')) /*create_time*/
,COALESCE(TRIM(CAST(p0.tek_ccpchoiceidname AS varchar(50))),'') /*ccp_value*/
,0 /*Etl_Batch_No*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_First_Dt*/
,:ETLJOB /*Etl_Job*/
,current_timestamp(0) /*Etl_Proc_Dt*/
,TO_DATE(:TXDATE,'YYYYMMDD') /*Etl_Tx_Dt*/
,Substr('s98_s_crm_contact_ccp',1,3) /*Src_Sysname*/
,'s98_s_crm_contact_ccp' /*Src_Table*/
FROM p10_sa.s98_s_crm_contact_ccp p0
;
/*将不同数据插入到临时表 */
;INSERT INTO t01_crm_cust_ccp_agi_INS (
create_time /*创建时间*/
,ccp_value /*ccp值*/
,crm_contact_account /*CRM_CONTACT账号*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
P1.create_time /*创建时间*/
,P1.ccp_value /*ccp值*/
,P1.crm_contact_account /*CRM_CONTACT账号*/
,P1.Etl_Batch_No /*作业批次号*/
,P1.Etl_First_Dt /*最初入库时间*/
,P1.Etl_Job /*作业名称*/
,P1.Etl_Proc_Dt /*本次入库时间*/
,P1.Etl_Tx_Dt /*作业运行时间*/
,P1.Src_Sysname /*来源系统*/
,P1.Src_Table /*来源表*/
FROM t01_crm_cust_ccp_agi_CUR_I P1
LEFT JOIN :PDMDB.t01_crm_cust_ccp P2
ON P1.create_time = P2.create_time
AND P1.ccp_value = P2.ccp_value
AND P1.crm_contact_account = P2.crm_contact_account
WHERE P2.create_time IS NULL
OR P2.ccp_value IS NULL
OR P2.crm_contact_account IS NULL
;
/*将新增数据插入到目标表 */
;INSERT INTO :PDMDB.t01_crm_cust_ccp (
create_time /*创建时间*/
,ccp_value /*ccp值*/
,crm_contact_account /*CRM_CONTACT账号*/
,Etl_Batch_No /*作业批次号*/
,Etl_First_Dt /*最初入库时间*/
,Etl_Job /*作业名称*/
,Etl_Proc_Dt /*本次入库时间*/
,Etl_Tx_Dt /*作业运行时间*/
,Src_Sysname /*来源系统*/
,Src_Table /*来源表*/
)
SELECT
P1.create_time /*创建时间*/
,P1.ccp_value /*ccp值*/
,P1.crm_contact_account /*CRM_CONTACT账号*/
,P1.Etl_Batch_No /*作业批次号*/
,P1.Etl_First_Dt /*最初入库时间*/
,P1.Etl_Job /*作业名称*/
,P1.Etl_Proc_Dt /*本次入库时间*/
,P1.Etl_Tx_Dt /*作业运行时间*/
,P1.Src_Sysname /*来源系统*/
,P1.Src_Table /*来源表*/
FROM t01_crm_cust_ccp_agi_INS P1
ON CONFLICT ( crm_contact_account)
DO UPDATE SET
crm_contact_account=excluded.crm_contact_account
,create_time=excluded.create_time
,ccp_value=excluded.ccp_value
,Etl_Batch_No=excluded.Etl_Batch_No
,Etl_First_Dt=excluded.Etl_First_Dt
,Etl_Job=excluded.Etl_Job
,Etl_Proc_Dt=excluded.Etl_Proc_Dt
,Etl_Tx_Dt=excluded.Etl_Tx_Dt
,Src_Sysname=excluded.Src_Sysname
,Src_Table=excluded.Src_Table
;
/*****程序结束退出 */
\q

View File

@ -1,34 +0,0 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_ccp_mapping_table
;
insert into p10_sa.S98_S_ccp_mapping_table
( ccp_id
, ccp_value
, ccp_type
, etl_tx_dt )
select
ccp_id
, ccp_value
, ccp_type
, etl_tx_dt
from p00_tal.S98_S_ccp_mapping_table
;
delete from p12_sfull.S98_S_ccp_mapping_table
;
;
insert into p12_sfull.S98_S_ccp_mapping_table
( ccp_id
, ccp_value
, ccp_type
, etl_tx_dt )
select
ccp_id
, ccp_value
, ccp_type
, etl_tx_dt
from p10_sa.S98_S_ccp_mapping_table
;
\q

View File

@ -1,15 +0,0 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_ccp_mapping_table (
ccp_id TEXT
, ccp_value TEXT
, ccp_type TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'ccp_mapping_table' );

View File

@ -1,31 +0,0 @@
create table if not exists p10_sa.S98_S_ccp_mapping_table (
ccp_id TEXT
, ccp_value TEXT
, ccp_type TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_ccp_mapping_table.ccp_id IS 'CCP_ID';
COMMENT ON COLUMN p10_sa.S98_S_ccp_mapping_table.ccp_value IS 'CCP_Value';
COMMENT ON COLUMN p10_sa.S98_S_ccp_mapping_table.ccp_type IS 'CCP_Type';
COMMENT ON COLUMN p10_sa.S98_S_ccp_mapping_table.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_ccp_mapping_table IS '';
create table if not exists p12_sfull.S98_S_ccp_mapping_table (
ccp_id TEXT
, ccp_value TEXT
, ccp_type TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_ccp_mapping_table.ccp_id IS 'CCP_ID';
COMMENT ON COLUMN p12_sfull.S98_S_ccp_mapping_table.ccp_value IS 'CCP_Value';
COMMENT ON COLUMN p12_sfull.S98_S_ccp_mapping_table.ccp_type IS 'CCP_Type';
COMMENT ON COLUMN p12_sfull.S98_S_ccp_mapping_table.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_ccp_mapping_table IS '';

View File

@ -1,50 +0,0 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_country_cde
;
insert into p10_sa.S98_S_country_cde
( country_cn_name
, country_en_name
, country_cd
, country_abbr
, country_number
, inter_tel_cd
, internet_name
, etl_tx_dt )
select
country_cn_name
, country_en_name
, country_cd
, country_abbr
, country_number
, inter_tel_cd
, internet_name
, etl_tx_dt
from p00_tal.S98_S_country_cde
;
delete from p12_sfull.S98_S_country_cde
;
;
insert into p12_sfull.S98_S_country_cde
( country_cn_name
, country_en_name
, country_cd
, country_abbr
, country_number
, inter_tel_cd
, internet_name
, etl_tx_dt )
select
country_cn_name
, country_en_name
, country_cd
, country_abbr
, country_number
, inter_tel_cd
, internet_name
, etl_tx_dt
from p10_sa.S98_S_country_cde
;
\q

View File

@ -1,19 +0,0 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_country_cde (
country_cn_name TEXT
, country_en_name TEXT
, country_cd TEXT
, country_abbr TEXT
, country_number TEXT
, inter_tel_cd TEXT
, internet_name TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'country_cde' );

View File

@ -1,47 +0,0 @@
create table if not exists p10_sa.S98_S_country_cde (
country_cn_name TEXT
, country_en_name TEXT
, country_cd TEXT
, country_abbr TEXT
, country_number TEXT
, inter_tel_cd TEXT
, internet_name TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_country_cde.country_cn_name IS '国家';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.country_en_name IS '国家英文名';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.country_cd IS '国家代码';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.country_abbr IS '国家缩写';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.country_number IS '数字代码';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.inter_tel_cd IS '国际区号';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.internet_name IS '域名';
COMMENT ON COLUMN p10_sa.S98_S_country_cde.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_country_cde IS '';
create table if not exists p12_sfull.S98_S_country_cde (
country_cn_name TEXT
, country_en_name TEXT
, country_cd TEXT
, country_abbr TEXT
, country_number TEXT
, inter_tel_cd TEXT
, internet_name TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.country_cn_name IS '国家';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.country_en_name IS '国家英文名';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.country_cd IS '国家代码';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.country_abbr IS '国家缩写';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.country_number IS '数字代码';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.inter_tel_cd IS '国际区号';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.internet_name IS '域名';
COMMENT ON COLUMN p12_sfull.S98_S_country_cde.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_country_cde IS '';

View File

@ -1,182 +0,0 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_crm_account
;
insert into p10_sa.S98_S_crm_account
( accountnumber
, name
, tek_channelidname
, address1_city
, tek_address1_stateidname
, tek_address1_countryidname
, address1_line1
, address1_postalcode
, tek_accountterritoryidname
, statecodename
, tek_omarcustomercode
, tek_erpsitenumber
, tek_newcountofactivecontacts
, tek_countofcases
, tek_countofleads
, tek_countofopportunities
, tek_countofnamedaccount
, createdbyname
, createdon
, tek_3yearvalue
, tek_3yrordertotal
, customertypecodename
, adx_activeopportunitycount
, donotbulkemail
, donotbulkpostalmail
, donotemail
, donotfax
, donotpostalmail
, donotphone
, ftv_dqphoneclean
, tek_op_duplicatestatusname
, tek_plussetupcompletedname
, tek_customeridname
, tek_industryidname
, tek_mkto_channel
, tek_mkto_region
, modifiedbyname
, modifiedon
, owneridname
, parentaccountidname
, etl_tx_dt )
select
accountnumber
, name
, tek_channelidname
, address1_city
, tek_address1_stateidname
, tek_address1_countryidname
, address1_line1
, address1_postalcode
, tek_accountterritoryidname
, statecodename
, tek_omarcustomercode
, tek_erpsitenumber
, tek_newcountofactivecontacts
, tek_countofcases
, tek_countofleads
, tek_countofopportunities
, tek_countofnamedaccount
, createdbyname
, createdon
, tek_3yearvalue
, tek_3yrordertotal
, customertypecodename
, adx_activeopportunitycount
, donotbulkemail
, donotbulkpostalmail
, donotemail
, donotfax
, donotpostalmail
, donotphone
, ftv_dqphoneclean
, tek_op_duplicatestatusname
, tek_plussetupcompletedname
, tek_customeridname
, tek_industryidname
, tek_mkto_channel
, tek_mkto_region
, modifiedbyname
, modifiedon
, owneridname
, parentaccountidname
, etl_tx_dt
from p00_tal.S98_S_crm_account
;
delete from p12_sfull.S98_S_crm_account
;
;
insert into p12_sfull.S98_S_crm_account
( accountnumber
, name
, tek_channelidname
, address1_city
, tek_address1_stateidname
, tek_address1_countryidname
, address1_line1
, address1_postalcode
, tek_accountterritoryidname
, statecodename
, tek_omarcustomercode
, tek_erpsitenumber
, tek_newcountofactivecontacts
, tek_countofcases
, tek_countofleads
, tek_countofopportunities
, tek_countofnamedaccount
, createdbyname
, createdon
, tek_3yearvalue
, tek_3yrordertotal
, customertypecodename
, adx_activeopportunitycount
, donotbulkemail
, donotbulkpostalmail
, donotemail
, donotfax
, donotpostalmail
, donotphone
, ftv_dqphoneclean
, tek_op_duplicatestatusname
, tek_plussetupcompletedname
, tek_customeridname
, tek_industryidname
, tek_mkto_channel
, tek_mkto_region
, modifiedbyname
, modifiedon
, owneridname
, parentaccountidname
, etl_tx_dt )
select
accountnumber
, name
, tek_channelidname
, address1_city
, tek_address1_stateidname
, tek_address1_countryidname
, address1_line1
, address1_postalcode
, tek_accountterritoryidname
, statecodename
, tek_omarcustomercode
, tek_erpsitenumber
, tek_newcountofactivecontacts
, tek_countofcases
, tek_countofleads
, tek_countofopportunities
, tek_countofnamedaccount
, createdbyname
, createdon
, tek_3yearvalue
, tek_3yrordertotal
, customertypecodename
, adx_activeopportunitycount
, donotbulkemail
, donotbulkpostalmail
, donotemail
, donotfax
, donotpostalmail
, donotphone
, ftv_dqphoneclean
, tek_op_duplicatestatusname
, tek_plussetupcompletedname
, tek_customeridname
, tek_industryidname
, tek_mkto_channel
, tek_mkto_region
, modifiedbyname
, modifiedon
, owneridname
, parentaccountidname
, etl_tx_dt
from p10_sa.S98_S_crm_account
;
\q

View File

@ -1,52 +0,0 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_account (
accountnumber TEXT
, name TEXT
, tek_channelidname TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, tek_address1_countryidname TEXT
, address1_line1 TEXT
, address1_postalcode TEXT
, tek_accountterritoryidname TEXT
, statecodename TEXT
, tek_omarcustomercode TEXT
, tek_erpsitenumber TEXT
, tek_newcountofactivecontacts TEXT
, tek_countofcases TEXT
, tek_countofleads TEXT
, tek_countofopportunities TEXT
, tek_countofnamedaccount TEXT
, createdbyname TEXT
, createdon TEXT
, tek_3yearvalue TEXT
, tek_3yrordertotal TEXT
, customertypecodename TEXT
, adx_activeopportunitycount TEXT
, donotbulkemail TEXT
, donotbulkpostalmail TEXT
, donotemail TEXT
, donotfax TEXT
, donotpostalmail TEXT
, donotphone TEXT
, ftv_dqphoneclean TEXT
, tek_op_duplicatestatusname TEXT
, tek_plussetupcompletedname TEXT
, tek_customeridname TEXT
, tek_industryidname TEXT
, tek_mkto_channel TEXT
, tek_mkto_region TEXT
, modifiedbyname TEXT
, modifiedon TEXT
, owneridname TEXT
, parentaccountidname TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'crm_account' );

View File

@ -1,179 +0,0 @@
create table if not exists p10_sa.S98_S_crm_account (
accountnumber TEXT
, name TEXT
, tek_channelidname TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, tek_address1_countryidname TEXT
, address1_line1 TEXT
, address1_postalcode TEXT
, tek_accountterritoryidname TEXT
, statecodename TEXT
, tek_omarcustomercode TEXT
, tek_erpsitenumber TEXT
, tek_newcountofactivecontacts TEXT
, tek_countofcases TEXT
, tek_countofleads TEXT
, tek_countofopportunities TEXT
, tek_countofnamedaccount TEXT
, createdbyname TEXT
, createdon TEXT
, tek_3yearvalue TEXT
, tek_3yrordertotal TEXT
, customertypecodename TEXT
, adx_activeopportunitycount TEXT
, donotbulkemail TEXT
, donotbulkpostalmail TEXT
, donotemail TEXT
, donotfax TEXT
, donotpostalmail TEXT
, donotphone TEXT
, ftv_dqphoneclean TEXT
, tek_op_duplicatestatusname TEXT
, tek_plussetupcompletedname TEXT
, tek_customeridname TEXT
, tek_industryidname TEXT
, tek_mkto_channel TEXT
, tek_mkto_region TEXT
, modifiedbyname TEXT
, modifiedon TEXT
, owneridname TEXT
, parentaccountidname TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_crm_account.accountnumber IS 'accountnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.name IS 'name';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.address1_city IS 'address1_city';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_address1_stateidname IS 'tek_address1_stateidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_address1_countryidname IS 'tek_address1_countryidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.address1_line1 IS 'address1_line1';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.address1_postalcode IS 'address1_postalcode';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_accountterritoryidname IS 'tek_accountterritoryidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.statecodename IS 'statecodename';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_omarcustomercode IS 'tek_omarcustomercode';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_erpsitenumber IS 'tek_erpsitenumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_newcountofactivecontacts IS 'tek_newcountofactivecontacts';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_countofcases IS 'tek_countofcases';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_countofleads IS 'tek_countofleads';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_countofopportunities IS 'tek_countofopportunities';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_countofnamedaccount IS 'tek_countofnamedaccount';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.createdbyname IS 'createdbyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.createdon IS 'createdon';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_3yearvalue IS 'tek_3yearvalue';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_3yrordertotal IS 'tek_3yrordertotal';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.customertypecodename IS 'customertypecodename';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.adx_activeopportunitycount IS 'adx_activeopportunitycount';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotbulkemail IS 'donotbulkemail';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotbulkpostalmail IS 'donotbulkpostalmail';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotemail IS 'donotemail';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotfax IS 'donotfax';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotpostalmail IS 'donotpostalmail';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.donotphone IS 'donotphone';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.ftv_dqphoneclean IS 'ftv_dqphoneclean';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_op_duplicatestatusname IS 'tek_op_duplicatestatusname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_plussetupcompletedname IS 'tek_plussetupcompletedname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_customeridname IS 'tek_customeridname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_industryidname IS 'tek_industryidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_mkto_channel IS 'tek_mkto_channel';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.tek_mkto_region IS 'tek_mkto_region';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.modifiedbyname IS 'modifiedbyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.modifiedon IS 'modifiedon';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.owneridname IS 'owneridname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.parentaccountidname IS 'parentaccountidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_account.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_crm_account IS '';
create table if not exists p12_sfull.S98_S_crm_account (
accountnumber TEXT
, name TEXT
, tek_channelidname TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, tek_address1_countryidname TEXT
, address1_line1 TEXT
, address1_postalcode TEXT
, tek_accountterritoryidname TEXT
, statecodename TEXT
, tek_omarcustomercode TEXT
, tek_erpsitenumber TEXT
, tek_newcountofactivecontacts TEXT
, tek_countofcases TEXT
, tek_countofleads TEXT
, tek_countofopportunities TEXT
, tek_countofnamedaccount TEXT
, createdbyname TEXT
, createdon TEXT
, tek_3yearvalue TEXT
, tek_3yrordertotal TEXT
, customertypecodename TEXT
, adx_activeopportunitycount TEXT
, donotbulkemail TEXT
, donotbulkpostalmail TEXT
, donotemail TEXT
, donotfax TEXT
, donotpostalmail TEXT
, donotphone TEXT
, ftv_dqphoneclean TEXT
, tek_op_duplicatestatusname TEXT
, tek_plussetupcompletedname TEXT
, tek_customeridname TEXT
, tek_industryidname TEXT
, tek_mkto_channel TEXT
, tek_mkto_region TEXT
, modifiedbyname TEXT
, modifiedon TEXT
, owneridname TEXT
, parentaccountidname TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.accountnumber IS 'accountnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.name IS 'name';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_channelidname IS 'tek_channelidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.address1_city IS 'address1_city';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_address1_stateidname IS 'tek_address1_stateidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_address1_countryidname IS 'tek_address1_countryidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.address1_line1 IS 'address1_line1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.address1_postalcode IS 'address1_postalcode';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_accountterritoryidname IS 'tek_accountterritoryidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.statecodename IS 'statecodename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_omarcustomercode IS 'tek_omarcustomercode';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_erpsitenumber IS 'tek_erpsitenumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_newcountofactivecontacts IS 'tek_newcountofactivecontacts';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_countofcases IS 'tek_countofcases';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_countofleads IS 'tek_countofleads';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_countofopportunities IS 'tek_countofopportunities';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_countofnamedaccount IS 'tek_countofnamedaccount';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.createdbyname IS 'createdbyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.createdon IS 'createdon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_3yearvalue IS 'tek_3yearvalue';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_3yrordertotal IS 'tek_3yrordertotal';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.customertypecodename IS 'customertypecodename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.adx_activeopportunitycount IS 'adx_activeopportunitycount';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotbulkemail IS 'donotbulkemail';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotbulkpostalmail IS 'donotbulkpostalmail';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotemail IS 'donotemail';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotfax IS 'donotfax';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotpostalmail IS 'donotpostalmail';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.donotphone IS 'donotphone';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.ftv_dqphoneclean IS 'ftv_dqphoneclean';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_op_duplicatestatusname IS 'tek_op_duplicatestatusname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_plussetupcompletedname IS 'tek_plussetupcompletedname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_customeridname IS 'tek_customeridname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_industryidname IS 'tek_industryidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_mkto_channel IS 'tek_mkto_channel';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.tek_mkto_region IS 'tek_mkto_region';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.modifiedbyname IS 'modifiedbyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.modifiedon IS 'modifiedon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.owneridname IS 'owneridname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.parentaccountidname IS 'parentaccountidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_account.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_crm_account IS '';

View File

@ -1,34 +0,0 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_crm_contact_ccp
;
insert into p10_sa.S98_S_crm_contact_ccp
( tek_contactnumber
, newcreation
, tek_ccpchoiceidname
, etl_tx_dt )
select
tek_contactnumber
, newcreation
, tek_ccpchoiceidname
, etl_tx_dt
from p00_tal.S98_S_crm_contact_ccp
;
delete from p12_sfull.S98_S_crm_contact_ccp
;
;
insert into p12_sfull.S98_S_crm_contact_ccp
( tek_contactnumber
, newcreation
, tek_ccpchoiceidname
, etl_tx_dt )
select
tek_contactnumber
, newcreation
, tek_ccpchoiceidname
, etl_tx_dt
from p10_sa.S98_S_crm_contact_ccp
;
\q

View File

@ -1,15 +0,0 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_contact_ccp (
tek_contactnumber TEXT
, newcreation TEXT
, tek_ccpchoiceidname TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'crm_contact_ccp' );

View File

@ -1,31 +0,0 @@
create table if not exists p10_sa.S98_S_crm_contact_ccp (
tek_contactnumber TEXT
, newcreation TEXT
, tek_ccpchoiceidname TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_ccp.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_ccp.newcreation IS 'newcreation';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_ccp.tek_ccpchoiceidname IS 'tek_ccpchoiceidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_ccp.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_crm_contact_ccp IS '';
create table if not exists p12_sfull.S98_S_crm_contact_ccp (
tek_contactnumber TEXT
, newcreation TEXT
, tek_ccpchoiceidname TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_ccp.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_ccp.newcreation IS 'newcreation';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_ccp.tek_ccpchoiceidname IS 'tek_ccpchoiceidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_ccp.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_crm_contact_ccp IS '';

View File

@ -1,246 +0,0 @@
/*******Main Section**************************************************************************/
\set ON_ERROR_STOP on
\set AUTOCOMMIT on
\timing on
delete from p10_sa.S98_S_crm_contact_part
;
insert into p10_sa.S98_S_crm_contact_part
( tek_contactnumber
, tek_companyname
, accountidname
, owneridname
, firstname
, lastname
, mobilephone
, telephone1
, emailaddress1
, tek_division1
, jobtitle
, tek_jobfunctionidname
, suffix
, address1_line1
, address1_city
, tek_address1_stateidname
, address1_postalcode
, address1_country
, tek_ccpapplication
, tek_ccpproductinterest
, tek_acquisitiondate
, tek_countofactivepartnerleads
, tek_countofapplication2
, tek_recordcountccp
, tek_countofgeneralproductinterest2
, tek_countofsubapplication2
, tek_acquisitioncampaignidname
, createdon
, createdbyname
, modifiedon
, modifiedbyname
, tek_industry2idname
, tek_subindustry2idname
, tek_msr_visibilityname
, tek_agreestoprivacypolicytermsname
, tek_contactscoringrollup
, tek_contactstagecodename
, tek_contacttypename
, tek_consent_tocollectpersonalinfoname
, tek_consenttocollectpersonalinfodate
, donotphonename
, donotbulkpostalmail
, donotfax
, msgdpr_donottrack
, tek_plussetupcompleted
, donotbulkemailname
, tek_emailpermissiondate
, tek_donotallowsmsname
, tek_permissionsmsdate
, tek_telemarketpermissiondate
, tek_hasindustryandapplication
, adx_lastactivity
, tek_marketablename
, tek_marketingconsentname
, tek_marketingconsentdate
, statecodename
, etl_tx_dt )
select
tek_contactnumber
, tek_companyname
, accountidname
, owneridname
, firstname
, lastname
, mobilephone
, telephone1
, emailaddress1
, tek_division1
, jobtitle
, tek_jobfunctionidname
, suffix
, address1_line1
, address1_city
, tek_address1_stateidname
, address1_postalcode
, address1_country
, tek_ccpapplication
, tek_ccpproductinterest
, tek_acquisitiondate
, tek_countofactivepartnerleads
, tek_countofapplication2
, tek_recordcountccp
, tek_countofgeneralproductinterest2
, tek_countofsubapplication2
, tek_acquisitioncampaignidname
, createdon
, createdbyname
, modifiedon
, modifiedbyname
, tek_industry2idname
, tek_subindustry2idname
, tek_msr_visibilityname
, tek_agreestoprivacypolicytermsname
, tek_contactscoringrollup
, tek_contactstagecodename
, tek_contacttypename
, tek_consent_tocollectpersonalinfoname
, tek_consenttocollectpersonalinfodate
, donotphonename
, donotbulkpostalmail
, donotfax
, msgdpr_donottrack
, tek_plussetupcompleted
, donotbulkemailname
, tek_emailpermissiondate
, tek_donotallowsmsname
, tek_permissionsmsdate
, tek_telemarketpermissiondate
, tek_hasindustryandapplication
, adx_lastactivity
, tek_marketablename
, tek_marketingconsentname
, tek_marketingconsentdate
, statecodename
, etl_tx_dt
from p00_tal.S98_S_crm_contact_part
;
delete from p12_sfull.S98_S_crm_contact_part
;
;
insert into p12_sfull.S98_S_crm_contact_part
( tek_contactnumber
, tek_companyname
, accountidname
, owneridname
, firstname
, lastname
, mobilephone
, telephone1
, emailaddress1
, tek_division1
, jobtitle
, tek_jobfunctionidname
, suffix
, address1_line1
, address1_city
, tek_address1_stateidname
, address1_postalcode
, address1_country
, tek_ccpapplication
, tek_ccpproductinterest
, tek_acquisitiondate
, tek_countofactivepartnerleads
, tek_countofapplication2
, tek_recordcountccp
, tek_countofgeneralproductinterest2
, tek_countofsubapplication2
, tek_acquisitioncampaignidname
, createdon
, createdbyname
, modifiedon
, modifiedbyname
, tek_industry2idname
, tek_subindustry2idname
, tek_msr_visibilityname
, tek_agreestoprivacypolicytermsname
, tek_contactscoringrollup
, tek_contactstagecodename
, tek_contacttypename
, tek_consent_tocollectpersonalinfoname
, tek_consenttocollectpersonalinfodate
, donotphonename
, donotbulkpostalmail
, donotfax
, msgdpr_donottrack
, tek_plussetupcompleted
, donotbulkemailname
, tek_emailpermissiondate
, tek_donotallowsmsname
, tek_permissionsmsdate
, tek_telemarketpermissiondate
, tek_hasindustryandapplication
, adx_lastactivity
, tek_marketablename
, tek_marketingconsentname
, tek_marketingconsentdate
, statecodename
, etl_tx_dt )
select
tek_contactnumber
, tek_companyname
, accountidname
, owneridname
, firstname
, lastname
, mobilephone
, telephone1
, emailaddress1
, tek_division1
, jobtitle
, tek_jobfunctionidname
, suffix
, address1_line1
, address1_city
, tek_address1_stateidname
, address1_postalcode
, address1_country
, tek_ccpapplication
, tek_ccpproductinterest
, tek_acquisitiondate
, tek_countofactivepartnerleads
, tek_countofapplication2
, tek_recordcountccp
, tek_countofgeneralproductinterest2
, tek_countofsubapplication2
, tek_acquisitioncampaignidname
, createdon
, createdbyname
, modifiedon
, modifiedbyname
, tek_industry2idname
, tek_subindustry2idname
, tek_msr_visibilityname
, tek_agreestoprivacypolicytermsname
, tek_contactscoringrollup
, tek_contactstagecodename
, tek_contacttypename
, tek_consent_tocollectpersonalinfoname
, tek_consenttocollectpersonalinfodate
, donotphonename
, donotbulkpostalmail
, donotfax
, msgdpr_donottrack
, tek_plussetupcompleted
, donotbulkemailname
, tek_emailpermissiondate
, tek_donotallowsmsname
, tek_permissionsmsdate
, tek_telemarketpermissiondate
, tek_hasindustryandapplication
, adx_lastactivity
, tek_marketablename
, tek_marketingconsentname
, tek_marketingconsentdate
, statecodename
, etl_tx_dt
from p10_sa.S98_S_crm_contact_part
;
\q

View File

@ -1,68 +0,0 @@
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_crm_contact_part (
tek_contactnumber TEXT
, tek_companyname TEXT
, accountidname TEXT
, owneridname TEXT
, firstname TEXT
, lastname TEXT
, mobilephone TEXT
, telephone1 TEXT
, emailaddress1 TEXT
, tek_division1 TEXT
, jobtitle TEXT
, tek_jobfunctionidname TEXT
, suffix TEXT
, address1_line1 TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, address1_postalcode TEXT
, address1_country TEXT
, tek_ccpapplication TEXT
, tek_ccpproductinterest TEXT
, tek_acquisitiondate TEXT
, tek_countofactivepartnerleads TEXT
, tek_countofapplication2 TEXT
, tek_recordcountccp TEXT
, tek_countofgeneralproductinterest2 TEXT
, tek_countofsubapplication2 TEXT
, tek_acquisitioncampaignidname TEXT
, createdon TEXT
, createdbyname TEXT
, modifiedon TEXT
, modifiedbyname TEXT
, tek_industry2idname TEXT
, tek_subindustry2idname TEXT
, tek_msr_visibilityname TEXT
, tek_agreestoprivacypolicytermsname TEXT
, tek_contactscoringrollup TEXT
, tek_contactstagecodename TEXT
, tek_contacttypename TEXT
, tek_consent_tocollectpersonalinfoname TEXT
, tek_consenttocollectpersonalinfodate TEXT
, donotphonename TEXT
, donotbulkpostalmail TEXT
, donotfax TEXT
, msgdpr_donottrack TEXT
, tek_plussetupcompleted TEXT
, donotbulkemailname TEXT
, tek_emailpermissiondate TEXT
, tek_donotallowsmsname TEXT
, tek_permissionsmsdate TEXT
, tek_telemarketpermissiondate TEXT
, tek_hasindustryandapplication TEXT
, adx_lastactivity TEXT
, tek_marketablename TEXT
, tek_marketingconsentname TEXT
, tek_marketingconsentdate TEXT
, statecodename TEXT
, etl_tx_dt TIMESTAMP
)
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'crm_contact_part' );

View File

@ -1,243 +0,0 @@
create table if not exists p10_sa.S98_S_crm_contact_part (
tek_contactnumber TEXT
, tek_companyname TEXT
, accountidname TEXT
, owneridname TEXT
, firstname TEXT
, lastname TEXT
, mobilephone TEXT
, telephone1 TEXT
, emailaddress1 TEXT
, tek_division1 TEXT
, jobtitle TEXT
, tek_jobfunctionidname TEXT
, suffix TEXT
, address1_line1 TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, address1_postalcode TEXT
, address1_country TEXT
, tek_ccpapplication TEXT
, tek_ccpproductinterest TEXT
, tek_acquisitiondate TEXT
, tek_countofactivepartnerleads TEXT
, tek_countofapplication2 TEXT
, tek_recordcountccp TEXT
, tek_countofgeneralproductinterest2 TEXT
, tek_countofsubapplication2 TEXT
, tek_acquisitioncampaignidname TEXT
, createdon TEXT
, createdbyname TEXT
, modifiedon TEXT
, modifiedbyname TEXT
, tek_industry2idname TEXT
, tek_subindustry2idname TEXT
, tek_msr_visibilityname TEXT
, tek_agreestoprivacypolicytermsname TEXT
, tek_contactscoringrollup TEXT
, tek_contactstagecodename TEXT
, tek_contacttypename TEXT
, tek_consent_tocollectpersonalinfoname TEXT
, tek_consenttocollectpersonalinfodate TEXT
, donotphonename TEXT
, donotbulkpostalmail TEXT
, donotfax TEXT
, msgdpr_donottrack TEXT
, tek_plussetupcompleted TEXT
, donotbulkemailname TEXT
, tek_emailpermissiondate TEXT
, tek_donotallowsmsname TEXT
, tek_permissionsmsdate TEXT
, tek_telemarketpermissiondate TEXT
, tek_hasindustryandapplication TEXT
, adx_lastactivity TEXT
, tek_marketablename TEXT
, tek_marketingconsentname TEXT
, tek_marketingconsentdate TEXT
, statecodename TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_companyname IS 'tek_companyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.accountidname IS 'accountidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.owneridname IS 'owneridname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.firstname IS 'firstname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.lastname IS 'lastname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.telephone1 IS 'telephone1';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_division1 IS 'tek_division1';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.jobtitle IS 'jobtitle';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_jobfunctionidname IS 'tek_jobfunctionidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.suffix IS 'suffix';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.address1_line1 IS 'address1_line1';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.address1_city IS 'address1_city';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_address1_stateidname IS 'tek_address1_stateidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.address1_postalcode IS 'address1_postalcode';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.address1_country IS 'address1_country';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_ccpapplication IS 'tek_ccpapplication';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_ccpproductinterest IS 'tek_ccpproductinterest';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_acquisitiondate IS 'tek_acquisitiondate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_countofactivepartnerleads IS 'tek_countofactivepartnerleads';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_countofapplication2 IS 'tek_countofapplication2';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_recordcountccp IS 'tek_recordcountccp';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_countofgeneralproductinterest2 IS 'tek_countofgeneralproductinterest2';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_countofsubapplication2 IS 'tek_countofsubapplication2';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_acquisitioncampaignidname IS 'tek_acquisitioncampaignidname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.createdon IS 'createdon';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.createdbyname IS 'createdbyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.modifiedon IS 'modifiedon';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.modifiedbyname IS 'modifiedbyname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_industry2idname IS 'tek_industry2idname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_subindustry2idname IS 'tek_subindustry2idname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_msr_visibilityname IS 'tek_msr_visibilityname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_agreestoprivacypolicytermsname IS 'tek_agreestoprivacypolicytermsname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_contactscoringrollup IS 'tek_contactscoringrollup';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_contactstagecodename IS 'tek_contactstagecodename';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_contacttypename IS 'tek_contacttypename';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_consent_tocollectpersonalinfoname IS 'tek_consent_tocollectpersonalinfoname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_consenttocollectpersonalinfodate IS 'tek_consenttocollectpersonalinfodate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.donotphonename IS 'donotphonename';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.donotbulkpostalmail IS 'donotbulkpostalmail';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.donotfax IS 'donotfax';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.msgdpr_donottrack IS 'msgdpr_donottrack';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_plussetupcompleted IS 'tek_plussetupcompleted';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.donotbulkemailname IS 'donotbulkemailname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_emailpermissiondate IS 'tek_emailpermissiondate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_donotallowsmsname IS 'tek_donotallowsmsname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_permissionsmsdate IS 'tek_permissionsmsdate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_telemarketpermissiondate IS 'tek_telemarketpermissiondate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_hasindustryandapplication IS 'tek_hasindustryandapplication';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.adx_lastactivity IS 'adx_lastactivity';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_marketablename IS 'tek_marketablename';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_marketingconsentname IS 'tek_marketingconsentname';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.tek_marketingconsentdate IS 'tek_marketingconsentdate';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.statecodename IS 'statecodename';
COMMENT ON COLUMN p10_sa.S98_S_crm_contact_part.etl_tx_dt IS '';
COMMENT ON TABLE p10_sa.S98_S_crm_contact_part IS '';
create table if not exists p12_sfull.S98_S_crm_contact_part (
tek_contactnumber TEXT
, tek_companyname TEXT
, accountidname TEXT
, owneridname TEXT
, firstname TEXT
, lastname TEXT
, mobilephone TEXT
, telephone1 TEXT
, emailaddress1 TEXT
, tek_division1 TEXT
, jobtitle TEXT
, tek_jobfunctionidname TEXT
, suffix TEXT
, address1_line1 TEXT
, address1_city TEXT
, tek_address1_stateidname TEXT
, address1_postalcode TEXT
, address1_country TEXT
, tek_ccpapplication TEXT
, tek_ccpproductinterest TEXT
, tek_acquisitiondate TEXT
, tek_countofactivepartnerleads TEXT
, tek_countofapplication2 TEXT
, tek_recordcountccp TEXT
, tek_countofgeneralproductinterest2 TEXT
, tek_countofsubapplication2 TEXT
, tek_acquisitioncampaignidname TEXT
, createdon TEXT
, createdbyname TEXT
, modifiedon TEXT
, modifiedbyname TEXT
, tek_industry2idname TEXT
, tek_subindustry2idname TEXT
, tek_msr_visibilityname TEXT
, tek_agreestoprivacypolicytermsname TEXT
, tek_contactscoringrollup TEXT
, tek_contactstagecodename TEXT
, tek_contacttypename TEXT
, tek_consent_tocollectpersonalinfoname TEXT
, tek_consenttocollectpersonalinfodate TEXT
, donotphonename TEXT
, donotbulkpostalmail TEXT
, donotfax TEXT
, msgdpr_donottrack TEXT
, tek_plussetupcompleted TEXT
, donotbulkemailname TEXT
, tek_emailpermissiondate TEXT
, tek_donotallowsmsname TEXT
, tek_permissionsmsdate TEXT
, tek_telemarketpermissiondate TEXT
, tek_hasindustryandapplication TEXT
, adx_lastactivity TEXT
, tek_marketablename TEXT
, tek_marketingconsentname TEXT
, tek_marketingconsentdate TEXT
, statecodename TEXT
, etl_tx_dt TIMESTAMP
) ;
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_contactnumber IS 'tek_contactnumber';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_companyname IS 'tek_companyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.accountidname IS 'accountidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.owneridname IS 'owneridname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.firstname IS 'firstname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.lastname IS 'lastname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.mobilephone IS 'mobilephone';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.telephone1 IS 'telephone1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.emailaddress1 IS 'emailaddress1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_division1 IS 'tek_division1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.jobtitle IS 'jobtitle';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_jobfunctionidname IS 'tek_jobfunctionidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.suffix IS 'suffix';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.address1_line1 IS 'address1_line1';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.address1_city IS 'address1_city';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_address1_stateidname IS 'tek_address1_stateidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.address1_postalcode IS 'address1_postalcode';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.address1_country IS 'address1_country';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_ccpapplication IS 'tek_ccpapplication';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_ccpproductinterest IS 'tek_ccpproductinterest';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_acquisitiondate IS 'tek_acquisitiondate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_countofactivepartnerleads IS 'tek_countofactivepartnerleads';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_countofapplication2 IS 'tek_countofapplication2';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_recordcountccp IS 'tek_recordcountccp';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_countofgeneralproductinterest2 IS 'tek_countofgeneralproductinterest2';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_countofsubapplication2 IS 'tek_countofsubapplication2';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_acquisitioncampaignidname IS 'tek_acquisitioncampaignidname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.createdon IS 'createdon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.createdbyname IS 'createdbyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.modifiedon IS 'modifiedon';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.modifiedbyname IS 'modifiedbyname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_industry2idname IS 'tek_industry2idname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_subindustry2idname IS 'tek_subindustry2idname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_msr_visibilityname IS 'tek_msr_visibilityname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_agreestoprivacypolicytermsname IS 'tek_agreestoprivacypolicytermsname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_contactscoringrollup IS 'tek_contactscoringrollup';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_contactstagecodename IS 'tek_contactstagecodename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_contacttypename IS 'tek_contacttypename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_consent_tocollectpersonalinfoname IS 'tek_consent_tocollectpersonalinfoname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_consenttocollectpersonalinfodate IS 'tek_consenttocollectpersonalinfodate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.donotphonename IS 'donotphonename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.donotbulkpostalmail IS 'donotbulkpostalmail';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.donotfax IS 'donotfax';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.msgdpr_donottrack IS 'msgdpr_donottrack';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_plussetupcompleted IS 'tek_plussetupcompleted';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.donotbulkemailname IS 'donotbulkemailname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_emailpermissiondate IS 'tek_emailpermissiondate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_donotallowsmsname IS 'tek_donotallowsmsname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_permissionsmsdate IS 'tek_permissionsmsdate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_telemarketpermissiondate IS 'tek_telemarketpermissiondate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_hasindustryandapplication IS 'tek_hasindustryandapplication';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.adx_lastactivity IS 'adx_lastactivity';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_marketablename IS 'tek_marketablename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_marketingconsentname IS 'tek_marketingconsentname';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.tek_marketingconsentdate IS 'tek_marketingconsentdate';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.statecodename IS 'statecodename';
COMMENT ON COLUMN p12_sfull.S98_S_crm_contact_part.etl_tx_dt IS '';
COMMENT ON TABLE p12_sfull.S98_S_crm_contact_part IS '';

View File

@ -1,178 +0,0 @@
#!/usr/bin/python
# -*- encoding=utf-8 -*-
from airflow import DAG
from datetime import datetime, timedelta
from airflow.contrib.hooks.ssh_hook import SSHHook
from airflow.contrib.operators.ssh_operator import SSHOperator
from airflow.sensors.external_task_sensor import ExternalTaskSensor
import json
from airflow.operators.email_operator import EmailOperator
from airflow.utils.trigger_rule import TriggerRule
sshHook = SSHHook(ssh_conn_id ='ssh_air')
default_args = {
'owner': 'info@idgvalue.com',
'email': [''],
'email_on_failure': True,
'email_on_retry':True,
'start_date': datetime(2022, 9, 12),
'depends_on_past': False,
'retries': 6,
'retry_delay': timedelta(minutes=10),
}
dag = DAG('wf_dag_tk_crm', default_args=default_args,
schedule_interval="0 0 * * *",
catchup=False,
dagrun_timeout=timedelta(minutes=160),
max_active_runs=3)
task_failed = EmailOperator (
dag=dag,
trigger_rule=TriggerRule.ONE_FAILED,
task_id="task_failed",
to=["info@idgvalue.com"],
cc=[""],
subject="tk_crm_failed",
html_content='<h3>您好tk_crm作业失败请及时处理" </h3>')
file_CRM_account = SSHOperator(
ssh_hook=sshHook,
task_id='file_CRM_account',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"CRM_account"},
depends_on_past=False,
retries=3,
dag=dag)
file_CRM_contact_ccp = SSHOperator(
ssh_hook=sshHook,
task_id='file_CRM_contact_ccp',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"CRM_contact_ccp"},
depends_on_past=False,
retries=3,
dag=dag)
file_CRM_contact_part1 = SSHOperator(
ssh_hook=sshHook,
task_id='file_CRM_contact_part1',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"CRM_contact_part1"},
depends_on_past=False,
retries=3,
dag=dag)
file_CCP_mapping_table = SSHOperator(
ssh_hook=sshHook,
task_id='file_CCP_mapping_table',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"CCP_mapping_table"},
depends_on_past=False,
retries=3,
dag=dag)
crm_account_4545 = SSHOperator(
ssh_hook=sshHook,
task_id='crm_account_4545',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_crm_account"},
depends_on_past=False,
retries=3,
dag=dag)
crm_contact_ccp_5681 = SSHOperator(
ssh_hook=sshHook,
task_id='crm_contact_ccp_5681',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_crm_contact_ccp"},
depends_on_past=False,
retries=3,
dag=dag)
ccp_mapping_table_8972 = SSHOperator(
ssh_hook=sshHook,
task_id='ccp_mapping_table_8972',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_ccp_mapping_table"},
depends_on_past=False,
retries=3,
dag=dag)
crm_contact_part_605 = SSHOperator(
ssh_hook=sshHook,
task_id='crm_contact_part_605',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_crm_contact_part"},
depends_on_past=False,
retries=3,
dag=dag)
file_country_cde = SSHOperator(
ssh_hook=sshHook,
task_id='file_country_cde',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"country_cde"},
depends_on_past=False,
retries=3,
dag=dag)
country_cde_3310 = SSHOperator(
ssh_hook=sshHook,
task_id='country_cde_3310',
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"S98_S_country_cde"},
depends_on_past=False,
retries=3,
dag=dag)
file_china_city = SSHOperator(
ssh_hook=sshHook,
task_id='file_china_city',
command='python /data/airflow/bin/FILELOD.py {{ params.my_param }} {{ ds_nodash }} >>/data/airflow/logs/file_load/file_load_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"china_city"},
depends_on_past=False,
retries=3,
dag=dag)
t01_crm_contact = SSHOperator(
ssh_hook=sshHook,
task_id='t01_crm_contact',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_crm_contact_agi"},
depends_on_past=False,
retries=3,
dag=dag)
T01_CRM_CCP_TYPE = SSHOperator(
ssh_hook=sshHook,
task_id='T01_CRM_CCP_TYPE',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"T01_CRM_CCP_TYPE_agi"},
depends_on_past=False,
retries=3,
dag=dag)
t01_crm_cust_ccp = SSHOperator(
ssh_hook=sshHook,
task_id='t01_crm_cust_ccp',
command='/data/airflow/etl/PDM/run_sa.sh {{ ds_nodash }} {{params.my_param}} >>/data/airflow/logs/run_tpt_{{ds_nodash}}.log 2>&1 ',
params={'my_param':"t01_crm_cust_ccp_agi"},
depends_on_past=False,
retries=3,
dag=dag)
file_CRM_account >> crm_account_4545
file_CRM_contact_ccp >> crm_contact_ccp_5681
file_CCP_mapping_table >> ccp_mapping_table_8972
file_CRM_contact_part1 >> crm_contact_part_605
file_country_cde >> country_cde_3310
crm_contact_ccp_5681 >> t01_crm_cust_ccp
file_CRM_contact_part1 >> t01_crm_contact
ccp_mapping_table_8972 >> T01_CRM_CCP_TYPE
T01_CRM_CCP_TYPE >> task_failed