add workflow 荟聚API,dev

TK_Cust/dev/tk_api/customer_events_add_user/S98_S_customer_events_add_user.sql

@@ -0,0 +1,82 @@
+/*******Main Section**************************************************************************/
+\set ON_ERROR_STOP on
+\set AUTOCOMMIT on
+\timing on
+delete from p10_sa.S98_S_customer_events_add_user
+;
+insert into p10_sa.S98_S_customer_events_add_user
+(	 id_str  
+	, date  
+	, target_id  
+	, customer_id_str  
+	, attr6  
+	, attr5  
+	, external_id  
+	, attr7  
+	, source  
+	, attr2  
+	, attr1  
+	, last_updated  
+	, customer_id  
+	, id  
+	, event  
+	, etl_tx_dt   )
+  select 
+	 id_str  
+	, date  
+	, target_id  
+	, customer_id_str  
+	, attr6  
+	, attr5  
+	, external_id  
+	, attr7  
+	, source  
+	, attr2  
+	, attr1  
+	, last_updated  
+	, customer_id  
+	, id  
+	, event  
+	, etl_tx_dt  
+  from p00_tal.S98_S_customer_events_add_user
+  ;
+  delete from p12_sfull.S98_S_customer_events_add_user
+;
+;
+insert into p12_sfull.S98_S_customer_events_add_user
+(	 id_str  
+	, date  
+	, target_id  
+	, customer_id_str  
+	, attr6  
+	, attr5  
+	, external_id  
+	, attr7  
+	, source  
+	, attr2  
+	, attr1  
+	, last_updated  
+	, customer_id  
+	, id  
+	, event  
+	, etl_tx_dt   )
+  select 
+	 id_str  
+	, date  
+	, target_id  
+	, customer_id_str  
+	, attr6  
+	, attr5  
+	, external_id  
+	, attr7  
+	, source  
+	, attr2  
+	, attr1  
+	, last_updated  
+	, customer_id  
+	, id  
+	, event  
+	, etl_tx_dt  
+  from p10_sa.S98_S_customer_events_add_user
+;
+\q

TK_Cust/dev/tk_api/customer_events_add_user/sa_foreign_tables.sql

@@ -0,0 +1,27 @@
+
+CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_add_user (
+ id_str  TEXT 
+	, date  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, attr6  TEXT 
+	, attr5  TEXT 
+	, external_id  TEXT 
+	, attr7  TEXT 
+	, source  TEXT 
+	, attr2  TEXT 
+	, attr1  TEXT 
+	, last_updated  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) 
+
+
+SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_add_user' ); 
+
+
+
+
+

TK_Cust/dev/tk_api/customer_events_add_user/sa_tables.sql

@@ -0,0 +1,79 @@
+
+create table if not exists p10_sa.S98_S_customer_events_add_user (
+	 id_str  TEXT 
+	, date  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, attr6  TEXT 
+	, attr5  TEXT 
+	, external_id  TEXT 
+	, attr7  TEXT 
+	, source  TEXT 
+	, attr2  TEXT 
+	, attr1  TEXT 
+	, last_updated  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.date IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.target_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.customer_id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.attr6 IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.attr5 IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.external_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.attr7 IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.source IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.attr2 IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.attr1 IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.last_updated IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.customer_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.event IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_add_user.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p10_sa.S98_S_customer_events_add_user IS '';
+
+
+
+create table if not exists p12_sfull.S98_S_customer_events_add_user (
+	 id_str  TEXT 
+	, date  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, attr6  TEXT 
+	, attr5  TEXT 
+	, external_id  TEXT 
+	, attr7  TEXT 
+	, source  TEXT 
+	, attr2  TEXT 
+	, attr1  TEXT 
+	, last_updated  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.date IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.target_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.customer_id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.attr6 IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.attr5 IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.external_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.attr7 IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.source IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.attr2 IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.attr1 IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.last_updated IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.customer_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.event IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_add_user.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p12_sfull.S98_S_customer_events_add_user IS '';
+

TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql

@@ -0,0 +1,118 @@
+/*******Main Section**************************************************************************/
+\set ON_ERROR_STOP on
+\set AUTOCOMMIT on
+\timing on
+delete from p10_sa.S98_S_customer_events_c_minipro_page_view
+;
+insert into p10_sa.S98_S_customer_events_c_minipro_page_view
+(	 id_str  
+	, c_source_content  
+	, date  
+	, target_name  
+	, c_source  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip_city  
+	, ip  
+	, external_id  
+	, ip_country  
+	, platform  
+	, url  
+	, last_updated  
+	, c_url  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, ip_province  
+	, c_name  
+	, id  
+	, event  
+	, etl_tx_dt   )
+  select 
+	 id_str  
+	, c_source_content  
+	, date  
+	, target_name  
+	, c_source  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip_city  
+	, ip  
+	, external_id  
+	, ip_country  
+	, platform  
+	, url  
+	, last_updated  
+	, c_url  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, ip_province  
+	, c_name  
+	, id  
+	, event  
+	, etl_tx_dt  
+  from p00_tal.S98_S_customer_events_c_minipro_page_view
+  ;
+  delete from p12_sfull.S98_S_customer_events_c_minipro_page_view
+;
+;
+insert into p12_sfull.S98_S_customer_events_c_minipro_page_view
+(	 id_str  
+	, c_source_content  
+	, date  
+	, target_name  
+	, c_source  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip_city  
+	, ip  
+	, external_id  
+	, ip_country  
+	, platform  
+	, url  
+	, last_updated  
+	, c_url  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, ip_province  
+	, c_name  
+	, id  
+	, event  
+	, etl_tx_dt   )
+  select 
+	 id_str  
+	, c_source_content  
+	, date  
+	, target_name  
+	, c_source  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip_city  
+	, ip  
+	, external_id  
+	, ip_country  
+	, platform  
+	, url  
+	, last_updated  
+	, c_url  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, ip_province  
+	, c_name  
+	, id  
+	, event  
+	, etl_tx_dt  
+  from p10_sa.S98_S_customer_events_c_minipro_page_view
+;
+\q

TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql

@@ -0,0 +1,36 @@
+
+CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_c_minipro_page_view (
+ id_str  TEXT 
+	, c_source_content  TEXT 
+	, date  TEXT 
+	, target_name  TEXT 
+	, c_source  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip_city  TEXT 
+	, ip  TEXT 
+	, external_id  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, url  TEXT 
+	, last_updated  TEXT 
+	, c_url  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, ip_province  TEXT 
+	, c_name  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) 
+
+
+SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_c_minipro_page_view' ); 
+
+
+
+
+

TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql

@@ -0,0 +1,115 @@
+
+create table if not exists p10_sa.S98_S_customer_events_c_minipro_page_view (
+	 id_str  TEXT 
+	, c_source_content  TEXT 
+	, date  TEXT 
+	, target_name  TEXT 
+	, c_source  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip_city  TEXT 
+	, ip  TEXT 
+	, external_id  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, url  TEXT 
+	, last_updated  TEXT 
+	, c_url  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, ip_province  TEXT 
+	, c_name  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.date IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_name IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.external_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.platform IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.url IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_url IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_name IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.event IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p10_sa.S98_S_customer_events_c_minipro_page_view IS '';
+
+
+
+create table if not exists p12_sfull.S98_S_customer_events_c_minipro_page_view (
+	 id_str  TEXT 
+	, c_source_content  TEXT 
+	, date  TEXT 
+	, target_name  TEXT 
+	, c_source  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip_city  TEXT 
+	, ip  TEXT 
+	, external_id  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, url  TEXT 
+	, last_updated  TEXT 
+	, c_url  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, ip_province  TEXT 
+	, c_name  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.date IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_name IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.external_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.platform IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.url IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_url IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_name IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.event IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p12_sfull.S98_S_customer_events_c_minipro_page_view IS '';
+

TK_Cust/dev/tk_api/customer_events_lastupdated/S98_S_customer_events_lastupdated.sql

@@ -0,0 +1,130 @@
+/*******Main Section**************************************************************************/
+\set ON_ERROR_STOP on
+\set AUTOCOMMIT on
+\timing on
+delete from p10_sa.S98_S_customer_events_lastupdated
+;
+insert into p10_sa.S98_S_customer_events_lastupdated
+(	 date  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, tag  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, ip_county  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt   )
+  select 
+	 date  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, tag  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, ip_county  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt  
+  from p00_tal.S98_S_customer_events_lastupdated
+  ;
+  delete from p12_sfull.S98_S_customer_events_lastupdated
+;
+;
+insert into p12_sfull.S98_S_customer_events_lastupdated
+(	 date  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, tag  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, ip_county  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt   )
+  select 
+	 date  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, tag  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, ip_county  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt  
+  from p10_sa.S98_S_customer_events_lastupdated
+;
+\q

TK_Cust/dev/tk_api/customer_events_lastupdated/sa_foreign_tables.sql

@@ -0,0 +1,39 @@
+
+CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_lastupdated (
+ date  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, tag  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, ip_county  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) 
+
+
+SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_lastupdated' ); 
+
+
+
+
+

TK_Cust/dev/tk_api/customer_events_lastupdated/sa_tables.sql

@@ -0,0 +1,127 @@
+
+create table if not exists p10_sa.S98_S_customer_events_lastupdated (
+	 date  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, tag  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, ip_county  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.date IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.screen_width IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.target_name IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.ip_city IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.ip_country IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.platform IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.last_updated IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.page_type IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.os_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.browser IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.browser_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.customer_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.tag IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.event IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.os IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.target_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.customer_id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.ip IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.screen_height IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.external_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.ip_county IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.page_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.url IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.ip_province IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.device IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_lastupdated.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p10_sa.S98_S_customer_events_lastupdated IS '';
+
+
+
+create table if not exists p12_sfull.S98_S_customer_events_lastupdated (
+	 date  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, tag  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, ip_county  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.date IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.screen_width IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.target_name IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.ip_city IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.ip_country IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.platform IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.last_updated IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.page_type IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.os_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.browser IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.browser_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.customer_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.tag IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.event IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.os IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.target_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.customer_id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.ip IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.screen_height IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.external_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.ip_county IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.page_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.url IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.ip_province IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.device IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_lastupdated.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p12_sfull.S98_S_customer_events_lastupdated IS '';
+

TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql

@@ -0,0 +1,126 @@
+/*******Main Section**************************************************************************/
+\set ON_ERROR_STOP on
+\set AUTOCOMMIT on
+\timing on
+delete from p10_sa.S98_S_customer_events_open_content_page
+;
+insert into p10_sa.S98_S_customer_events_open_content_page
+(	 date  
+	, short_id  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt   )
+  select 
+	 date  
+	, short_id  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt  
+  from p00_tal.S98_S_customer_events_open_content_page
+  ;
+  delete from p12_sfull.S98_S_customer_events_open_content_page
+;
+;
+insert into p12_sfull.S98_S_customer_events_open_content_page
+(	 date  
+	, short_id  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt   )
+  select 
+	 date  
+	, short_id  
+	, screen_width  
+	, target_name  
+	, ip_city  
+	, ip_country  
+	, platform  
+	, last_updated  
+	, page_type  
+	, os_version  
+	, browser  
+	, browser_version  
+	, customer_id  
+	, id  
+	, event  
+	, id_str  
+	, os  
+	, target_id  
+	, customer_id_str  
+	, ip  
+	, screen_height  
+	, external_id  
+	, page_id  
+	, url  
+	, ip_province  
+	, device  
+	, etl_tx_dt  
+  from p10_sa.S98_S_customer_events_open_content_page
+;
+\q

TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql

@@ -0,0 +1,38 @@
+
+CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_content_page (
+ date  TEXT 
+	, short_id  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) 
+
+
+SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_content_page' ); 
+
+
+
+
+

TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql

@@ -0,0 +1,123 @@
+
+create table if not exists p10_sa.S98_S_customer_events_open_content_page (
+	 date  TEXT 
+	, short_id  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.date IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.short_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_width IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_name IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_city IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_country IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.platform IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.last_updated IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_type IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser_version IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.event IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id_str IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_height IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.external_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_id IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.url IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_province IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.device IS ''; 
+ COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p10_sa.S98_S_customer_events_open_content_page IS '';
+
+
+
+create table if not exists p12_sfull.S98_S_customer_events_open_content_page (
+	 date  TEXT 
+	, short_id  TEXT 
+	, screen_width  TEXT 
+	, target_name  TEXT 
+	, ip_city  TEXT 
+	, ip_country  TEXT 
+	, platform  TEXT 
+	, last_updated  TEXT 
+	, page_type  TEXT 
+	, os_version  TEXT 
+	, browser  TEXT 
+	, browser_version  TEXT 
+	, customer_id  TEXT 
+	, id  TEXT 
+	, event  TEXT 
+	, id_str  TEXT 
+	, os  TEXT 
+	, target_id  TEXT 
+	, customer_id_str  TEXT 
+	, ip  TEXT 
+	, screen_height  TEXT 
+	, external_id  TEXT 
+	, page_id  TEXT 
+	, url  TEXT 
+	, ip_province  TEXT 
+	, device  TEXT 
+	, etl_tx_dt  TIMESTAMP 
+) ; 
+
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.date IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.short_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_width IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_name IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_city IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_country IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.platform IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.last_updated IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_type IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser_version IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.event IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id_str IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_height IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.external_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_id IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.url IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_province IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.device IS ''; 
+ COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; 
+
+COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_content_page IS '';
+

TK_Cust/dev/tk_api/荟聚API/wf_dag_tk_api.py

@@ -1,447 +0,0 @@
-#!/usr/bin/python
-# -*- encoding=utf-8 -*-
-from airflow import DAG
-from datetime import datetime, timedelta
-from airflow.contrib.hooks.ssh_hook import SSHHook
-from airflow.contrib.operators.ssh_operator import SSHOperator
-from airflow.sensors.external_task_sensor import ExternalTaskSensor
-import json
-
-from airflow.operators.email_operator import EmailOperator
-from airflow.utils.trigger_rule import TriggerRule
-
-
-sshHook = SSHHook(ssh_conn_id ='ssh_air')
-default_args = {
-'owner': 'info@idgvalue.com',
-'email': [''],
-'email_on_failure': True,
-'email_on_retry':True,
-'start_date': datetime(2022, 9, 12),
-'depends_on_past': False,
-'retries': 6,
-'retry_delay': timedelta(minutes=10),
-}
-
-dag = DAG('wf_dag_tk_api', default_args=default_args,
-schedule_interval="0 0 * * *",
-catchup=False,
-dagrun_timeout=timedelta(minutes=160),
-max_active_runs=3)
-
-task_failed = EmailOperator (
-    dag=dag,
-    trigger_rule=TriggerRule.ONE_FAILED,
-    task_id="task_failed",
-    to=["info@idgvalue.com"],
-    cc=[""],
-    subject="tk_api_failed",
-    html_content='<h3>您好，tk_api作业失败，请及时处理" </h3>')
-
-scrm_contact_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='scrm_contact_feign',
-command='python3 /data/airflow/etl/API/scrm_contact_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-scrm_contact_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='scrm_contact_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"scrm_contact_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-scrm_contact_feign >> scrm_contact_load
-
-scrm_contact_1129 = SSHOperator(
-ssh_hook=sshHook,
-task_id='scrm_contact_1129',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_scrm_contact"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_update_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_update_feign',
-command='python3 /data/airflow/etl/API/custom_events_update_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_update_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_update_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_update_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_update_feign >> custom_events_update_load
-
-update_scrm_contact_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='update_scrm_contact_feign',
-command='python3 /data/airflow/etl/API/update_scrm_contact_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-update_scrm_contact_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='update_scrm_contact_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"update_scrm_contact_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-update_scrm_contact_feign >> update_scrm_contact_load
-
-customer_events_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_feign',
-command='python3 /data/airflow/etl/API/customer_events_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"customer_events_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_feign >> customer_events_load
-
-customer_event_meta_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_event_meta_feign',
-command='python3 /data/airflow/etl/API/customer_event_meta_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_event_meta_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_event_meta_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"customer_event_meta_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_event_meta_feign >> customer_event_meta_load
-
-scrm_contact_lastupdated_4112 = SSHOperator(
-ssh_hook=sshHook,
-task_id='scrm_contact_lastupdated_4112',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_scrm_contact_lastupdated"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_event_meta_2268 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_event_meta_2268',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_event_meta"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_lastupdated_8895 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_lastupdated_8895',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_lastupdated"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_3292 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_3292',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_9_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_9_feign',
-command='python3 /data/airflow/etl/API/custom_events_9_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_9_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_9_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_9_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_9_feign >> custom_events_9_load
-
-custom_events_6_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_6_feign',
-command='python3 /data/airflow/etl/API/custom_events_6_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_6_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_6_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_6_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_6_feign >> custom_events_6_load
-
-custom_events_4_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_4_feign',
-command='python3 /data/airflow/etl/API/custom_events_4_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_4_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_4_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_4_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_4_feign >> custom_events_4_load
-
-custom_events_8_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_8_feign',
-command='python3 /data/airflow/etl/API/custom_events_8_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_8_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_8_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_8_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_8_feign >> custom_events_8_load
-
-custom_events_3_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_3_feign',
-command='python3 /data/airflow/etl/API/custom_events_3_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_3_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_3_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_3_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_3_feign >> custom_events_3_load
-
-custom_events_1_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_1_feign',
-command='python3 /data/airflow/etl/API/custom_events_1_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_1_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_1_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_1_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_1_feign >> custom_events_1_load
-
-custom_events_7_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_7_feign',
-command='python3 /data/airflow/etl/API/custom_events_7_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_7_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_7_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_7_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_7_feign >> custom_events_7_load
-
-custom_events_2_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_2_feign',
-command='python3 /data/airflow/etl/API/custom_events_2_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_2_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_2_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_2_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_2_feign >> custom_events_2_load
-
-custom_events_5_feign = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_5_feign',
-command='python3 /data/airflow/etl/API/custom_events_5_feign.py',
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_5_load = SSHOperator(
-ssh_hook=sshHook,
-task_id='custom_events_5_load',
-command='/data/airflow/etl/API/run_psql.sh {{ ds_nodash }} {{params.my_param }}',
-params={'my_param':"custom_events_5_load"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-custom_events_5_feign >> custom_events_5_load
-
-customer_events_submit_form_4283 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_submit_form_4283',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_submit_form"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_wechat_scan_2105 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_wechat_scan_2105',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_wechat_scan"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_subscribe_5997 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_subscribe_5997',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_subscribe"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_click_link_in_page_2034 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_click_link_in_page_2034',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_click_link_in_page"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_open_content_page_9684 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_open_content_page_9684',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_open_content_page"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_open_app_5878 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_open_app_5878',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_open_app"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_open_app_5878 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_open_app_5878',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_open_app"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_open_page_7519 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_open_page_7519',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_open_page"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-customer_events_c_minipro_page_view_9309 = SSHOperator(
-ssh_hook=sshHook,
-task_id='customer_events_c_minipro_page_view_9309',
-command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
-params={'my_param':"S98_S_customer_events_c_minipro_page_view"},
-depends_on_past=False, 
-retries=3, 
-dag=dag)
-
-scrm_contact_load >> scrm_contact_1129
-update_scrm_contact_load >> scrm_contact_lastupdated_4112
-customer_event_meta_load >> customer_event_meta_2268
-custom_events_update_load >> customer_events_lastupdated_8895
-customer_events_load >> customer_events_3292
-custom_events_9_load >> customer_events_wechat_scan_2105
-custom_events_6_load >> customer_events_submit_form_4283
-custom_events_4_load >> customer_events_subscribe_5997
-custom_events_8_load >> customer_events_click_link_in_page_2034
-custom_events_1_load >> customer_events_open_app_5878
-custom_events_7_load >> customer_events_open_app_5878
-custom_events_2_load >> customer_events_open_content_page_9684
-custom_events_3_load >> customer_events_open_page_7519
-custom_events_5_load >> customer_events_c_minipro_page_view_9309
-customer_events_c_minipro_page_view_9309 >> task_failed