From b4e42dab1ffb5fdf578264b073c215e684b175dd Mon Sep 17 00:00:00 2001 From: root Date: Wed, 31 Jan 2024 17:29:25 +0800 Subject: [PATCH] clear workflow --- ..._S_customer_events_c_minipro_page_view.sql | 118 -------------- .../sa_foreign_tables.sql | 36 ----- .../sa_tables.sql | 115 -------------- ...8_S_customer_events_click_link_in_page.sql | 126 --------------- .../sa_foreign_tables.sql | 38 ----- .../sa_tables.sql | 123 -------------- .../S98_S_customer_events_open_app.sql | 126 --------------- .../sa_foreign_tables.sql | 38 ----- .../customer_events_open_app/sa_tables.sql | 123 -------------- ...98_S_customer_events_open_content_page.sql | 126 --------------- .../sa_foreign_tables.sql | 38 ----- .../sa_tables.sql | 123 -------------- .../S98_S_customer_events_open_page.sql | 150 ------------------ .../sa_foreign_tables.sql | 44 ----- .../customer_events_open_page/sa_tables.sql | 147 ----------------- .../S98_S_customer_events_submit_form.sql | 118 -------------- .../sa_foreign_tables.sql | 36 ----- .../customer_events_submit_form/sa_tables.sql | 115 -------------- .../S98_S_customer_events_subscribe.sql | 70 -------- .../sa_foreign_tables.sql | 24 --- .../customer_events_subscribe/sa_tables.sql | 67 -------- .../S98_S_customer_events_wechat_scan.sql | 70 -------- .../sa_foreign_tables.sql | 24 --- .../customer_events_wechat_scan/sa_tables.sql | 67 -------- .../custom_events_5_feign.py | 41 ----- .../custom_events_5_load.sql | 96 ----------- .../custom_events_8_feign.py | 41 ----- .../custom_events_8_load.sql | 102 ------------ .../custom_events_7_feign.py | 41 ----- .../custom_events_7_load.sql | 69 -------- .../custom_events_1_feign.py | 41 ----- .../custom_events_1_load.sql | 102 ------------ .../custom_events_2_feign.py | 41 ----- .../custom_events_2_load.sql | 102 ------------ .../custom_events_3_feign.py | 41 ----- .../custom_events_3_load.sql | 120 -------------- .../custom_events_6_feign.py | 41 ----- .../custom_events_6_load.sql | 96 ----------- .../custom_events_4_feign.py | 41 ----- .../custom_events_4_load.sql | 60 ------- .../custom_events_9_feign.py | 41 ----- .../custom_events_9_load.sql | 60 ------- 42 files changed, 3238 deletions(-) delete mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql delete mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py delete mode 100644 TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql deleted file mode 100644 index 49b9aab..0000000 --- a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql +++ /dev/null @@ -1,118 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_c_minipro_page_view -; -insert into p10_sa.S98_S_customer_events_c_minipro_page_view -( id_str - , c_source_content - , date - , target_name - , c_source - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , platform - , url - , last_updated - , c_url - , os_version - , browser - , browser_version - , customer_id - , ip_province - , c_name - , id - , event - , etl_tx_dt ) - select - id_str - , c_source_content - , date - , target_name - , c_source - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , platform - , url - , last_updated - , c_url - , os_version - , browser - , browser_version - , customer_id - , ip_province - , c_name - , id - , event - , etl_tx_dt - from p00_tal.S98_S_customer_events_c_minipro_page_view - ; - delete from p12_sfull.S98_S_customer_events_c_minipro_page_view -; -; -insert into p12_sfull.S98_S_customer_events_c_minipro_page_view -( id_str - , c_source_content - , date - , target_name - , c_source - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , platform - , url - , last_updated - , c_url - , os_version - , browser - , browser_version - , customer_id - , ip_province - , c_name - , id - , event - , etl_tx_dt ) - select - id_str - , c_source_content - , date - , target_name - , c_source - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , platform - , url - , last_updated - , c_url - , os_version - , browser - , browser_version - , customer_id - , ip_province - , c_name - , id - , event - , etl_tx_dt - from p10_sa.S98_S_customer_events_c_minipro_page_view -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql deleted file mode 100644 index 74801c2..0000000 --- a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql +++ /dev/null @@ -1,36 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_c_minipro_page_view ( - id_str TEXT - , c_source_content TEXT - , date TEXT - , target_name TEXT - , c_source TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , platform TEXT - , url TEXT - , last_updated TEXT - , c_url TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , c_name TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_c_minipro_page_view' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql deleted file mode 100644 index 939b3a3..0000000 --- a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql +++ /dev/null @@ -1,115 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_c_minipro_page_view ( - id_str TEXT - , c_source_content TEXT - , date TEXT - , target_name TEXT - , c_source TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , platform TEXT - , url TEXT - , last_updated TEXT - , c_url TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , c_name TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_c_minipro_page_view IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_c_minipro_page_view ( - id_str TEXT - , c_source_content TEXT - , date TEXT - , target_name TEXT - , c_source TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , platform TEXT - , url TEXT - , last_updated TEXT - , c_url TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , c_name TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_c_minipro_page_view IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql deleted file mode 100644 index 51a6d63..0000000 --- a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql +++ /dev/null @@ -1,126 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_click_link_in_page -; -insert into p10_sa.S98_S_customer_events_click_link_in_page -( date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p00_tal.S98_S_customer_events_click_link_in_page - ; - delete from p12_sfull.S98_S_customer_events_click_link_in_page -; -; -insert into p12_sfull.S98_S_customer_events_click_link_in_page -( date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p10_sa.S98_S_customer_events_click_link_in_page -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql deleted file mode 100644 index 121153d..0000000 --- a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql +++ /dev/null @@ -1,38 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_click_link_in_page ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_click_link_in_page' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql deleted file mode 100644 index ca5b166..0000000 --- a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql +++ /dev/null @@ -1,123 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_click_link_in_page ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.screen_width IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.score IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.page_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.screen_height IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.page_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.device IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_click_link_in_page IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_click_link_in_page ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.screen_width IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.score IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.page_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.screen_height IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.page_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.device IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_click_link_in_page IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql b/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql deleted file mode 100644 index 4bb96ba..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql +++ /dev/null @@ -1,126 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_open_app -; -insert into p10_sa.S98_S_customer_events_open_app -( date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , ip_county - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , ip_county - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p00_tal.S98_S_customer_events_open_app - ; - delete from p12_sfull.S98_S_customer_events_open_app -; -; -insert into p12_sfull.S98_S_customer_events_open_app -( date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , ip_county - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , ip_county - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p10_sa.S98_S_customer_events_open_app -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql deleted file mode 100644 index 8efad6a..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql +++ /dev/null @@ -1,38 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_app ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , ip_county TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_app' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql deleted file mode 100644 index 88b635b..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql +++ /dev/null @@ -1,123 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_open_app ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , ip_county TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.screen_width IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.page_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.screen_height IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_county IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.page_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.device IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_open_app IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_open_app ( - date TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , ip_county TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.screen_width IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.page_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.screen_height IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_county IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.page_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.device IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_app IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql deleted file mode 100644 index b377903..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql +++ /dev/null @@ -1,126 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_open_content_page -; -insert into p10_sa.S98_S_customer_events_open_content_page -( date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p00_tal.S98_S_customer_events_open_content_page - ; - delete from p12_sfull.S98_S_customer_events_open_content_page -; -; -insert into p12_sfull.S98_S_customer_events_open_content_page -( date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt ) - select - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - , etl_tx_dt - from p10_sa.S98_S_customer_events_open_content_page -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql deleted file mode 100644 index f66ba70..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql +++ /dev/null @@ -1,38 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_content_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_content_page' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql deleted file mode 100644 index 7d1b93c..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql +++ /dev/null @@ -1,123 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_open_content_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.short_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_width IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_height IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.device IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_open_content_page IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_open_content_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , platform TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.short_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_width IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_height IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.device IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_content_page IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql b/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql deleted file mode 100644 index e1ff9a6..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql +++ /dev/null @@ -1,150 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_open_page -; -insert into p10_sa.S98_S_customer_events_open_page -( date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , source1 - , source - , platform - , path - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , root_domain - , external_id - , page_id - , url - , domain - , ip_province - , device - , etl_tx_dt ) - select - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , source1 - , source - , platform - , path - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , root_domain - , external_id - , page_id - , url - , domain - , ip_province - , device - , etl_tx_dt - from p00_tal.S98_S_customer_events_open_page - ; - delete from p12_sfull.S98_S_customer_events_open_page -; -; -insert into p12_sfull.S98_S_customer_events_open_page -( date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , source1 - , source - , platform - , path - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , root_domain - , external_id - , page_id - , url - , domain - , ip_province - , device - , etl_tx_dt ) - select - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , source1 - , source - , platform - , path - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , root_domain - , external_id - , page_id - , url - , domain - , ip_province - , device - , etl_tx_dt - from p10_sa.S98_S_customer_events_open_page -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql deleted file mode 100644 index 0a63b5e..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql +++ /dev/null @@ -1,44 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , source1 TEXT - , source TEXT - , platform TEXT - , path TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , root_domain TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , domain TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_page' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql deleted file mode 100644 index 6329bcc..0000000 --- a/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql +++ /dev/null @@ -1,147 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_open_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , source1 TEXT - , source TEXT - , platform TEXT - , path TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , root_domain TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , domain TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.short_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.screen_width IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.source1 IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.source IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.path IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.score IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.page_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.screen_height IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.root_domain IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.page_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.url IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.domain IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.device IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_open_page IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_open_page ( - date TEXT - , short_id TEXT - , screen_width TEXT - , target_name TEXT - , ip_city TEXT - , ip_country TEXT - , source1 TEXT - , source TEXT - , platform TEXT - , path TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , id TEXT - , event TEXT - , id_str TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip TEXT - , screen_height TEXT - , root_domain TEXT - , external_id TEXT - , page_id TEXT - , url TEXT - , domain TEXT - , ip_province TEXT - , device TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.short_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.screen_width IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.source1 IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.source IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.path IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.score IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.page_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.screen_height IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.root_domain IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.page_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.url IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.domain IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.device IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_page IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql deleted file mode 100644 index b2a745f..0000000 --- a/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql +++ /dev/null @@ -1,118 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_submit_form -; -insert into p10_sa.S98_S_customer_events_submit_form -( id_str - , date - , target_name - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , ip_county - , page_id - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , ip_province - , id - , event - , submit_id - , etl_tx_dt ) - select - id_str - , date - , target_name - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , ip_county - , page_id - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , ip_province - , id - , event - , submit_id - , etl_tx_dt - from p00_tal.S98_S_customer_events_submit_form - ; - delete from p12_sfull.S98_S_customer_events_submit_form -; -; -insert into p12_sfull.S98_S_customer_events_submit_form -( id_str - , date - , target_name - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , ip_county - , page_id - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , ip_province - , id - , event - , submit_id - , etl_tx_dt ) - select - id_str - , date - , target_name - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , ip_county - , page_id - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , ip_province - , id - , event - , submit_id - , etl_tx_dt - from p10_sa.S98_S_customer_events_submit_form -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql deleted file mode 100644 index ed9452a..0000000 --- a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql +++ /dev/null @@ -1,36 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_submit_form ( - id_str TEXT - , date TEXT - , target_name TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , ip_county TEXT - , page_id TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , id TEXT - , event TEXT - , submit_id TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_submit_form' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql deleted file mode 100644 index f997ba6..0000000 --- a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql +++ /dev/null @@ -1,115 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_submit_form ( - id_str TEXT - , date TEXT - , target_name TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , ip_county TEXT - , page_id TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , id TEXT - , event TEXT - , submit_id TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.os IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_city IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_country IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_county IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.page_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.platform IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.score IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.page_type IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.os_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.browser IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.browser_version IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_province IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.submit_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_submit_form IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_submit_form ( - id_str TEXT - , date TEXT - , target_name TEXT - , os TEXT - , target_id TEXT - , customer_id_str TEXT - , ip_city TEXT - , ip TEXT - , external_id TEXT - , ip_country TEXT - , ip_county TEXT - , page_id TEXT - , platform TEXT - , score TEXT - , last_updated TEXT - , page_type TEXT - , os_version TEXT - , browser TEXT - , browser_version TEXT - , customer_id TEXT - , ip_province TEXT - , id TEXT - , event TEXT - , submit_id TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.os IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_city IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_country IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_county IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.page_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.platform IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.score IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.page_type IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.os_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.browser IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.browser_version IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_province IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.submit_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_submit_form IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql deleted file mode 100644 index f640a7c..0000000 --- a/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql +++ /dev/null @@ -1,70 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_subscribe -; -insert into p10_sa.S98_S_customer_events_subscribe -( id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt ) - select - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt - from p00_tal.S98_S_customer_events_subscribe - ; - delete from p12_sfull.S98_S_customer_events_subscribe -; -; -insert into p12_sfull.S98_S_customer_events_subscribe -( id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt ) - select - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt - from p10_sa.S98_S_customer_events_subscribe -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql deleted file mode 100644 index 350b654..0000000 --- a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql +++ /dev/null @@ -1,24 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_subscribe ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_subscribe' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql deleted file mode 100644 index 8c14c70..0000000 --- a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql +++ /dev/null @@ -1,67 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_subscribe ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.score IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.channel_account IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_subscribe IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_subscribe ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.score IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.channel_account IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_subscribe IS ''; - diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql deleted file mode 100644 index 37c4b39..0000000 --- a/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql +++ /dev/null @@ -1,70 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on -delete from p10_sa.S98_S_customer_events_wechat_scan -; -insert into p10_sa.S98_S_customer_events_wechat_scan -( id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt ) - select - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt - from p00_tal.S98_S_customer_events_wechat_scan - ; - delete from p12_sfull.S98_S_customer_events_wechat_scan -; -; -insert into p12_sfull.S98_S_customer_events_wechat_scan -( id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt ) - select - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - , etl_tx_dt - from p10_sa.S98_S_customer_events_wechat_scan -; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql deleted file mode 100644 index 72b1a71..0000000 --- a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql +++ /dev/null @@ -1,24 +0,0 @@ - -CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_wechat_scan ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) - - -SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_wechat_scan' ); - - - - - diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql deleted file mode 100644 index 0537b2b..0000000 --- a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql +++ /dev/null @@ -1,67 +0,0 @@ - -create table if not exists p10_sa.S98_S_customer_events_wechat_scan ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.date IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.score IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.last_updated IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.target_name IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.target_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.customer_id_str IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.channel_account IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.customer_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.external_id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.id IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.event IS ''; - COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.etl_tx_dt IS ''; - -COMMENT ON TABLE p10_sa.S98_S_customer_events_wechat_scan IS ''; - - - -create table if not exists p12_sfull.S98_S_customer_events_wechat_scan ( - id_str TEXT - , date TEXT - , score TEXT - , last_updated TEXT - , target_name TEXT - , target_id TEXT - , customer_id_str TEXT - , channel_account TEXT - , customer_id TEXT - , external_id TEXT - , id TEXT - , event TEXT - , etl_tx_dt TIMESTAMP -) ; - - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.date IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.score IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.last_updated IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.target_name IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.target_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.customer_id_str IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.channel_account IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.customer_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.external_id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.id IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.event IS ''; - COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.etl_tx_dt IS ''; - -COMMENT ON TABLE p12_sfull.S98_S_customer_events_wechat_scan IS ''; - diff --git a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py deleted file mode 100644 index 60125c7..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_5:获取线索事件_c_minipro_page_view') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'limit':'','event':'c_minipro_page_view','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = 'a71a43ff-efcd-4427-8dbc-ed2686e4';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'a71a43ff-efcd-4427-8dbc-ed2686e4',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_5:获取线索事件_c_minipro_page_view') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql deleted file mode 100644 index cfea3d5..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql +++ /dev/null @@ -1,96 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_c_minipro_page_view; - -insert into data_api.customer_events_c_minipro_page_view ( - id_str - , c_source_content - , date - , target_name - , c_source - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , platform - , url - , last_updated - , c_url - , os_version - , browser - , browser_version - , customer_id - , ip_province - , c_name - , id - , event - ,etl_tx_dt -) -select - case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from c_source_content)='' then null else c_source_content::text end c_source_content - , case when trim(both from date)='' then null else date::text end date - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from c_source)='' then null else c_source::text end c_source - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from url)='' then null else url::text end url - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from c_url)='' then null else c_url::text end c_url - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from c_name)='' then null else c_name::text end c_name - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'c_sourceContent') c_source_content - , (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'c_source') c_source - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'url') url - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'c_url') c_url - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'c_name') c_name - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='a71a43ff-efcd-4427-8dbc-ed2686e4' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='a71a43ff-efcd-4427-8dbc-ed2686e4'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py deleted file mode 100644 index 38a557b..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_8:获取线索事件_click_link_in_page') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'sort':'date','date[le]':formatted_current_date,'limit':'','event':'click_link_in_page','access_token':auth['access_token'],'date[ge]':formatted_previous_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = 'b20bb19a-6ace-4d10-ab2b-4cdb3c0a';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'b20bb19a-6ace-4d10-ab2b-4cdb3c0a',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_8:获取线索事件_click_link_in_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql deleted file mode 100644 index 7be6a83..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql +++ /dev/null @@ -1,102 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_click_link_in_page; - -insert into data_api.customer_events_click_link_in_page ( - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - ,etl_tx_dt -) -select - case when trim(both from date)='' then null else date::text end date - , case when trim(both from screen_width)='' then null else screen_width::text end screen_width - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from score)='' then null else score::text end score - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from page_type)='' then null else page_type::text end page_type - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event - , case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from screen_height)='' then null else screen_height::text end screen_height - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from page_id)='' then null else page_id::text end page_id - , case when trim(both from url)='' then null else url::text end url - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from device)='' then null else device::text end device -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'screenWidth') screen_width - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'score') score - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'pageType') page_type - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - , (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'screenHeight') screen_height - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'pageId') page_id - , (json_array_elements(data::json)::json->>'url') url - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'device') device - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='b20bb19a-6ace-4d10-ab2b-4cdb3c0a' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='b20bb19a-6ace-4d10-ab2b-4cdb3c0a'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py deleted file mode 100644 index 0c9c065..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_7:获取线索事件_cp_employee_tools_huiju_event_add') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'event':'cp_employee_tools_huiju_event_add_user','access_token':auth['access_token'],'limit':'','sort':'','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = 'd3b5116a-08c3-431f-8d96-9780221b';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'d3b5116a-08c3-431f-8d96-9780221b',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_7:获取线索事件_cp_employee_tools_huiju_event_add') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql deleted file mode 100644 index 620f3be..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql +++ /dev/null @@ -1,69 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_add_user; - -insert into data_api.customer_events_add_user ( - id_str - , date - , target_id - , customer_id_str - , attr6 - , attr5 - , external_id - , attr7 - , source - , attr2 - , attr1 - , last_updated - , customer_id - , id - , event - ,etl_tx_dt -) -select - case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from date)='' then null else date::text end date - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from attr6)='' then null else attr6::text end attr6 - , case when trim(both from attr5)='' then null else attr5::text end attr5 - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from attr7)='' then null else attr7::text end attr7 - , case when trim(both from source)='' then null else source::text end source - , case when trim(both from attr2)='' then null else attr2::text end attr2 - , case when trim(both from attr1)='' then null else attr1::text end attr1 - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'attr6') attr6 - , (json_array_elements(data::json)::json->>'attr5') attr5 - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'attr7') attr7 - , (json_array_elements(data::json)::json->>'source') source - , (json_array_elements(data::json)::json->>'attr2') attr2 - , (json_array_elements(data::json)::json->>'attr1') attr1 - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='d3b5116a-08c3-431f-8d96-9780221b' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='d3b5116a-08c3-431f-8d96-9780221b'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py deleted file mode 100644 index 56cfd9f..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_1:获取线索事件_open_app') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'sort':'date','limit':'','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,'event':'open_app',} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = '2433868c-3416-4475-884d-11e687a6';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'2433868c-3416-4475-884d-11e687a6',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_1:获取线索事件_open_app') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql deleted file mode 100644 index c632fc6..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql +++ /dev/null @@ -1,102 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_open_app; - -insert into data_api.customer_events_open_app ( - date - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , ip_county - , page_id - , url - , ip_province - , device - ,etl_tx_dt -) -select - case when trim(both from date)='' then null else date::text end date - , case when trim(both from screen_width)='' then null else screen_width::text end screen_width - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from page_type)='' then null else page_type::text end page_type - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event - , case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from screen_height)='' then null else screen_height::text end screen_height - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from ip_county)='' then null else ip_county::text end ip_county - , case when trim(both from page_id)='' then null else page_id::text end page_id - , case when trim(both from url)='' then null else url::text end url - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from device)='' then null else device::text end device -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'screenWidth') screen_width - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'pageType') page_type - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - , (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'screenHeight') screen_height - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'ipCounty') ip_county - , (json_array_elements(data::json)::json->>'pageId') page_id - , (json_array_elements(data::json)::json->>'url') url - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'device') device - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='2433868c-3416-4475-884d-11e687a6' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='2433868c-3416-4475-884d-11e687a6'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py deleted file mode 100644 index 3abf859..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_2:获取线索事件_open_content_page') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'limit':'','event':'open_content_page','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = '43edfb13-8a42-4152-9dc8-d5feb3c8';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'43edfb13-8a42-4152-9dc8-d5feb3c8',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_2:获取线索事件_open_content_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql deleted file mode 100644 index 7234405..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql +++ /dev/null @@ -1,102 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_open_content_page; - -insert into data_api.customer_events_open_content_page ( - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , platform - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , external_id - , page_id - , url - , ip_province - , device - ,etl_tx_dt -) -select - case when trim(both from date)='' then null else date::text end date - , case when trim(both from short_id)='' then null else short_id::text end short_id - , case when trim(both from screen_width)='' then null else screen_width::text end screen_width - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from page_type)='' then null else page_type::text end page_type - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event - , case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from screen_height)='' then null else screen_height::text end screen_height - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from page_id)='' then null else page_id::text end page_id - , case when trim(both from url)='' then null else url::text end url - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from device)='' then null else device::text end device -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'shortId') short_id - , (json_array_elements(data::json)::json->>'screenWidth') screen_width - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'pageType') page_type - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - , (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'screenHeight') screen_height - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'pageId') page_id - , (json_array_elements(data::json)::json->>'url') url - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'device') device - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='43edfb13-8a42-4152-9dc8-d5feb3c8' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='43edfb13-8a42-4152-9dc8-d5feb3c8'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py deleted file mode 100644 index 36b5cc5..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_3:获取线索事件_open_page') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'date[le]':formatted_current_date,'event':'open_page','access_token':auth['access_token'],'limit':'','sort':'date','date[ge]':formatted_previous_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = 'a2b284c3-322f-4bc0-89ff-414aa66a';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'a2b284c3-322f-4bc0-89ff-414aa66a',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_3:获取线索事件_open_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql deleted file mode 100644 index a9427e3..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql +++ /dev/null @@ -1,120 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_open_page; - -insert into data_api.customer_events_open_page ( - date - , short_id - , screen_width - , target_name - , ip_city - , ip_country - , source1 - , source - , platform - , path - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , id - , event - , id_str - , os - , target_id - , customer_id_str - , ip - , screen_height - , root_domain - , external_id - , page_id - , url - , domain - , ip_province - , device - ,etl_tx_dt -) -select - case when trim(both from date)='' then null else date::text end date - , case when trim(both from short_id)='' then null else short_id::text end short_id - , case when trim(both from screen_width)='' then null else screen_width::text end screen_width - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from source1)='' then null else source1::text end source1 - , case when trim(both from source)='' then null else source::text end source - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from path)='' then null else path::text end path - , case when trim(both from score)='' then null else score::text end score - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from page_type)='' then null else page_type::text end page_type - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event - , case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from screen_height)='' then null else screen_height::text end screen_height - , case when trim(both from root_domain)='' then null else root_domain::text end root_domain - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from page_id)='' then null else page_id::text end page_id - , case when trim(both from url)='' then null else url::text end url - , case when trim(both from domain)='' then null else domain::text end domain - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from device)='' then null else device::text end device -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'shortId') short_id - , (json_array_elements(data::json)::json->>'screenWidth') screen_width - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'source1') source1 - , (json_array_elements(data::json)::json->>'source') source - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'path') path - , (json_array_elements(data::json)::json->>'score') score - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'pageType') page_type - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - , (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'screenHeight') screen_height - , (json_array_elements(data::json)::json->>'rootDomain') root_domain - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'pageId') page_id - , (json_array_elements(data::json)::json->>'url') url - , (json_array_elements(data::json)::json->>'domain') domain - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'device') device - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='a2b284c3-322f-4bc0-89ff-414aa66a' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='a2b284c3-322f-4bc0-89ff-414aa66a'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py deleted file mode 100644 index fb58b6d..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_6:获取线索事件_submit_form') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'event':'submit_form','limit':'','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = 'c6e5b45f-35f5-442b-84be-35ff2e76';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'c6e5b45f-35f5-442b-84be-35ff2e76',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_6:获取线索事件_submit_form') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql deleted file mode 100644 index c9b2c1a..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql +++ /dev/null @@ -1,96 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_submit_form; - -insert into data_api.customer_events_submit_form ( - id_str - , date - , target_name - , os - , target_id - , customer_id_str - , ip_city - , ip - , external_id - , ip_country - , ip_county - , page_id - , platform - , score - , last_updated - , page_type - , os_version - , browser - , browser_version - , customer_id - , ip_province - , id - , event - , submit_id - ,etl_tx_dt -) -select - case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from date)='' then null else date::text end date - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from os)='' then null else os::text end os - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from ip_city)='' then null else ip_city::text end ip_city - , case when trim(both from ip)='' then null else ip::text end ip - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from ip_country)='' then null else ip_country::text end ip_country - , case when trim(both from ip_county)='' then null else ip_county::text end ip_county - , case when trim(both from page_id)='' then null else page_id::text end page_id - , case when trim(both from platform)='' then null else platform::text end platform - , case when trim(both from score)='' then null else score::text end score - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from page_type)='' then null else page_type::text end page_type - , case when trim(both from os_version)='' then null else os_version::text end os_version - , case when trim(both from browser)='' then null else browser::text end browser - , case when trim(both from browser_version)='' then null else browser_version::text end browser_version - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from ip_province)='' then null else ip_province::text end ip_province - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event - , case when trim(both from submit_id)='' then null else submit_id::text end submit_id -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'os') os - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'ipCity') ip_city - , (json_array_elements(data::json)::json->>'ip') ip - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'ipCountry') ip_country - , (json_array_elements(data::json)::json->>'ipCounty') ip_county - , (json_array_elements(data::json)::json->>'pageId') page_id - , (json_array_elements(data::json)::json->>'platform') platform - , (json_array_elements(data::json)::json->>'score') score - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'pageType') page_type - , (json_array_elements(data::json)::json->>'osVersion') os_version - , (json_array_elements(data::json)::json->>'browser') browser - , (json_array_elements(data::json)::json->>'browserVersion') browser_version - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'ipProvince') ip_province - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - , (json_array_elements(data::json)::json->>'submitId') submit_id - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='c6e5b45f-35f5-442b-84be-35ff2e76' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='c6e5b45f-35f5-442b-84be-35ff2e76'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py deleted file mode 100644 index 3ac11e3..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_4:获取线索事件_subscribe') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'limit':'','event':'subscribe','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = '36308871-eea2-49b0-8268-03ab68e3';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'36308871-eea2-49b0-8268-03ab68e3',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_4:获取线索事件_subscribe') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql deleted file mode 100644 index da68d3a..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql +++ /dev/null @@ -1,60 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_subscribe; - -insert into data_api.customer_events_subscribe ( - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - ,etl_tx_dt -) -select - case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from date)='' then null else date::text end date - , case when trim(both from score)='' then null else score::text end score - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from channel_account)='' then null else channel_account::text end channel_account - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'score') score - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'channelAccount') channel_account - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='36308871-eea2-49b0-8268-03ab68e3' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='36308871-eea2-49b0-8268-03ab68e3'; -\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py deleted file mode 100644 index 2037011..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py +++ /dev/null @@ -1,41 +0,0 @@ -# coding: utf-8 -import requests -import json -import psycopg2 -import uuid -import datetime - -# 获取当前日期 -current_date = datetime.date.today() -previous_date = current_date - datetime.timedelta(days=1) -formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") -formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") - -print('开始加载数据:custom_events_9:获取线索事件_wechat_scan') -authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' - -print('开始请求令牌。') -authRequest=requests.get(authUrl) -auth=json.loads(authRequest.text) -print('开始请求数据总数。') -url='https://api.huiju.cool/v2/customerEvents' -header={} -body={'access_token':auth['access_token'],'limit':'','sort':'date','event':'wechat_scan','date[le]':formatted_current_date,'date[ge]':formatted_previous_date,} -dataReqL=requests.get(url,headers=header,params=body) -resL=json.loads(dataReqL.text) -# print(resL) -dataList=resL['data'] -total=len(dataList) -conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", - host="172.17.0.8", port="5432") -print('数据库连接成功') -dataId=str(uuid.uuid4()) -print('临时id:'+dataId) -json_object = json.dumps(dataList) -cur=conn.cursor() -sql="update data_api.api_data set is_loaded = '1' where api_id = '14f55a0e-1c01-4bd5-9eec-7e0d0bdf';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" -cur.execute(sql,[dataId,'14f55a0e-1c01-4bd5-9eec-7e0d0bdf',json_object,total]) -conn.commit() -cur.close() -conn.close() -print('加载数据结束:custom_events_9:获取线索事件_wechat_scan') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql deleted file mode 100644 index 0d87b50..0000000 --- a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql +++ /dev/null @@ -1,60 +0,0 @@ -/*******Main Section**************************************************************************/ -\set ON_ERROR_STOP on -\set AUTOCOMMIT on -\timing on - -DELETE FROM data_api.customer_events_wechat_scan; - -insert into data_api.customer_events_wechat_scan ( - id_str - , date - , score - , last_updated - , target_name - , target_id - , customer_id_str - , channel_account - , customer_id - , external_id - , id - , event - ,etl_tx_dt -) -select - case when trim(both from id_str)='' then null else id_str::text end id_str - , case when trim(both from date)='' then null else date::text end date - , case when trim(both from score)='' then null else score::text end score - , case when trim(both from last_updated)='' then null else last_updated::text end last_updated - , case when trim(both from target_name)='' then null else target_name::text end target_name - , case when trim(both from target_id)='' then null else target_id::text end target_id - , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str - , case when trim(both from channel_account)='' then null else channel_account::text end channel_account - , case when trim(both from customer_id)='' then null else customer_id::text end customer_id - , case when trim(both from external_id)='' then null else external_id::text end external_id - , case when trim(both from id)='' then null else id::text end id - , case when trim(both from event)='' then null else event::text end event -,etl_tx_dt -from ( -select - (json_array_elements(data::json)::json->>'idStr') id_str - , (json_array_elements(data::json)::json->>'date') date - , (json_array_elements(data::json)::json->>'score') score - , (json_array_elements(data::json)::json->>'lastUpdated') last_updated - , (json_array_elements(data::json)::json->>'targetName') target_name - , (json_array_elements(data::json)::json->>'targetId') target_id - , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str - , (json_array_elements(data::json)::json->>'channelAccount') channel_account - , (json_array_elements(data::json)::json->>'customerId') customer_id - , (json_array_elements(data::json)::json->>'externalId') external_id - , (json_array_elements(data::json)::json->>'id') id - , (json_array_elements(data::json)::json->>'event') event - ,CURRENT_TIMESTAMP(0) etl_tx_dt -from (select * from data_api.api_data -WHERE api_id='14f55a0e-1c01-4bd5-9eec-7e0d0bdf' and is_loaded = '0' order by request_tm desc limit 1) p )p; - -update data_api.api_data -set is_loaded = '1' , - status = '1', - request_tm = current_timestamp(0) -where api_id='14f55a0e-1c01-4bd5-9eec-7e0d0bdf'; -\q \ No newline at end of file