From cdbbdb7812ffe3c2dc9fc5f4b313bff687395a8b Mon Sep 17 00:00:00 2001 From: root Date: Wed, 31 Jan 2024 17:26:25 +0800 Subject: [PATCH] =?UTF-8?q?add=20workflow=20=E8=8D=9F=E8=81=9AAPI,dev?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ..._S_customer_events_c_minipro_page_view.sql | 118 ++++++++++++++ .../sa_foreign_tables.sql | 36 +++++ .../sa_tables.sql | 115 ++++++++++++++ ...8_S_customer_events_click_link_in_page.sql | 126 +++++++++++++++ .../sa_foreign_tables.sql | 38 +++++ .../sa_tables.sql | 123 ++++++++++++++ .../S98_S_customer_events_open_app.sql | 126 +++++++++++++++ .../sa_foreign_tables.sql | 38 +++++ .../customer_events_open_app/sa_tables.sql | 123 ++++++++++++++ ...98_S_customer_events_open_content_page.sql | 126 +++++++++++++++ .../sa_foreign_tables.sql | 38 +++++ .../sa_tables.sql | 123 ++++++++++++++ .../S98_S_customer_events_open_page.sql | 150 ++++++++++++++++++ .../sa_foreign_tables.sql | 44 +++++ .../customer_events_open_page/sa_tables.sql | 147 +++++++++++++++++ .../S98_S_customer_events_submit_form.sql | 118 ++++++++++++++ .../sa_foreign_tables.sql | 36 +++++ .../customer_events_submit_form/sa_tables.sql | 115 ++++++++++++++ .../S98_S_customer_events_subscribe.sql | 70 ++++++++ .../sa_foreign_tables.sql | 24 +++ .../customer_events_subscribe/sa_tables.sql | 67 ++++++++ .../S98_S_customer_events_wechat_scan.sql | 70 ++++++++ .../sa_foreign_tables.sql | 24 +++ .../customer_events_wechat_scan/sa_tables.sql | 67 ++++++++ .../custom_events_5_feign.py | 41 +++++ .../custom_events_5_load.sql | 96 +++++++++++ .../custom_events_8_feign.py | 41 +++++ .../custom_events_8_load.sql | 102 ++++++++++++ .../custom_events_7_feign.py | 41 +++++ .../custom_events_7_load.sql | 69 ++++++++ .../custom_events_1_feign.py | 41 +++++ .../custom_events_1_load.sql | 102 ++++++++++++ .../custom_events_2_feign.py | 41 +++++ .../custom_events_2_load.sql | 102 ++++++++++++ .../custom_events_3_feign.py | 41 +++++ .../custom_events_3_load.sql | 120 ++++++++++++++ .../custom_events_6_feign.py | 41 +++++ .../custom_events_6_load.sql | 96 +++++++++++ .../custom_events_4_feign.py | 41 +++++ .../custom_events_4_load.sql | 60 +++++++ .../custom_events_9_feign.py | 41 +++++ .../custom_events_9_load.sql | 60 +++++++ 42 files changed, 3238 insertions(+) create mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql create mode 100644 TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql create mode 100644 TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py create mode 100644 TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql new file mode 100644 index 0000000..49b9aab --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/S98_S_customer_events_c_minipro_page_view.sql @@ -0,0 +1,118 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_c_minipro_page_view +; +insert into p10_sa.S98_S_customer_events_c_minipro_page_view +( id_str + , c_source_content + , date + , target_name + , c_source + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , platform + , url + , last_updated + , c_url + , os_version + , browser + , browser_version + , customer_id + , ip_province + , c_name + , id + , event + , etl_tx_dt ) + select + id_str + , c_source_content + , date + , target_name + , c_source + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , platform + , url + , last_updated + , c_url + , os_version + , browser + , browser_version + , customer_id + , ip_province + , c_name + , id + , event + , etl_tx_dt + from p00_tal.S98_S_customer_events_c_minipro_page_view + ; + delete from p12_sfull.S98_S_customer_events_c_minipro_page_view +; +; +insert into p12_sfull.S98_S_customer_events_c_minipro_page_view +( id_str + , c_source_content + , date + , target_name + , c_source + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , platform + , url + , last_updated + , c_url + , os_version + , browser + , browser_version + , customer_id + , ip_province + , c_name + , id + , event + , etl_tx_dt ) + select + id_str + , c_source_content + , date + , target_name + , c_source + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , platform + , url + , last_updated + , c_url + , os_version + , browser + , browser_version + , customer_id + , ip_province + , c_name + , id + , event + , etl_tx_dt + from p10_sa.S98_S_customer_events_c_minipro_page_view +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql new file mode 100644 index 0000000..74801c2 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_foreign_tables.sql @@ -0,0 +1,36 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_c_minipro_page_view ( + id_str TEXT + , c_source_content TEXT + , date TEXT + , target_name TEXT + , c_source TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , platform TEXT + , url TEXT + , last_updated TEXT + , c_url TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , c_name TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_c_minipro_page_view' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql new file mode 100644 index 0000000..939b3a3 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_c_minipro_page_view/sa_tables.sql @@ -0,0 +1,115 @@ + +create table if not exists p10_sa.S98_S_customer_events_c_minipro_page_view ( + id_str TEXT + , c_source_content TEXT + , date TEXT + , target_name TEXT + , c_source TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , platform TEXT + , url TEXT + , last_updated TEXT + , c_url TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , c_name TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_source IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.c_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_c_minipro_page_view IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_c_minipro_page_view ( + id_str TEXT + , c_source_content TEXT + , date TEXT + , target_name TEXT + , c_source TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , platform TEXT + , url TEXT + , last_updated TEXT + , c_url TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , c_name TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source_content IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_source IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.c_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_c_minipro_page_view.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_c_minipro_page_view IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql new file mode 100644 index 0000000..51a6d63 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/S98_S_customer_events_click_link_in_page.sql @@ -0,0 +1,126 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_click_link_in_page +; +insert into p10_sa.S98_S_customer_events_click_link_in_page +( date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p00_tal.S98_S_customer_events_click_link_in_page + ; + delete from p12_sfull.S98_S_customer_events_click_link_in_page +; +; +insert into p12_sfull.S98_S_customer_events_click_link_in_page +( date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p10_sa.S98_S_customer_events_click_link_in_page +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql new file mode 100644 index 0000000..121153d --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_foreign_tables.sql @@ -0,0 +1,38 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_click_link_in_page ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_click_link_in_page' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql new file mode 100644 index 0000000..ca5b166 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_click_link_in_page/sa_tables.sql @@ -0,0 +1,123 @@ + +create table if not exists p10_sa.S98_S_customer_events_click_link_in_page ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.screen_width IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.score IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.page_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.screen_height IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.page_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.device IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_click_link_in_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_click_link_in_page IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_click_link_in_page ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.screen_width IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.score IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.page_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.screen_height IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.page_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.device IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_click_link_in_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_click_link_in_page IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql b/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql new file mode 100644 index 0000000..4bb96ba --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_app/S98_S_customer_events_open_app.sql @@ -0,0 +1,126 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_open_app +; +insert into p10_sa.S98_S_customer_events_open_app +( date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , ip_county + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , ip_county + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p00_tal.S98_S_customer_events_open_app + ; + delete from p12_sfull.S98_S_customer_events_open_app +; +; +insert into p12_sfull.S98_S_customer_events_open_app +( date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , ip_county + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , ip_county + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p10_sa.S98_S_customer_events_open_app +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql new file mode 100644 index 0000000..8efad6a --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_app/sa_foreign_tables.sql @@ -0,0 +1,38 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_app ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , ip_county TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_app' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql new file mode 100644 index 0000000..88b635b --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_app/sa_tables.sql @@ -0,0 +1,123 @@ + +create table if not exists p10_sa.S98_S_customer_events_open_app ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , ip_county TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.screen_width IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.page_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.screen_height IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_county IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.page_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.device IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_app.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_open_app IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_open_app ( + date TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , ip_county TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.screen_width IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.page_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.screen_height IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_county IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.page_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.device IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_app.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_app IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql new file mode 100644 index 0000000..b377903 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_content_page/S98_S_customer_events_open_content_page.sql @@ -0,0 +1,126 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_open_content_page +; +insert into p10_sa.S98_S_customer_events_open_content_page +( date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p00_tal.S98_S_customer_events_open_content_page + ; + delete from p12_sfull.S98_S_customer_events_open_content_page +; +; +insert into p12_sfull.S98_S_customer_events_open_content_page +( date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt ) + select + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + , etl_tx_dt + from p10_sa.S98_S_customer_events_open_content_page +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql new file mode 100644 index 0000000..f66ba70 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_foreign_tables.sql @@ -0,0 +1,38 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_content_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_content_page' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql new file mode 100644 index 0000000..7d1b93c --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_content_page/sa_tables.sql @@ -0,0 +1,123 @@ + +create table if not exists p10_sa.S98_S_customer_events_open_content_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.short_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_width IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.screen_height IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.page_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.device IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_open_content_page IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_open_content_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , platform TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.short_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_width IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.screen_height IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.page_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.device IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_content_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_content_page IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql b/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql new file mode 100644 index 0000000..e1ff9a6 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_page/S98_S_customer_events_open_page.sql @@ -0,0 +1,150 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_open_page +; +insert into p10_sa.S98_S_customer_events_open_page +( date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , source1 + , source + , platform + , path + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , root_domain + , external_id + , page_id + , url + , domain + , ip_province + , device + , etl_tx_dt ) + select + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , source1 + , source + , platform + , path + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , root_domain + , external_id + , page_id + , url + , domain + , ip_province + , device + , etl_tx_dt + from p00_tal.S98_S_customer_events_open_page + ; + delete from p12_sfull.S98_S_customer_events_open_page +; +; +insert into p12_sfull.S98_S_customer_events_open_page +( date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , source1 + , source + , platform + , path + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , root_domain + , external_id + , page_id + , url + , domain + , ip_province + , device + , etl_tx_dt ) + select + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , source1 + , source + , platform + , path + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , root_domain + , external_id + , page_id + , url + , domain + , ip_province + , device + , etl_tx_dt + from p10_sa.S98_S_customer_events_open_page +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql new file mode 100644 index 0000000..0a63b5e --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_page/sa_foreign_tables.sql @@ -0,0 +1,44 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_open_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , source1 TEXT + , source TEXT + , platform TEXT + , path TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , root_domain TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , domain TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_open_page' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql new file mode 100644 index 0000000..6329bcc --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_open_page/sa_tables.sql @@ -0,0 +1,147 @@ + +create table if not exists p10_sa.S98_S_customer_events_open_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , source1 TEXT + , source TEXT + , platform TEXT + , path TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , root_domain TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , domain TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.short_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.screen_width IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.source1 IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.source IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.path IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.score IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.page_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.screen_height IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.root_domain IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.page_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.url IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.domain IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.device IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_open_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_open_page IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_open_page ( + date TEXT + , short_id TEXT + , screen_width TEXT + , target_name TEXT + , ip_city TEXT + , ip_country TEXT + , source1 TEXT + , source TEXT + , platform TEXT + , path TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , id TEXT + , event TEXT + , id_str TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip TEXT + , screen_height TEXT + , root_domain TEXT + , external_id TEXT + , page_id TEXT + , url TEXT + , domain TEXT + , ip_province TEXT + , device TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.short_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.screen_width IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.source1 IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.source IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.path IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.score IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.page_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.screen_height IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.root_domain IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.page_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.url IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.domain IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.device IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_open_page.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_open_page IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql new file mode 100644 index 0000000..b2a745f --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_submit_form/S98_S_customer_events_submit_form.sql @@ -0,0 +1,118 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_submit_form +; +insert into p10_sa.S98_S_customer_events_submit_form +( id_str + , date + , target_name + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , ip_county + , page_id + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , ip_province + , id + , event + , submit_id + , etl_tx_dt ) + select + id_str + , date + , target_name + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , ip_county + , page_id + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , ip_province + , id + , event + , submit_id + , etl_tx_dt + from p00_tal.S98_S_customer_events_submit_form + ; + delete from p12_sfull.S98_S_customer_events_submit_form +; +; +insert into p12_sfull.S98_S_customer_events_submit_form +( id_str + , date + , target_name + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , ip_county + , page_id + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , ip_province + , id + , event + , submit_id + , etl_tx_dt ) + select + id_str + , date + , target_name + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , ip_county + , page_id + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , ip_province + , id + , event + , submit_id + , etl_tx_dt + from p10_sa.S98_S_customer_events_submit_form +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql new file mode 100644 index 0000000..ed9452a --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_foreign_tables.sql @@ -0,0 +1,36 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_submit_form ( + id_str TEXT + , date TEXT + , target_name TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , ip_county TEXT + , page_id TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , id TEXT + , event TEXT + , submit_id TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_submit_form' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql new file mode 100644 index 0000000..f997ba6 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_submit_form/sa_tables.sql @@ -0,0 +1,115 @@ + +create table if not exists p10_sa.S98_S_customer_events_submit_form ( + id_str TEXT + , date TEXT + , target_name TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , ip_county TEXT + , page_id TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , id TEXT + , event TEXT + , submit_id TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.os IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_city IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_country IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_county IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.page_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.platform IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.score IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.page_type IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.os_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.browser IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.browser_version IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.ip_province IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.submit_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_submit_form.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_submit_form IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_submit_form ( + id_str TEXT + , date TEXT + , target_name TEXT + , os TEXT + , target_id TEXT + , customer_id_str TEXT + , ip_city TEXT + , ip TEXT + , external_id TEXT + , ip_country TEXT + , ip_county TEXT + , page_id TEXT + , platform TEXT + , score TEXT + , last_updated TEXT + , page_type TEXT + , os_version TEXT + , browser TEXT + , browser_version TEXT + , customer_id TEXT + , ip_province TEXT + , id TEXT + , event TEXT + , submit_id TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.os IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_city IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_country IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_county IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.page_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.platform IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.score IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.page_type IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.os_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.browser IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.browser_version IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.ip_province IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.submit_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_submit_form.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_submit_form IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql new file mode 100644 index 0000000..f640a7c --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_subscribe/S98_S_customer_events_subscribe.sql @@ -0,0 +1,70 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_subscribe +; +insert into p10_sa.S98_S_customer_events_subscribe +( id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt ) + select + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt + from p00_tal.S98_S_customer_events_subscribe + ; + delete from p12_sfull.S98_S_customer_events_subscribe +; +; +insert into p12_sfull.S98_S_customer_events_subscribe +( id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt ) + select + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt + from p10_sa.S98_S_customer_events_subscribe +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql new file mode 100644 index 0000000..350b654 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_foreign_tables.sql @@ -0,0 +1,24 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_subscribe ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_subscribe' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql new file mode 100644 index 0000000..8c14c70 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_subscribe/sa_tables.sql @@ -0,0 +1,67 @@ + +create table if not exists p10_sa.S98_S_customer_events_subscribe ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.score IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.channel_account IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_subscribe.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_subscribe IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_subscribe ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.score IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.channel_account IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_subscribe.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_subscribe IS ''; + diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql new file mode 100644 index 0000000..37c4b39 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_wechat_scan/S98_S_customer_events_wechat_scan.sql @@ -0,0 +1,70 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on +delete from p10_sa.S98_S_customer_events_wechat_scan +; +insert into p10_sa.S98_S_customer_events_wechat_scan +( id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt ) + select + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt + from p00_tal.S98_S_customer_events_wechat_scan + ; + delete from p12_sfull.S98_S_customer_events_wechat_scan +; +; +insert into p12_sfull.S98_S_customer_events_wechat_scan +( id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt ) + select + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + , etl_tx_dt + from p10_sa.S98_S_customer_events_wechat_scan +; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql new file mode 100644 index 0000000..72b1a71 --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_foreign_tables.sql @@ -0,0 +1,24 @@ + +CREATE FOREIGN TABLE if not exists p00_tal.S98_S_customer_events_wechat_scan ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) + + +SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'customer_events_wechat_scan' ); + + + + + diff --git a/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql new file mode 100644 index 0000000..0537b2b --- /dev/null +++ b/TK_Cust/dev/tk_api/customer_events_wechat_scan/sa_tables.sql @@ -0,0 +1,67 @@ + +create table if not exists p10_sa.S98_S_customer_events_wechat_scan ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.date IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.score IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.last_updated IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.target_name IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.target_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.customer_id_str IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.channel_account IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.customer_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.external_id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.id IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.event IS ''; + COMMENT ON COLUMN p10_sa.S98_S_customer_events_wechat_scan.etl_tx_dt IS ''; + +COMMENT ON TABLE p10_sa.S98_S_customer_events_wechat_scan IS ''; + + + +create table if not exists p12_sfull.S98_S_customer_events_wechat_scan ( + id_str TEXT + , date TEXT + , score TEXT + , last_updated TEXT + , target_name TEXT + , target_id TEXT + , customer_id_str TEXT + , channel_account TEXT + , customer_id TEXT + , external_id TEXT + , id TEXT + , event TEXT + , etl_tx_dt TIMESTAMP +) ; + + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.date IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.score IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.last_updated IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.target_name IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.target_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.customer_id_str IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.channel_account IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.customer_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.external_id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.id IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.event IS ''; + COMMENT ON COLUMN p12_sfull.S98_S_customer_events_wechat_scan.etl_tx_dt IS ''; + +COMMENT ON TABLE p12_sfull.S98_S_customer_events_wechat_scan IS ''; + diff --git a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py new file mode 100644 index 0000000..60125c7 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_5:获取线索事件_c_minipro_page_view') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'limit':'','event':'c_minipro_page_view','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = 'a71a43ff-efcd-4427-8dbc-ed2686e4';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'a71a43ff-efcd-4427-8dbc-ed2686e4',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_5:获取线索事件_c_minipro_page_view') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql new file mode 100644 index 0000000..cfea3d5 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_c_minipro_page_view/custom_events_5_load.sql @@ -0,0 +1,96 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_c_minipro_page_view; + +insert into data_api.customer_events_c_minipro_page_view ( + id_str + , c_source_content + , date + , target_name + , c_source + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , platform + , url + , last_updated + , c_url + , os_version + , browser + , browser_version + , customer_id + , ip_province + , c_name + , id + , event + ,etl_tx_dt +) +select + case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from c_source_content)='' then null else c_source_content::text end c_source_content + , case when trim(both from date)='' then null else date::text end date + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from c_source)='' then null else c_source::text end c_source + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from url)='' then null else url::text end url + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from c_url)='' then null else c_url::text end c_url + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from c_name)='' then null else c_name::text end c_name + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'c_sourceContent') c_source_content + , (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'c_source') c_source + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'url') url + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'c_url') c_url + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'c_name') c_name + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='a71a43ff-efcd-4427-8dbc-ed2686e4' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='a71a43ff-efcd-4427-8dbc-ed2686e4'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py new file mode 100644 index 0000000..38a557b --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_8:获取线索事件_click_link_in_page') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'sort':'date','date[le]':formatted_current_date,'limit':'','event':'click_link_in_page','access_token':auth['access_token'],'date[ge]':formatted_previous_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = 'b20bb19a-6ace-4d10-ab2b-4cdb3c0a';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'b20bb19a-6ace-4d10-ab2b-4cdb3c0a',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_8:获取线索事件_click_link_in_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql new file mode 100644 index 0000000..7be6a83 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_click_link_in_page/custom_events_8_load.sql @@ -0,0 +1,102 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_click_link_in_page; + +insert into data_api.customer_events_click_link_in_page ( + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + ,etl_tx_dt +) +select + case when trim(both from date)='' then null else date::text end date + , case when trim(both from screen_width)='' then null else screen_width::text end screen_width + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from score)='' then null else score::text end score + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from page_type)='' then null else page_type::text end page_type + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event + , case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from screen_height)='' then null else screen_height::text end screen_height + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from page_id)='' then null else page_id::text end page_id + , case when trim(both from url)='' then null else url::text end url + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from device)='' then null else device::text end device +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'screenWidth') screen_width + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'score') score + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'pageType') page_type + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + , (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'screenHeight') screen_height + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'pageId') page_id + , (json_array_elements(data::json)::json->>'url') url + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'device') device + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='b20bb19a-6ace-4d10-ab2b-4cdb3c0a' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='b20bb19a-6ace-4d10-ab2b-4cdb3c0a'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py new file mode 100644 index 0000000..0c9c065 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_7:获取线索事件_cp_employee_tools_huiju_event_add') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'event':'cp_employee_tools_huiju_event_add_user','access_token':auth['access_token'],'limit':'','sort':'','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = 'd3b5116a-08c3-431f-8d96-9780221b';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'d3b5116a-08c3-431f-8d96-9780221b',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_7:获取线索事件_cp_employee_tools_huiju_event_add') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql new file mode 100644 index 0000000..620f3be --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_cp_employee_tools_huiju_event_add/custom_events_7_load.sql @@ -0,0 +1,69 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_add_user; + +insert into data_api.customer_events_add_user ( + id_str + , date + , target_id + , customer_id_str + , attr6 + , attr5 + , external_id + , attr7 + , source + , attr2 + , attr1 + , last_updated + , customer_id + , id + , event + ,etl_tx_dt +) +select + case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from date)='' then null else date::text end date + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from attr6)='' then null else attr6::text end attr6 + , case when trim(both from attr5)='' then null else attr5::text end attr5 + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from attr7)='' then null else attr7::text end attr7 + , case when trim(both from source)='' then null else source::text end source + , case when trim(both from attr2)='' then null else attr2::text end attr2 + , case when trim(both from attr1)='' then null else attr1::text end attr1 + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'attr6') attr6 + , (json_array_elements(data::json)::json->>'attr5') attr5 + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'attr7') attr7 + , (json_array_elements(data::json)::json->>'source') source + , (json_array_elements(data::json)::json->>'attr2') attr2 + , (json_array_elements(data::json)::json->>'attr1') attr1 + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='d3b5116a-08c3-431f-8d96-9780221b' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='d3b5116a-08c3-431f-8d96-9780221b'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py new file mode 100644 index 0000000..56cfd9f --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_1:获取线索事件_open_app') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'sort':'date','limit':'','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,'event':'open_app',} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = '2433868c-3416-4475-884d-11e687a6';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'2433868c-3416-4475-884d-11e687a6',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_1:获取线索事件_open_app') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql new file mode 100644 index 0000000..c632fc6 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_app/custom_events_1_load.sql @@ -0,0 +1,102 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_open_app; + +insert into data_api.customer_events_open_app ( + date + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , ip_county + , page_id + , url + , ip_province + , device + ,etl_tx_dt +) +select + case when trim(both from date)='' then null else date::text end date + , case when trim(both from screen_width)='' then null else screen_width::text end screen_width + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from page_type)='' then null else page_type::text end page_type + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event + , case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from screen_height)='' then null else screen_height::text end screen_height + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from ip_county)='' then null else ip_county::text end ip_county + , case when trim(both from page_id)='' then null else page_id::text end page_id + , case when trim(both from url)='' then null else url::text end url + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from device)='' then null else device::text end device +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'screenWidth') screen_width + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'pageType') page_type + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + , (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'screenHeight') screen_height + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'ipCounty') ip_county + , (json_array_elements(data::json)::json->>'pageId') page_id + , (json_array_elements(data::json)::json->>'url') url + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'device') device + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='2433868c-3416-4475-884d-11e687a6' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='2433868c-3416-4475-884d-11e687a6'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py new file mode 100644 index 0000000..3abf859 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_2:获取线索事件_open_content_page') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'limit':'','event':'open_content_page','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = '43edfb13-8a42-4152-9dc8-d5feb3c8';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'43edfb13-8a42-4152-9dc8-d5feb3c8',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_2:获取线索事件_open_content_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql new file mode 100644 index 0000000..7234405 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_content_page/custom_events_2_load.sql @@ -0,0 +1,102 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_open_content_page; + +insert into data_api.customer_events_open_content_page ( + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , platform + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , external_id + , page_id + , url + , ip_province + , device + ,etl_tx_dt +) +select + case when trim(both from date)='' then null else date::text end date + , case when trim(both from short_id)='' then null else short_id::text end short_id + , case when trim(both from screen_width)='' then null else screen_width::text end screen_width + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from page_type)='' then null else page_type::text end page_type + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event + , case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from screen_height)='' then null else screen_height::text end screen_height + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from page_id)='' then null else page_id::text end page_id + , case when trim(both from url)='' then null else url::text end url + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from device)='' then null else device::text end device +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'shortId') short_id + , (json_array_elements(data::json)::json->>'screenWidth') screen_width + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'pageType') page_type + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + , (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'screenHeight') screen_height + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'pageId') page_id + , (json_array_elements(data::json)::json->>'url') url + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'device') device + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='43edfb13-8a42-4152-9dc8-d5feb3c8' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='43edfb13-8a42-4152-9dc8-d5feb3c8'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py new file mode 100644 index 0000000..36b5cc5 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_3:获取线索事件_open_page') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'date[le]':formatted_current_date,'event':'open_page','access_token':auth['access_token'],'limit':'','sort':'date','date[ge]':formatted_previous_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = 'a2b284c3-322f-4bc0-89ff-414aa66a';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'a2b284c3-322f-4bc0-89ff-414aa66a',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_3:获取线索事件_open_page') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql new file mode 100644 index 0000000..a9427e3 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_open_page/custom_events_3_load.sql @@ -0,0 +1,120 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_open_page; + +insert into data_api.customer_events_open_page ( + date + , short_id + , screen_width + , target_name + , ip_city + , ip_country + , source1 + , source + , platform + , path + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , id + , event + , id_str + , os + , target_id + , customer_id_str + , ip + , screen_height + , root_domain + , external_id + , page_id + , url + , domain + , ip_province + , device + ,etl_tx_dt +) +select + case when trim(both from date)='' then null else date::text end date + , case when trim(both from short_id)='' then null else short_id::text end short_id + , case when trim(both from screen_width)='' then null else screen_width::text end screen_width + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from source1)='' then null else source1::text end source1 + , case when trim(both from source)='' then null else source::text end source + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from path)='' then null else path::text end path + , case when trim(both from score)='' then null else score::text end score + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from page_type)='' then null else page_type::text end page_type + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event + , case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from screen_height)='' then null else screen_height::text end screen_height + , case when trim(both from root_domain)='' then null else root_domain::text end root_domain + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from page_id)='' then null else page_id::text end page_id + , case when trim(both from url)='' then null else url::text end url + , case when trim(both from domain)='' then null else domain::text end domain + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from device)='' then null else device::text end device +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'shortId') short_id + , (json_array_elements(data::json)::json->>'screenWidth') screen_width + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'source1') source1 + , (json_array_elements(data::json)::json->>'source') source + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'path') path + , (json_array_elements(data::json)::json->>'score') score + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'pageType') page_type + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + , (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'screenHeight') screen_height + , (json_array_elements(data::json)::json->>'rootDomain') root_domain + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'pageId') page_id + , (json_array_elements(data::json)::json->>'url') url + , (json_array_elements(data::json)::json->>'domain') domain + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'device') device + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='a2b284c3-322f-4bc0-89ff-414aa66a' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='a2b284c3-322f-4bc0-89ff-414aa66a'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py new file mode 100644 index 0000000..fb58b6d --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_6:获取线索事件_submit_form') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'event':'submit_form','limit':'','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = 'c6e5b45f-35f5-442b-84be-35ff2e76';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'c6e5b45f-35f5-442b-84be-35ff2e76',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_6:获取线索事件_submit_form') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql new file mode 100644 index 0000000..c9b2c1a --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_submit_form/custom_events_6_load.sql @@ -0,0 +1,96 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_submit_form; + +insert into data_api.customer_events_submit_form ( + id_str + , date + , target_name + , os + , target_id + , customer_id_str + , ip_city + , ip + , external_id + , ip_country + , ip_county + , page_id + , platform + , score + , last_updated + , page_type + , os_version + , browser + , browser_version + , customer_id + , ip_province + , id + , event + , submit_id + ,etl_tx_dt +) +select + case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from date)='' then null else date::text end date + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from os)='' then null else os::text end os + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from ip_city)='' then null else ip_city::text end ip_city + , case when trim(both from ip)='' then null else ip::text end ip + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from ip_country)='' then null else ip_country::text end ip_country + , case when trim(both from ip_county)='' then null else ip_county::text end ip_county + , case when trim(both from page_id)='' then null else page_id::text end page_id + , case when trim(both from platform)='' then null else platform::text end platform + , case when trim(both from score)='' then null else score::text end score + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from page_type)='' then null else page_type::text end page_type + , case when trim(both from os_version)='' then null else os_version::text end os_version + , case when trim(both from browser)='' then null else browser::text end browser + , case when trim(both from browser_version)='' then null else browser_version::text end browser_version + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from ip_province)='' then null else ip_province::text end ip_province + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event + , case when trim(both from submit_id)='' then null else submit_id::text end submit_id +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'os') os + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'ipCity') ip_city + , (json_array_elements(data::json)::json->>'ip') ip + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'ipCountry') ip_country + , (json_array_elements(data::json)::json->>'ipCounty') ip_county + , (json_array_elements(data::json)::json->>'pageId') page_id + , (json_array_elements(data::json)::json->>'platform') platform + , (json_array_elements(data::json)::json->>'score') score + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'pageType') page_type + , (json_array_elements(data::json)::json->>'osVersion') os_version + , (json_array_elements(data::json)::json->>'browser') browser + , (json_array_elements(data::json)::json->>'browserVersion') browser_version + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'ipProvince') ip_province + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + , (json_array_elements(data::json)::json->>'submitId') submit_id + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='c6e5b45f-35f5-442b-84be-35ff2e76' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='c6e5b45f-35f5-442b-84be-35ff2e76'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py new file mode 100644 index 0000000..3ac11e3 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_4:获取线索事件_subscribe') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'limit':'','event':'subscribe','sort':'date','date[ge]':formatted_previous_date,'date[le]':formatted_current_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = '36308871-eea2-49b0-8268-03ab68e3';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'36308871-eea2-49b0-8268-03ab68e3',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_4:获取线索事件_subscribe') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql new file mode 100644 index 0000000..da68d3a --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_subscribe/custom_events_4_load.sql @@ -0,0 +1,60 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_subscribe; + +insert into data_api.customer_events_subscribe ( + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + ,etl_tx_dt +) +select + case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from date)='' then null else date::text end date + , case when trim(both from score)='' then null else score::text end score + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from channel_account)='' then null else channel_account::text end channel_account + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'score') score + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'channelAccount') channel_account + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='36308871-eea2-49b0-8268-03ab68e3' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='36308871-eea2-49b0-8268-03ab68e3'; +\q \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py new file mode 100644 index 0000000..2037011 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_feign.py @@ -0,0 +1,41 @@ +# coding: utf-8 +import requests +import json +import psycopg2 +import uuid +import datetime + +# 获取当前日期 +current_date = datetime.date.today() +previous_date = current_date - datetime.timedelta(days=1) +formatted_current_date = current_date.strftime("%Y-%m-%dT%H:%M:%SZ") +formatted_previous_date = previous_date.strftime("%Y-%m-%dT%H:%M:%SZ") + +print('开始加载数据：custom_events_9:获取线索事件_wechat_scan') +authUrl='https://api.huiju.cool/v2/oauth2/token?app_id=cl037b184ebccd97c&secret=deaa83fdd8d385eec0d1d04d34282c4ec8c33b60&grant_type=client_credentials' + +print('开始请求令牌。') +authRequest=requests.get(authUrl) +auth=json.loads(authRequest.text) +print('开始请求数据总数。') +url='https://api.huiju.cool/v2/customerEvents' +header={} +body={'access_token':auth['access_token'],'limit':'','sort':'date','event':'wechat_scan','date[le]':formatted_current_date,'date[ge]':formatted_previous_date,} +dataReqL=requests.get(url,headers=header,params=body) +resL=json.loads(dataReqL.text) +# print(resL) +dataList=resL['data'] +total=len(dataList) +conn = psycopg2.connect(database="dataops_db", user="dbuser_dops", password="MIgTi3jA", + host="172.17.0.8", port="5432") +print('数据库连接成功') +dataId=str(uuid.uuid4()) +print('临时id：'+dataId) +json_object = json.dumps(dataList) +cur=conn.cursor() +sql="update data_api.api_data set is_loaded = '1' where api_id = '14f55a0e-1c01-4bd5-9eec-7e0d0bdf';INSERT INTO data_api.api_data (id,api_id,data,total_num,is_loaded,status,request_tm,execute_tm,remark) values (%s,%s,%s,%s,'0','0',current_timestamp(0),current_timestamp(0),'')" +cur.execute(sql,[dataId,'14f55a0e-1c01-4bd5-9eec-7e0d0bdf',json_object,total]) +conn.commit() +cur.close() +conn.close() +print('加载数据结束：custom_events_9:获取线索事件_wechat_scan') \ No newline at end of file diff --git a/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql new file mode 100644 index 0000000..0d87b50 --- /dev/null +++ b/TK_Cust/dev/tk_api/获取线索事件_wechat_scan/custom_events_9_load.sql @@ -0,0 +1,60 @@ +/*******Main Section**************************************************************************/ +\set ON_ERROR_STOP on +\set AUTOCOMMIT on +\timing on + +DELETE FROM data_api.customer_events_wechat_scan; + +insert into data_api.customer_events_wechat_scan ( + id_str + , date + , score + , last_updated + , target_name + , target_id + , customer_id_str + , channel_account + , customer_id + , external_id + , id + , event + ,etl_tx_dt +) +select + case when trim(both from id_str)='' then null else id_str::text end id_str + , case when trim(both from date)='' then null else date::text end date + , case when trim(both from score)='' then null else score::text end score + , case when trim(both from last_updated)='' then null else last_updated::text end last_updated + , case when trim(both from target_name)='' then null else target_name::text end target_name + , case when trim(both from target_id)='' then null else target_id::text end target_id + , case when trim(both from customer_id_str)='' then null else customer_id_str::text end customer_id_str + , case when trim(both from channel_account)='' then null else channel_account::text end channel_account + , case when trim(both from customer_id)='' then null else customer_id::text end customer_id + , case when trim(both from external_id)='' then null else external_id::text end external_id + , case when trim(both from id)='' then null else id::text end id + , case when trim(both from event)='' then null else event::text end event +,etl_tx_dt +from ( +select + (json_array_elements(data::json)::json->>'idStr') id_str + , (json_array_elements(data::json)::json->>'date') date + , (json_array_elements(data::json)::json->>'score') score + , (json_array_elements(data::json)::json->>'lastUpdated') last_updated + , (json_array_elements(data::json)::json->>'targetName') target_name + , (json_array_elements(data::json)::json->>'targetId') target_id + , (json_array_elements(data::json)::json->>'customerIdStr') customer_id_str + , (json_array_elements(data::json)::json->>'channelAccount') channel_account + , (json_array_elements(data::json)::json->>'customerId') customer_id + , (json_array_elements(data::json)::json->>'externalId') external_id + , (json_array_elements(data::json)::json->>'id') id + , (json_array_elements(data::json)::json->>'event') event + ,CURRENT_TIMESTAMP(0) etl_tx_dt +from (select * from data_api.api_data +WHERE api_id='14f55a0e-1c01-4bd5-9eec-7e0d0bdf' and is_loaded = '0' order by request_tm desc limit 1) p )p; + +update data_api.api_data +set is_loaded = '1' , + status = '1', + request_tm = current_timestamp(0) +where api_id='14f55a0e-1c01-4bd5-9eec-7e0d0bdf'; +\q \ No newline at end of file