add workflow partner1site,dev
This commit is contained in:
root
parent
d718537fb8
commit
84c46d9d77
|
|
@ -57,4 +57,14 @@ dag=dag)
|
|||
|
||||
part_summary_visit_feign >> part_summary_visit_load
|
||||
|
||||
part_summary_visit_load >> task_failed
|
||||
partner_summary_visit_9060 = SSHOperator(
|
||||
ssh_hook=sshHook,
|
||||
task_id='partner_summary_visit_9060',
|
||||
command='/data/airflow/etl/SA/run_sa.sh {{ ds_nodash }} {{ params.my_param }} >>/data/airflow/logs/run_psql_{{ds_nodash}}.log 2>&1 ',
|
||||
params={'my_param':"S98_S_partner_summary_visit"},
|
||||
depends_on_past=False,
|
||||
retries=3,
|
||||
dag=dag)
|
||||
|
||||
part_summary_visit_load >> partner_summary_visit_9060
|
||||
partner_summary_visit_9060 >> task_failed
|
||||
|
|
|
|||
|
|
@ -0,0 +1,130 @@
|
|||
/*******Main Section**************************************************************************/
|
||||
\set ON_ERROR_STOP on
|
||||
\set AUTOCOMMIT on
|
||||
\timing on
|
||||
delete from p10_sa.S98_S_partner_summary_visit
|
||||
;
|
||||
insert into p10_sa.S98_S_partner_summary_visit
|
||||
( alias
|
||||
, area
|
||||
, attachment_number
|
||||
, comment_number
|
||||
, contact_address
|
||||
, contact_city
|
||||
, contact_department
|
||||
, contact_district
|
||||
, contact_email
|
||||
, contact_name
|
||||
, contact_phone
|
||||
, contact_province
|
||||
, contact_ways
|
||||
, customer_category
|
||||
, customer_category_type
|
||||
, customer_name
|
||||
, dealer_name
|
||||
, industry
|
||||
, insert_date
|
||||
, intention_product
|
||||
, into_report
|
||||
, like_name
|
||||
, like_number
|
||||
, sub_industry
|
||||
, tsm_names_by_alias
|
||||
, visit_remark
|
||||
, visitor
|
||||
, etl_tx_dt )
|
||||
select
|
||||
alias
|
||||
, area
|
||||
, attachment_number
|
||||
, comment_number
|
||||
, contact_address
|
||||
, contact_city
|
||||
, contact_department
|
||||
, contact_district
|
||||
, contact_email
|
||||
, contact_name
|
||||
, contact_phone
|
||||
, contact_province
|
||||
, contact_ways
|
||||
, customer_category
|
||||
, customer_category_type
|
||||
, customer_name
|
||||
, dealer_name
|
||||
, industry
|
||||
, insert_date
|
||||
, intention_product
|
||||
, into_report
|
||||
, like_name
|
||||
, like_number
|
||||
, sub_industry
|
||||
, tsm_names_by_alias
|
||||
, visit_remark
|
||||
, visitor
|
||||
, etl_tx_dt
|
||||
from p00_tal.S98_S_partner_summary_visit
|
||||
;
|
||||
delete from p12_sfull.S98_S_partner_summary_visit
|
||||
;
|
||||
;
|
||||
insert into p12_sfull.S98_S_partner_summary_visit
|
||||
( alias
|
||||
, area
|
||||
, attachment_number
|
||||
, comment_number
|
||||
, contact_address
|
||||
, contact_city
|
||||
, contact_department
|
||||
, contact_district
|
||||
, contact_email
|
||||
, contact_name
|
||||
, contact_phone
|
||||
, contact_province
|
||||
, contact_ways
|
||||
, customer_category
|
||||
, customer_category_type
|
||||
, customer_name
|
||||
, dealer_name
|
||||
, industry
|
||||
, insert_date
|
||||
, intention_product
|
||||
, into_report
|
||||
, like_name
|
||||
, like_number
|
||||
, sub_industry
|
||||
, tsm_names_by_alias
|
||||
, visit_remark
|
||||
, visitor
|
||||
, etl_tx_dt )
|
||||
select
|
||||
alias
|
||||
, area
|
||||
, attachment_number
|
||||
, comment_number
|
||||
, contact_address
|
||||
, contact_city
|
||||
, contact_department
|
||||
, contact_district
|
||||
, contact_email
|
||||
, contact_name
|
||||
, contact_phone
|
||||
, contact_province
|
||||
, contact_ways
|
||||
, customer_category
|
||||
, customer_category_type
|
||||
, customer_name
|
||||
, dealer_name
|
||||
, industry
|
||||
, insert_date
|
||||
, intention_product
|
||||
, into_report
|
||||
, like_name
|
||||
, like_number
|
||||
, sub_industry
|
||||
, tsm_names_by_alias
|
||||
, visit_remark
|
||||
, visitor
|
||||
, etl_tx_dt
|
||||
from p10_sa.S98_S_partner_summary_visit
|
||||
;
|
||||
\q
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
|
||||
CREATE FOREIGN TABLE if not exists p00_tal.S98_S_partner_summary_visit (
|
||||
alias TEXT
|
||||
, area TEXT
|
||||
, attachment_number TEXT
|
||||
, comment_number TEXT
|
||||
, contact_address TEXT
|
||||
, contact_city TEXT
|
||||
, contact_department TEXT
|
||||
, contact_district TEXT
|
||||
, contact_email TEXT
|
||||
, contact_name TEXT
|
||||
, contact_phone TEXT
|
||||
, contact_province TEXT
|
||||
, contact_ways TEXT
|
||||
, customer_category TEXT
|
||||
, customer_category_type TEXT
|
||||
, customer_name TEXT
|
||||
, dealer_name TEXT
|
||||
, industry TEXT
|
||||
, insert_date TEXT
|
||||
, intention_product TEXT
|
||||
, into_report TEXT
|
||||
, like_name TEXT
|
||||
, like_number TEXT
|
||||
, sub_industry TEXT
|
||||
, tsm_names_by_alias TEXT
|
||||
, visit_remark TEXT
|
||||
, visitor TEXT
|
||||
, etl_tx_dt TIMESTAMP
|
||||
)
|
||||
|
||||
|
||||
SERVER pgsql_server_S98_S OPTIONS(schema_name 'data_api', table_name 'partner_summary_visit' );
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,127 @@
|
|||
|
||||
create table if not exists p10_sa.S98_S_partner_summary_visit (
|
||||
alias TEXT
|
||||
, area TEXT
|
||||
, attachment_number TEXT
|
||||
, comment_number TEXT
|
||||
, contact_address TEXT
|
||||
, contact_city TEXT
|
||||
, contact_department TEXT
|
||||
, contact_district TEXT
|
||||
, contact_email TEXT
|
||||
, contact_name TEXT
|
||||
, contact_phone TEXT
|
||||
, contact_province TEXT
|
||||
, contact_ways TEXT
|
||||
, customer_category TEXT
|
||||
, customer_category_type TEXT
|
||||
, customer_name TEXT
|
||||
, dealer_name TEXT
|
||||
, industry TEXT
|
||||
, insert_date TEXT
|
||||
, intention_product TEXT
|
||||
, into_report TEXT
|
||||
, like_name TEXT
|
||||
, like_number TEXT
|
||||
, sub_industry TEXT
|
||||
, tsm_names_by_alias TEXT
|
||||
, visit_remark TEXT
|
||||
, visitor TEXT
|
||||
, etl_tx_dt TIMESTAMP
|
||||
) ;
|
||||
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.alias IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.area IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.attachment_number IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.comment_number IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_address IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_city IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_department IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_district IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_email IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_name IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_phone IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_province IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.contact_ways IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_category IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_category_type IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.customer_name IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.dealer_name IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.industry IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.insert_date IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.intention_product IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.into_report IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.like_name IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.like_number IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.sub_industry IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.tsm_names_by_alias IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visit_remark IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.visitor IS '';
|
||||
COMMENT ON COLUMN p10_sa.S98_S_partner_summary_visit.etl_tx_dt IS '';
|
||||
|
||||
COMMENT ON TABLE p10_sa.S98_S_partner_summary_visit IS '';
|
||||
|
||||
|
||||
|
||||
create table if not exists p12_sfull.S98_S_partner_summary_visit (
|
||||
alias TEXT
|
||||
, area TEXT
|
||||
, attachment_number TEXT
|
||||
, comment_number TEXT
|
||||
, contact_address TEXT
|
||||
, contact_city TEXT
|
||||
, contact_department TEXT
|
||||
, contact_district TEXT
|
||||
, contact_email TEXT
|
||||
, contact_name TEXT
|
||||
, contact_phone TEXT
|
||||
, contact_province TEXT
|
||||
, contact_ways TEXT
|
||||
, customer_category TEXT
|
||||
, customer_category_type TEXT
|
||||
, customer_name TEXT
|
||||
, dealer_name TEXT
|
||||
, industry TEXT
|
||||
, insert_date TEXT
|
||||
, intention_product TEXT
|
||||
, into_report TEXT
|
||||
, like_name TEXT
|
||||
, like_number TEXT
|
||||
, sub_industry TEXT
|
||||
, tsm_names_by_alias TEXT
|
||||
, visit_remark TEXT
|
||||
, visitor TEXT
|
||||
, etl_tx_dt TIMESTAMP
|
||||
) ;
|
||||
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.alias IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.area IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.attachment_number IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.comment_number IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_address IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_city IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_department IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_district IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_email IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_name IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_phone IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_province IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.contact_ways IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_category IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_category_type IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.customer_name IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.dealer_name IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.industry IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.insert_date IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.intention_product IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.into_report IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.like_name IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.like_number IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.sub_industry IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.tsm_names_by_alias IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visit_remark IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.visitor IS '';
|
||||
COMMENT ON COLUMN p12_sfull.S98_S_partner_summary_visit.etl_tx_dt IS '';
|
||||
|
||||
COMMENT ON TABLE p12_sfull.S98_S_partner_summary_visit IS '';
|
||||
|
||||
Loading…
Reference in New Issue