From f7c23781b0c62d1d45cf9e53e1602db92cfdfe64 Mon Sep 17 00:00:00 2001 From: dheepa Date: Wed, 10 Nov 2021 04:04:34 +0000 Subject: [PATCH] onetime table creation --- logs/retail_log.log | 18 +++++++ sql/one_time_etl_creation.sql | 97 +++++++++++++++++++++++++++++++++++ 2 files changed, 115 insertions(+) create mode 100644 sql/one_time_etl_creation.sql diff --git a/logs/retail_log.log b/logs/retail_log.log index 1bb0432..413a191 100644 --- a/logs/retail_log.log +++ b/logs/retail_log.log @@ -304,3 +304,21 @@ ERROR: syntax error at or near "and" LINE 1: ...obstep_master where client_id=10 and function_id= and run_fr... ^ No active job for daily for client_id=10 +first arg: 10 +second arg: +ERROR: syntax error at or near ";" +LINE 1: ...test_runschedule_flag='1' and client_id=10 and function_id=; + ^ +ERROR: syntax error at or near ";" +LINE 1: ...test_runschedule_flag='1' and client_id=10 and function_id=; + ^ +ERROR: syntax error at or near ";" +LINE 1: ...test_runschedule_flag='1' and client_id=10 and function_id=; + ^ +ERROR: syntax error at or near ";" +LINE 1: ...test_runschedule_flag='1' and client_id=10 and function_id=; + ^ +ERROR: syntax error at or near "and" +LINE 1: ...obstep_master where client_id=10 and function_id= and run_fr... + ^ + No active job for daily for client_id=10 diff --git a/sql/one_time_etl_creation.sql b/sql/one_time_etl_creation.sql new file mode 100644 index 0000000..be18161 --- /dev/null +++ b/sql/one_time_etl_creation.sql @@ -0,0 +1,97 @@ + +-- DROP TABLE fw_core.fw_jobctl_runschedule; + +CREATE TABLE fw_core.fw_jobctl_runschedule ( + syspk bigserial NOT NULL, + client_id fw_core.fw_num_dimid NOT NULL, + function_id fw_core.fw_num_dimid NOT NULL, + latest_runschedule_flag fw_core.fw_flag_bool NOT NULL DEFAULT true, + run_schedule_id bigserial NOT NULL, + run_frequency fw_core.fw_alphnum NOT NULL, + run_schedule_timestamp fw_core.fw_timestamp NOT NULL, + begin_status fw_core.fw_alphnum NULL, + end_status fw_core.fw_alphnum NULL DEFAULT NULL::text, + end_status_note fw_core.fw_alphnum NULL DEFAULT NULL::text, + object_count fw_core.fw_num_dimid NULL, + start_time fw_core.fw_timestamp NULL, + end_time fw_core.fw_timestamp NULL, + created_by fw_core.fw_alphnum NOT NULL, + updated_by fw_core.fw_alphnum NOT NULL, + create_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + update_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + CONSTRAINT fw_jobctl_runschedule_pkey1 PRIMARY KEY (syspk), + CONSTRAINT unique_jobctl_runschedule1 UNIQUE (client_id, function_id, run_schedule_id, run_frequency) +); + + +-- DROP TABLE fw_core.fw_jobctl_runschedule_jobstep; + +CREATE TABLE fw_core.fw_jobctl_runschedule_jobstep ( + syspk bigserial NOT NULL, + client_id fw_core.fw_num_dimid NOT NULL, + function_id fw_core.fw_num_dimid NOT NULL, + latest_runschedule_flag fw_core.fw_flag_bool NOT NULL DEFAULT true, + run_schedule_id fw_core.fw_num_dimid NULL, + run_frequency fw_core.fw_alphnum NOT NULL, + run_schedule_timestamp fw_core.fw_timestamp NOT NULL, + job_id fw_core.fw_num_dimid NOT NULL, + step_id fw_core.fw_num_dimid NOT NULL, + job_step_run_dependency_seuqence fw_core.fw_num_dimid NOT NULL, + job_script_type fw_core.fw_alphnum NOT NULL, + job_step_script_name fw_core.fw_alphnum NOT NULL, + job_fun_param_array fw_core.fw_text_array NULL, + job_scope fw_core.fw_alphnum NULL, + job_scope_qualifier_array fw_core.fw_text_array NULL, + job_name fw_core.fw_alphnum NULL, + step_name fw_core.fw_alphnum NULL, + begin_status fw_core.fw_alphnum NULL DEFAULT NULL::text, + end_status fw_core.fw_alphnum NULL DEFAULT NULL::text, + end_status_note fw_core.fw_alphnum NULL DEFAULT NULL::text, + start_time fw_core.fw_timestamp NULL, + end_time fw_core.fw_timestamp NULL, + created_by fw_core.fw_alphnum NULL, + updated_by fw_core.fw_alphnum NULL, + create_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + update_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + CONSTRAINT fw_jobctl_runschedule_jobstep_pkey1 PRIMARY KEY (syspk), + CONSTRAINT unique_jobctl_runschedule_jobstep1 UNIQUE (client_id, function_id, run_schedule_id, run_frequency, job_id, step_id) +); + + + +-- DROP TABLE fw_core.fw_jobctl_jobstep_master; + +CREATE TABLE fw_core.fw_jobctl_jobstep_master ( + syspk bigserial NOT NULL, + client_id fw_core.fw_num_dimid NOT NULL, + function_id fw_core.fw_num_dimid NOT NULL, + run_frequency fw_core.fw_alphanum NOT NULL, + job_scheduling_day fw_core.fw_alphanum NOT NULL, + sch_day_of_month fw_core.fw_alphanum NOT NULL, + sch_day_of_week fw_core.fw_alphanum NOT NULL, + sch_hour_of_day fw_core.fw_time NOT NULL, + sch_minute_of_hour fw_core.fw_time NOT NULL, + job_id fw_core.fw_num_dimid NOT NULL, + step_id fw_core.fw_num_dimid NOT NULL, + job_step_run_dependency_seuqence fw_core.fw_num_dimid NOT NULL, + active_flag fw_core.fw_flag_bool NOT NULL DEFAULT true, + job_name fw_core.fw_alphanum NULL, + step_name fw_core.fw_alphanum NULL, + job_script_type fw_core.fw_alphanum NOT NULL, + job_step_script_name fw_core.fw_alphanum NOT NULL, + job_fun_param_array fw_core.fw_text_array NULL, + job_scope fw_core.fw_alphanum NULL, + job_scope_qualifier_array fw_core.fw_text_array NULL, + sme_entering fw_core.fw_alphanum NULL, + extract_field_name fw_core.fw_alphanum NULL, + job_step_description fw_core.fw_alphanum NULL, + job_step_objective fw_core.fw_alphanum NULL, + created_by fw_core.fw_alphanum NOT NULL, + updated_by fw_core.fw_alphanum NOT NULL, + create_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + update_timestamp fw_core.fw_timestamp NOT NULL DEFAULT now(), + CONSTRAINT fw_jobctl_jobstep_master_pkey1 PRIMARY KEY (syspk), + CONSTRAINT unique_jobctl_jobstep_master1 UNIQUE (client_id,function_id,run_frequency,job_id,step_id) +); + +