added deployment folder with latest code

This commit is contained in:
Deepthi
2021-04-27 16:13:33 +05:30
parent 37f73d5dfd
commit c8985b2d62
112 changed files with 42492 additions and 0 deletions

View File

@@ -0,0 +1,567 @@
drop function if exists mmt_staging2.fn_IHT_HLS_block;
CREATE OR REPLACE FUNCTION mmt_staging2.fn_IHT_HLS_block(p_client_id int,p_function_id int, p_file_format text,
p_sheet_mnemonic text, p_file_syspk int)
RETURNS text AS $$
declare __make text;
declare __model text;
declare __client_id int :=p_client_id;
declare __function_id int :=p_function_id;
declare __file_format text :=p_file_format;
declare __sheet_mnemonic text :=p_sheet_mnemonic;
declare __file_syspk int :=p_file_syspk;
declare v_state text;
declare v_msg text;
declare v_detail text;
declare v_hint text;
declare v_context text;
declare _error int;
declare v_block text;
begin
/************************************************************
Function Name:fn_IHT_HLS_block
Function Desc: This function populates data into staging 2 block
File Format: IHT
Sheet Format: IHT_HLS
Creation Date: March 25 2021
Updation Date:
Author: compegence team
Function Call: select mmt_staging2.fn_IHT_HLS_block(p_client_id,p_function_id, p_file_format,
p_sheet_mnemonic, p_file_syspk)
Function call ex: select mmt_staging2.fn_IHT_HLS_block(1,2,'IHT','IHT_HLS',456)
***************************************************************/
SET search_path TO mmt_staging2;
/* to process multiple files - re-runnability*/
truncate table mmt_staging2.IHT_HLS_H1_Int;
truncate table mmt_staging2.IHT_HLS_H1_block;
truncate table mmt_staging2.IHT_HLS_Weight_Tyre_Int;
truncate table mmt_staging2.IHT_HLS_Weight_Block;
truncate table mmt_staging2.IHT_HLS_Wheel_Block;
truncate table mmt_staging2.IHT_HLS_Numeric_Int;
truncate table mmt_staging2.IHT_HLS_Numeric_Block;
truncate table mmt_staging2.IHT_HLS_Tyre_Details_Block;
truncate table mmt_staging2.IHT_HLS_Footer_Block;
truncate table mmt_staging2.stg_specific_table_IHT_HLS;
truncate table mmt_staging2.stg_process_table_IHT_HLS;
execute 'delete from mmt_ods.fw_jobctrl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and sheet_mnemonic='''||p_sheet_mnemonic||'''';
execute 'update mmt_ods.mmt_config a
set row_number_start=null,
row_previous_number=null,
row_read_end=null,
run_time=null
where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/* transfer data from generic to specific for IHT */
execute 'insert into mmt_staging2.stg_specific_table_IHT_HLS
select * from mmt_staging1.mmt_staging_generic_table a
where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''
and a.file_syspk='||p_file_syspk||'';
/* trimming data */
update mmt_staging2.stg_specific_table_IHT_HLS
set column15='Objective' where column15 like 'Objective%';
update mmt_staging2.stg_specific_table_IHT_HLS
set column15='Acceptance Criteria' where column15 like 'Acceptance Criteria%';
update mmt_staging2.stg_specific_table_IHT_HLS set column3 = TRIM (TRAILING FROM column3 );
update mmt_staging2.stg_specific_table_IHT_HLS set column3 = TRIM (LEADING FROM column3 );
update mmt_ods.mmt_config set F1_modified = TRIM (TRAILING FROM F1_modified) ;
update mmt_ods.mmt_config set F1_modified = TRIM (LEADING FROM F1_modified) ;
update mmt_ods.mmt_config set F1_source=F1_modified ;
update mmt_ods.mmt_config set F1_source = TRIM (TRAILING FROM F1_source);
update mmt_ods.mmt_config set F1_source = TRIM (LEADING FROM F1_source);
/* keyword match in config table*/
execute 'update mmt_ods.mmt_config a
set row_number_start=(select min(b.row_number)
from mmt_staging2.stg_specific_table_IHT_HLS b
where trim(upper(F1_modified))=trim(upper(column3))
and b.is_rownumber_fetched is null)
where a.row_number_start is null
and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/* reverese update in process table for match*/
execute 'update mmt_staging2.stg_specific_table_IHT_HLS a
set is_rownumber_fetched=1
from mmt_ods.mmt_config b
where trim(upper(F1_modified))=trim(upper(column3))
and b.row_number_start=a.row_number
and is_rownumber_fetched is null
and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
execute 'update mmt_ods.mmt_config a set row_previous_number=row_number_start-1
where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/* update config files for row numbers start, end */
execute 'update mmt_ods.mmt_config a
set row_read_end= (select b.row_number_start
from mmt_ods.mmt_config b
where b.syspk=a.syspk+1 and file_format='''||p_file_format||''' and sheet_mnemonic='''||p_sheet_mnemonic||''' )
where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/* config file last field update as null otherwise it picks up next format row number*/
execute 'update mmt_ods.mmt_config a
set row_read_end = null ,run_time=current_timestamp
where f1_modified =''Prepared by''
and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/* tagging ranks*/
execute 'insert into mmt_staging2.stg_process_table_IHT_HLS
select a.* , RANK () OVER ( ORDER BY row_number) as rank,b.rank_tag as rank_tag
from mmt_staging2.stg_specific_table_IHT_HLS a
join mmt_ods.mmt_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Test Request no.''
and b.file_format='''||p_file_format||''' and b.sheet_mnemonic='''||p_sheet_mnemonic||'''';
execute 'insert into mmt_staging2.stg_process_table_IHT_HLS
select a.* , RANK () OVER ( ORDER BY row_number) as rank,b.rank_tag as rank_tag
from mmt_staging2.stg_specific_table_IHT_HLS a
join mmt_ods.mmt_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Weight Reaction''
and b.file_format='''||p_file_format||''' and b.sheet_mnemonic='''||p_sheet_mnemonic||'''';
execute 'insert into mmt_staging2.stg_process_table_IHT_HLS
select a.* , RANK () OVER ( ORDER BY row_number) as rank,b.rank_tag as rank_tag
from mmt_staging2.stg_specific_table_IHT_HLS a
join mmt_ods.mmt_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Numerical data''
and b.file_format='''||p_file_format||''' and b.sheet_mnemonic='''||p_sheet_mnemonic||'''';
execute 'insert into mmt_staging2.stg_process_table_IHT_HLS
select a.* , RANK () OVER ( ORDER BY row_number) as rank,b.rank_tag as rank_tag
from mmt_staging2.stg_specific_table_IHT_HLS a
join mmt_ods.mmt_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Prepared By''
and b.file_format='''||p_file_format||''' and b.sheet_mnemonic='''||p_sheet_mnemonic||'''';
/*selecting tractor model*/
select column6 into __model from mmt_staging2.stg_process_table_IHT_HLS a
where rank_tag='IHT_HLS_H1' and trim(column3)='Tractor Model';
/*block starts - IHT_HLS_H1_BLOCK */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_H1_BLOCK',__file_format,__sheet_mnemonic,1);
v_block:='IHT_HLS_H1_BLOCK';
insert into mmt_staging2.IHT_HLS_H1_INT (c1,c2)
select a.column3,column6 from mmt_staging2.stg_process_table_IHT_HLS a where rank_tag='IHT_HLS_H1';
insert into mmt_staging2.IHT_HLS_H1_INT (c1,c2)
select a.column9,column12 from mmt_staging2.stg_process_table_IHT_HLS a where rank_tag='IHT_HLS_H1';
insert into mmt_staging2.IHT_HLS_H1_INT (c1,c2)
select 'Objective',column15
from mmt_staging2.stg_process_table_IHT_HLS a
where rank_tag='IHT_HLS_H1'
and row_number=
(
select row_number+1 from
mmt_staging2.stg_process_table_IHT_HLS a
where column15='Objective'
and rank_tag='IHT_HLS_H1'
);
insert into mmt_staging2.IHT_HLS_H1_INT (c1,c2)
select 'Acceptance criteria',column15
from mmt_staging2.stg_process_table_IHT_HLS a
where rank_tag='IHT_HLS_H1'
and row_number=
(
select row_number+1 from
mmt_staging2.stg_process_table_IHT_HLS a
where column15='Acceptance criteria'
and rank_tag='IHT_HLS_H1'
);
insert into mmt_staging2.IHT_HLS_H1_INT (c1,c2)
select split_part(column3,':',1),split_part(column3,':',2)
from mmt_staging2.stg_process_table_IHT_HLS
where rank_tag='IHT_HLS_Numeric' and rank=6;
update mmt_staging2.IHT_HLS_H1_Int set model=__model;
execute 'update mmt_staging2.IHT_HLS_H1_Int set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
insert into mmt_staging2.IHT_HLS_H1_Block
(
dummy_f,
Test_Request_no,
Sample_Receipt_Date,
Test_report_No,
Tractor_Model,
Generation,
Customer_Name,
Test_Engineer,
Test_Report_Date,
No_of_Sample,
Test_Start_Date,
Test_End_Date,
Tractor_Sr_No,
Test_Standard_Refer,
Test_Location,
Operator_Name,
Project_Group,
Objective,
Acceptance_Criteria,
Remarks
)
SELECT *
FROM crosstab(
'SELECT unnest(''{c2}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[c2::text]) AS val
FROM mmt_staging2.IHT_HLS_H1_INT
ORDER BY generate_series(1,15),2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,
a_9 text,a_10 text,a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text,a_17 text,
a_18 text,a_19 text);
delete from mmt_staging2.IHT_HLS_H1_Block where dummy_f is null ;
update mmt_staging2.IHT_HLS_H1_Block set model=__model;
execute 'update mmt_staging2.IHT_HLS_H1_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_H1_Block');
insert into mmt_staging2.IHT_HLS_Weight_Tyre_Int
(
column3,column6,column10,column13,column15,column17,column19,
column20,rank
)
select
column3,column6,column10,column13,column15,column17,column19,
column20,rank
from mmt_staging2.stg_process_table_IHT_HLS a
where rank_tag='IHT_HLS_Weight_Tyre'
order by rank;
update mmt_staging2.IHT_HLS_Weight_Tyre_Int set model=__model;
execute 'update mmt_staging2.IHT_HLS_Weight_Tyre_Int set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
/*block starts - IHT_HLS_Weight_Block */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_Weight_Block',__file_format,__sheet_mnemonic,2);
v_block:='IHT_HLS_Weight_Block';
insert into mmt_staging2.IHT_HLS_Weight_Block
(
dummy_f,
Weight_Reaction,
Total_Weight_kg,
Front_Reaction_kg,
Rear_Reaction_kg,
Left_Reaction_FL_RL_kg,
Right_reaction_FR_RR_kg,
Front_Left_Reaction_kg,
Front_Right_Reaction_kg,
Rear_Left_Reaction_kg,
Rear_Right_Reaction_kg,
Distance_of_lifting_point_from_rear_axle_mm_d1
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column6}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column6::text]) AS val
FROM mmt_staging2.IHT_HLS_Weight_Tyre_Int
ORDER BY generate_series(1,15),rank,2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,
a_10 text,a_11 text);
delete from mmt_staging2.IHT_HLS_Weight_Block where dummy_f is null ;
update mmt_staging2.IHT_HLS_Weight_Block set model=__model;
execute 'update mmt_staging2.IHT_HLS_Weight_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_Weight_Block');
/*block starts - IHT_HLS_Tyre_Details_Block */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_Tyre_Details_Block',__file_format,__sheet_mnemonic,3);
v_block:='IHT_HLS_Tyre_Details_Block';
insert into mmt_staging2.IHT_HLS_Tyre_Details_Block
(
dummy_f,
Tyre_Details,
Tyre_Make,
Tyre_size,
Ply_Rating,
Load_Carrying_Capacity,
Pressure_kg_cm2,
Dynamic_rolling_radius,
Static_rolling_radius,
Wheel_rim_Make_size
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column15,column19}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column15::text,column19::text]) AS val
FROM mmt_staging2.IHT_HLS_Weight_Tyre_Int where rank between 3 and 11
ORDER BY generate_series(1,15),2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text);
delete from mmt_staging2.IHT_HLS_Tyre_Details_Block where dummy_f is null ;
update mmt_staging2.IHT_HLS_Tyre_Details_Block set model=__model;
execute 'update mmt_staging2.IHT_HLS_Tyre_Details_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_Tyre_Details_Block');
/*block starts - IHT_HLS_Wheel_Block */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_Wheel_Block',__file_format,__sheet_mnemonic,4);
v_block:='IHT_HLS_Wheel_Block';
insert into mmt_staging2.IHT_HLS_Wheel_Block(dummy_f) values ('dummy');
update mmt_staging2.IHT_HLS_Wheel_Block
set Wheel_Base=(select column13 from
mmt_staging2.IHT_HLS_Weight_Tyre_Int
where rank=1 and column10='Wheel Base')
where dummy_f='dummy';
update mmt_staging2.IHT_HLS_Wheel_Block
set Rear_Track_Width=(select column20 from
mmt_staging2.IHT_HLS_Weight_Tyre_Int
where rank=1 and column17='Rear Track Width')
where dummy_f='dummy';
update mmt_staging2.IHT_HLS_Wheel_Block set model=__model;
execute 'update mmt_staging2.IHT_HLS_Wheel_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_Wheel_Block');
/* insert IHT_HLS_Numeric_Int*/
insert into mmt_staging2.IHT_HLS_Numeric_Int
(
column3,column4,column5,column6,column7,
column8,rank
)
select
column3,column4,column5,column6,column7,
column8,rank
from mmt_staging2.stg_process_table_IHT_HLS a
where rank_tag='IHT_HLS_Numeric'
order by rank;
update mmt_staging2.IHT_HLS_Numeric_Int set model=__model;
execute 'update mmt_staging2.IHT_HLS_Numeric_Int set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
update mmt_staging2.IHT_HLS_Numeric_Int set ods_record =0 where rank in (1,6);
/*block starts - IHT_HLS_Numeric_Block */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_Numeric_Block',__file_format,__sheet_mnemonic,5);
v_block:='IHT_HLS_Numeric_Block';
insert into mmt_staging2.IHT_HLS_Numeric_Block
(
dummy_f,
TPL_load,
Engine_RPM,
Lifting_time_Sec,
Lowering_time_Sec
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column5,column6,column8}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column5::text,column6::text,column8::text]) AS val
FROM mmt_staging2.IHT_HLS_Numeric_Int
ORDER BY generate_series(1,15),2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text);
update mmt_staging2.iht_hls_numeric_block a
set TPL_load= b.first_value from (SELECT
rank,TPL_load, value_partition, first_value(TPL_load) over (partition by value_partition order by rank)
FROM (
SELECT
rank,
TPL_load,
sum(case when TPL_load is null then 0 else 1 end) over (order by rank) as value_partition
FROM mmt_staging2.iht_hls_numeric_block
ORDER BY rank ASC
) as q) b;
delete from mmt_staging2.IHT_HLS_Numeric_Block where dummy_f is null;
update mmt_staging2.IHT_HLS_Numeric_Block set model=__model;
execute 'update mmt_staging2.IHT_HLS_Numeric_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_Numeric_Block');
/*block starts - IHT_HLS_Footer_block */
perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk,
'IHT_HLS_Footer_block',__file_format,__sheet_mnemonic,6);
v_block:='IHT_HLS_Footer_block';
insert into mmt_staging2.IHT_HLS_Footer_block(dummy_f) values ('dummy');
update mmt_staging2.IHT_HLS_Footer_block a
set prepared_by=( select column7 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and trim(column3)='Prepared by' )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set reviewed_by=( select column7 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and trim(column3)='Reviewed by' )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set approved_by=( select column7 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and trim(column3)='Approved by' )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set comments=( select column3 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=5 )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set rev1=( select column3 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=6 )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set rev2=( select column9 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=6 )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set rev3=( select column18 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=6 )
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set replaces=( select column19 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=1)
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set revision_no=( select column19 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=3)
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set prepared_date=( select column16 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=1)
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set reviewed_date=( select column16 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=2)
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block a
set approved_date=( select column16 from mmt_staging2.stg_process_table_IHT_HLS b
where b.rank_tag='IHT_HLS_Footer'
and rank=3)
where dummy_F='dummy';
update mmt_staging2.IHT_HLS_Footer_block set model=__model;
execute 'update mmt_staging2.IHT_HLS_Footer_block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_format='''||p_file_format||''',
sheet_mnemonic='''||p_sheet_mnemonic||'''';
perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHT_HLS_Footer_block');
v_context := '';
return v_context;
EXCEPTION when OTHERS then
GET STACKED DIAGNOSTICS
v_state = returned_sqlstate,
v_msg = message_text,
v_detail = pg_exception_detail,
v_hint = pg_exception_hint,
v_context = pg_exception_context;
perform mmt_insert_db_error ( __client_id, __function_id, 1001, 'Compegence',v_block,'stg2', 'test_db_error', v_state, v_msg, v_detail, v_hint, v_context);
return v_context;
end
$$ LANGUAGE plpgsql;