Files
mmt_sql/onetime/dataloadfunctions/budni/BUDNI_HLG_STG2.sql
2021-07-02 08:40:37 +00:00

408 lines
15 KiB
PL/PgSQL
Executable File

drop function if exists staging2.fn_BUDNI_HLG_Block ;
CREATE OR REPLACE FUNCTION staging2.fn_BUDNI_HLG_Block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int)
RETURNS void
LANGUAGE plpgsql
AS $function$
declare __make text;
declare __model text;
declare __client_id int :=p_client_id;
declare __function_id int :=p_function_id;
declare __file_mnemonic text :=p_file_mnemonic;
declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic;
declare __file_syspk int :=p_file_syspk;
declare err_state text;
declare err_msg text;
declare err_detail text;
declare err_hint text;
declare err_context text;
declare err_query int;
declare err_block text;
DECLARE __characteristic_1 text;
DECLARE __characteristic_2 text;
DECLARE __characteristic_3 text;
begin
/***********************************************************************************
Function Name:fn_BUDNI_HLG_Block
Function Desc: This function populates data into staging2 blocks
File Format: BUDNI
Sheet Format: BUDNI_HLG
Creation Date: March 21 2021
Updation Date:
Author: compegence team
Function Call: select staging2.fn_BUDNI_HLG_Block(20,1,'BUDNI','BUDNI_HLG',261);
************************************************************************************/
SET search_path TO staging2;
/* rerunnability - delete block tables and update config tables to null */
truncate table staging2.BUDNI_HLG_Spec_H1_Block;
truncate table staging2.BUDNI_HLG_Perf_Test_int;
truncate table staging2.BUDNI_HLG_Perf_Test_block;
truncate table staging2.BUDNI_HLG_Test_Obs_Summary_Block;
truncate table staging2.stg_specific_table_BUDNI_HLG;
truncate table staging2.stg_process_table_BUDNI_HLG;
execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
execute 'update transactional.source_config a
set row_number_start=null,
row_previous_number=null,
row_read_end=null,
run_time=null
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
/* transfer data from generic to specific for BUDNI */
execute 'insert into staging2.stg_specific_table_BUDNI_HLG
select * from staging1.staging_generic_table a
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
and a.file_syspk='||p_file_syspk||'';
select count(*) into err_query from staging2.stg_specific_table_BUDNI_HLG;
if err_query=0 then
err_context := 'data not present';
raise exception using
message = 'No Data for Budni HLG',
detail = 'No data in table stg_specific_table_BUDNI_HLG',
errcode = '42704',
hint = 'check sheet mnemonic in generic table, if it is null update it';
end if;
update transactional.source_config set F1_source=F1_modified;
/* reverese update in process table for match*/
execute 'update transactional.source_config a
set row_number_start=(select min(b.row_number)
from staging2.stg_specific_table_BUDNI_HLG b
where trim(upper(F1_source))= trim(upper(column3))
and b.is_rownumber_fetched is null)
where a.row_number_start is null
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
/* update config files for row numbers start, end */
execute 'update staging2.stg_specific_table_BUDNI_HLG a
set is_rownumber_fetched=1
from transactional.source_config b
where trim(upper(F1_source))= trim(upper(column3))
and b.row_number_start=a.row_number
and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
execute 'update transactional.source_config a set row_previous_number=row_number_start-1
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
execute 'update transactional.source_config a
set row_read_end= (select b.row_number_start
from transactional.source_config b
where b.syspk=a.syspk+1 )
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
/* config file last field update as null otherwise it picks up next format row number*/
execute 'update transactional.source_config a
set row_read_end = null
where f1_modified =''Haulage Performance Test Observations Summary''
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
execute 'update transactional.source_config a
set run_time=current_timestamp
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
/* tagging block_row_numbers for each block in process table*/
execute 'insert into staging2.stg_process_table_BUDNI_HLG
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
from staging2.stg_specific_table_BUDNI_HLG a
join transactional.source_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Test Tractor Specifiactions''
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
order by a.row_number';
execute 'insert into staging2.stg_process_table_BUDNI_HLG
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
from staging2.stg_specific_table_BUDNI_HLG a
join transactional.source_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Haulage performance Test''
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
order by a.row_number';
execute 'insert into staging2.stg_process_table_BUDNI_HLG
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
from staging2.stg_specific_table_BUDNI_HLG a
join transactional.source_config b
on a.row_number >=row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Haulage Performance Test Observations Summary''
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
order by a.row_number';
/* fetching tractor model and make */
select column3 into __make from staging2.stg_process_table_BUDNI_HLG a
where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3;
select column4 into __model from staging2.stg_process_table_BUDNI_HLG a
where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3;
/* blocks data loading start - BUDNI_HLG_Spec_H1_block */
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
'BUDNI_HLG_Spec_H1_block',__file_mnemonic,__file_sheet_mnemonic,1);
err_block:='BUDNI_HLG_Spec_H1_block';
insert into staging2.BUDNI_HLG_Spec_H1_block
(
make,model,tractor_HP,rated_rpm,configuration,transmission_type,wheel_drive_type,block_row_number)
select column3,column4,column5,column6,column7,column8,column9,block_row_number
from staging2.stg_process_table_BUDNI_HLG where block_tag='BUDNI_HLG_Spec_H1'
and block_row_number=3;
execute 'update staging2.BUDNI_HLG_Spec_H1_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
update staging2.BUDNI_HLG_Spec_H1_block a
set FIP_type=column3,steering_type=column4,Engine_to_PTO_ratio= column5,Ballast_Condition=column6,
Test_Engine_Set_RPM=column7,Type_of_track=column8
from staging2.stg_process_table_BUDNI_HLG b
where b.block_tag='BUDNI_HLG_Spec_H1'
and b.block_row_number=5
and a.file_syspk=b.file_syspk;
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Spec_H1_block');
insert into staging2.BUDNI_HLG_Perf_Test_int
(
column3,column6,column8,block_row_number
)
select
column3,column6,column8,block_row_number
from staging2.stg_process_table_BUDNI_HLG a
where block_tag ='BUDNI_HLG_Perf_Test'
order by block_row_number,column3;
update staging2.BUDNI_HLG_Perf_Test_int set trx_record=0 where block_row_number =1;
update staging2.BUDNI_HLG_Perf_Test_int set make=__make,model=__model;
execute 'update staging2.BUDNI_HLG_Perf_Test_int set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
/* blocks data loading - BUDNI_HLG_perf_test_block */
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
'BUDNI_HLG_perf_test_block',__file_mnemonic,__file_sheet_mnemonic,2);
err_block:='BUDNI_HLG_perf_test_block';
insert into staging2.BUDNI_HLG_perf_test_block
(
dummy_f,
type_of_trailer,
Gross_mass_of_trailer_tonne,
Height_of_trailer_hitch_above_ground_level_mm,
Gear_used_during_the_test_for_negotiating_slopes_up_to_8,
Average_travel_speed_kmph,
Average_fuel_consumption,
l_h,
ml_km_tonne,
Average_distance_traveled_per_litre_of_fuel_consumption_km,
General_observations,
Effectiveness_of_brakes,
Maneuverability_of_tractor_trailer_combination
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column6,column8}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column6::text,column8::text]) AS val
FROM staging2.BUDNI_HLG_Perf_Test_int where trx_record=1
ORDER BY generate_series(1,15),block_row_number,2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text,
a_11 text,a_12 text);
delete from staging2.BUDNI_HLG_Perf_Test_block where dummy_f is null;
update staging2.BUDNI_HLG_Perf_Test_block set make=__make,model=__model;
execute 'update staging2.BUDNI_HLG_Perf_Test_block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_perf_test_block');
/* blocks data loading -BUDNI_HLG_Test_Obs_Summary_Block */
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
'BUDNI_HLG_Test_Obs_Summary_Block',__file_mnemonic,__file_sheet_mnemonic,3);
err_block:='BUDNI_HLG_Test_Obs_Summary_Block';
insert into staging2.BUDNI_HLG_Test_Obs_Summary_Block
(
column3,column4,column5,column6,column7,
column8,column9,block_row_number
)
select
column3,column4,column5,column6,column7,
column8,column9,block_row_number
from staging2.stg_process_table_BUDNI_HLG a
where block_tag='BUDNI_HLG_Test_Obs_Summary' and block_row_number <=11
order by block_row_number;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
set column3= b.first_value from (SELECT
block_row_number, column3, value_partition, first_value(column3) over (partition by value_partition order by block_row_number)
FROM (
SELECT
block_row_number,
column3,
sum(case when column3 is null then 0 else 1 end) over (order by block_row_number) as value_partition
FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
ORDER BY block_row_number ASC
) as q) b where a.block_row_number = b.block_row_number ;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
set column5= b.first_value from (SELECT
block_row_number, column5, value_partition, first_value(column5) over (partition by value_partition order by block_row_number)
FROM (
SELECT
block_row_number,
column5,
sum(case when column5 is null then 0 else 1 end) over (order by block_row_number) as value_partition
FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
ORDER BY block_row_number ASC
) as q) b where a.block_row_number = b.block_row_number ;
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
--set column7= b.first_value from (SELECT
-- block_row_number, column7, value_partition, first_value(column7) over (partition by value_partition order by block_row_number)
--FROM (
-- SELECT
-- block_row_number,
-- column7,
-- sum(case when column7 is null then 0 else 1 end) over (order by block_row_number) as value_partition
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
-- ORDER BY block_row_number ASC
--) as q) b where a.block_row_number = b.block_row_number ;
--
--
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
--set column8= b.first_value from (SELECT
-- block_row_number, column8, value_partition, first_value(column8) over (partition by value_partition order by block_row_number)
--FROM (
-- SELECT
-- block_row_number,
-- column8,
-- sum(case when column8 is null then 0 else 1 end) over (order by block_row_number) as value_partition
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
-- ORDER BY block_row_number ASC
--) as q) b where a.block_row_number = b.block_row_number ;
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
--set column9= b.first_value from (SELECT
-- block_row_number, column9, value_partition, first_value(column9) over (partition by value_partition order by block_row_number)
--FROM (
-- SELECT
-- block_row_number,
-- column9,
-- sum(case when column9 is null then 0 else 1 end) over (order by block_row_number) as value_partition
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
-- ORDER BY block_row_number ASC
--) as q) b where a.block_row_number = b.block_row_number ;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set trx_record=0 where
block_row_number in
(select distinct first_value(b.block_row_number)
over (partition by b.column3 order by b.syspk) from staging2.BUDNI_HLG_Test_Obs_Summary_Block b);
select column4 into __characteristic_1 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
where block_row_number=3;
select column4 into __characteristic_2 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
where block_row_number=6;
select column4 into __characteristic_3 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
where block_row_number=9;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_1,'-',column4) where block_row_number=4;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_1,'-',column4) where block_row_number=5;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_2,'-',column4) where block_row_number=7;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_2,'-',column4) where block_row_number=8;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_3,'-',column4) where block_row_number=10;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
set column4=concat(__characteristic_3,'-',column4) where block_row_number=11;
update staging2.BUDNI_HLG_Test_Obs_Summary_Block set make=__make,model=__model;
execute 'update staging2.BUDNI_HLG_Test_Obs_Summary_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Test_Obs_Summary_Block');
perform fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_BUDNI_HLG_Block', err_state, err_msg, err_detail, err_hint, err_context,'success');
end
$function$
;