sql files
This commit is contained in:
dheepa
407
onetime/dataloadfunctions/budni/BUDNI_HLG_STG2.sql
Executable file
407
onetime/dataloadfunctions/budni/BUDNI_HLG_STG2.sql
Executable file
@@ -0,0 +1,407 @@
|
||||
drop function if exists staging2.fn_BUDNI_HLG_Block ;
|
||||
CREATE OR REPLACE FUNCTION staging2.fn_BUDNI_HLG_Block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int)
|
||||
RETURNS void
|
||||
LANGUAGE plpgsql
|
||||
AS $function$
|
||||
declare __make text;
|
||||
declare __model text;
|
||||
|
||||
declare __client_id int :=p_client_id;
|
||||
declare __function_id int :=p_function_id;
|
||||
declare __file_mnemonic text :=p_file_mnemonic;
|
||||
declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic;
|
||||
declare __file_syspk int :=p_file_syspk;
|
||||
declare err_state text;
|
||||
declare err_msg text;
|
||||
declare err_detail text;
|
||||
declare err_hint text;
|
||||
declare err_context text;
|
||||
declare err_query int;
|
||||
declare err_block text;
|
||||
DECLARE __characteristic_1 text;
|
||||
DECLARE __characteristic_2 text;
|
||||
DECLARE __characteristic_3 text;
|
||||
begin
|
||||
|
||||
|
||||
|
||||
/***********************************************************************************
|
||||
Function Name:fn_BUDNI_HLG_Block
|
||||
Function Desc: This function populates data into staging2 blocks
|
||||
File Format: BUDNI
|
||||
Sheet Format: BUDNI_HLG
|
||||
Creation Date: March 21 2021
|
||||
Updation Date:
|
||||
Author: compegence team
|
||||
Function Call: select staging2.fn_BUDNI_HLG_Block(20,1,'BUDNI','BUDNI_HLG',261);
|
||||
************************************************************************************/
|
||||
|
||||
SET search_path TO staging2;
|
||||
|
||||
/* rerunnability - delete block tables and update config tables to null */
|
||||
truncate table staging2.BUDNI_HLG_Spec_H1_Block;
|
||||
truncate table staging2.BUDNI_HLG_Perf_Test_int;
|
||||
truncate table staging2.BUDNI_HLG_Perf_Test_block;
|
||||
truncate table staging2.BUDNI_HLG_Test_Obs_Summary_Block;
|
||||
truncate table staging2.stg_specific_table_BUDNI_HLG;
|
||||
truncate table staging2.stg_process_table_BUDNI_HLG;
|
||||
|
||||
|
||||
execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
|
||||
execute 'update transactional.source_config a
|
||||
set row_number_start=null,
|
||||
row_previous_number=null,
|
||||
row_read_end=null,
|
||||
run_time=null
|
||||
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
/* transfer data from generic to specific for BUDNI */
|
||||
execute 'insert into staging2.stg_specific_table_BUDNI_HLG
|
||||
select * from staging1.staging_generic_table a
|
||||
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
|
||||
and a.file_syspk='||p_file_syspk||'';
|
||||
|
||||
select count(*) into err_query from staging2.stg_specific_table_BUDNI_HLG;
|
||||
|
||||
if err_query=0 then
|
||||
err_context := 'data not present';
|
||||
raise exception using
|
||||
message = 'No Data for Budni HLG',
|
||||
detail = 'No data in table stg_specific_table_BUDNI_HLG',
|
||||
errcode = '42704',
|
||||
hint = 'check sheet mnemonic in generic table, if it is null update it';
|
||||
end if;
|
||||
|
||||
update transactional.source_config set F1_source=F1_modified;
|
||||
|
||||
|
||||
/* reverese update in process table for match*/
|
||||
execute 'update transactional.source_config a
|
||||
set row_number_start=(select min(b.row_number)
|
||||
from staging2.stg_specific_table_BUDNI_HLG b
|
||||
where trim(upper(F1_source))= trim(upper(column3))
|
||||
and b.is_rownumber_fetched is null)
|
||||
where a.row_number_start is null
|
||||
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
/* update config files for row numbers start, end */
|
||||
execute 'update staging2.stg_specific_table_BUDNI_HLG a
|
||||
set is_rownumber_fetched=1
|
||||
from transactional.source_config b
|
||||
where trim(upper(F1_source))= trim(upper(column3))
|
||||
and b.row_number_start=a.row_number
|
||||
and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
|
||||
execute 'update transactional.source_config a set row_previous_number=row_number_start-1
|
||||
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
|
||||
execute 'update transactional.source_config a
|
||||
set row_read_end= (select b.row_number_start
|
||||
from transactional.source_config b
|
||||
where b.syspk=a.syspk+1 )
|
||||
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
/* config file last field update as null otherwise it picks up next format row number*/
|
||||
execute 'update transactional.source_config a
|
||||
set row_read_end = null
|
||||
where f1_modified =''Haulage Performance Test Observations Summary''
|
||||
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
execute 'update transactional.source_config a
|
||||
set run_time=current_timestamp
|
||||
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
/* tagging block_row_numbers for each block in process table*/
|
||||
execute 'insert into staging2.stg_process_table_BUDNI_HLG
|
||||
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
|
||||
from staging2.stg_specific_table_BUDNI_HLG a
|
||||
join transactional.source_config b
|
||||
on a.row_number >=row_number_start
|
||||
and (a.row_number< row_read_end or row_read_end is null)
|
||||
and f1_modified=''Test Tractor Specifiactions''
|
||||
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
|
||||
order by a.row_number';
|
||||
|
||||
|
||||
|
||||
|
||||
execute 'insert into staging2.stg_process_table_BUDNI_HLG
|
||||
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
|
||||
from staging2.stg_specific_table_BUDNI_HLG a
|
||||
join transactional.source_config b
|
||||
on a.row_number >=row_number_start
|
||||
and (a.row_number< row_read_end or row_read_end is null)
|
||||
and f1_modified=''Haulage performance Test''
|
||||
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
|
||||
order by a.row_number';
|
||||
|
||||
|
||||
|
||||
execute 'insert into staging2.stg_process_table_BUDNI_HLG
|
||||
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
|
||||
from staging2.stg_specific_table_BUDNI_HLG a
|
||||
join transactional.source_config b
|
||||
on a.row_number >=row_number_start
|
||||
and (a.row_number< row_read_end or row_read_end is null)
|
||||
and f1_modified=''Haulage Performance Test Observations Summary''
|
||||
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
|
||||
order by a.row_number';
|
||||
|
||||
/* fetching tractor model and make */
|
||||
select column3 into __make from staging2.stg_process_table_BUDNI_HLG a
|
||||
where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3;
|
||||
|
||||
select column4 into __model from staging2.stg_process_table_BUDNI_HLG a
|
||||
where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3;
|
||||
|
||||
|
||||
/* blocks data loading start - BUDNI_HLG_Spec_H1_block */
|
||||
|
||||
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
|
||||
'BUDNI_HLG_Spec_H1_block',__file_mnemonic,__file_sheet_mnemonic,1);
|
||||
err_block:='BUDNI_HLG_Spec_H1_block';
|
||||
insert into staging2.BUDNI_HLG_Spec_H1_block
|
||||
(
|
||||
make,model,tractor_HP,rated_rpm,configuration,transmission_type,wheel_drive_type,block_row_number)
|
||||
select column3,column4,column5,column6,column7,column8,column9,block_row_number
|
||||
from staging2.stg_process_table_BUDNI_HLG where block_tag='BUDNI_HLG_Spec_H1'
|
||||
and block_row_number=3;
|
||||
|
||||
|
||||
execute 'update staging2.BUDNI_HLG_Spec_H1_Block set
|
||||
client_id='||p_client_id||',
|
||||
function_id='||p_function_id||',
|
||||
file_syspk='||p_file_syspk||',
|
||||
file_mnemonic='''||p_file_mnemonic||''',
|
||||
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Spec_H1_block a
|
||||
set FIP_type=column3,steering_type=column4,Engine_to_PTO_ratio= column5,Ballast_Condition=column6,
|
||||
Test_Engine_Set_RPM=column7,Type_of_track=column8
|
||||
from staging2.stg_process_table_BUDNI_HLG b
|
||||
where b.block_tag='BUDNI_HLG_Spec_H1'
|
||||
and b.block_row_number=5
|
||||
and a.file_syspk=b.file_syspk;
|
||||
|
||||
|
||||
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Spec_H1_block');
|
||||
|
||||
insert into staging2.BUDNI_HLG_Perf_Test_int
|
||||
(
|
||||
column3,column6,column8,block_row_number
|
||||
)
|
||||
select
|
||||
column3,column6,column8,block_row_number
|
||||
from staging2.stg_process_table_BUDNI_HLG a
|
||||
where block_tag ='BUDNI_HLG_Perf_Test'
|
||||
order by block_row_number,column3;
|
||||
|
||||
update staging2.BUDNI_HLG_Perf_Test_int set trx_record=0 where block_row_number =1;
|
||||
|
||||
update staging2.BUDNI_HLG_Perf_Test_int set make=__make,model=__model;
|
||||
execute 'update staging2.BUDNI_HLG_Perf_Test_int set
|
||||
client_id='||p_client_id||',
|
||||
function_id='||p_function_id||',
|
||||
file_syspk='||p_file_syspk||',
|
||||
file_mnemonic='''||p_file_mnemonic||''',
|
||||
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
/* blocks data loading - BUDNI_HLG_perf_test_block */
|
||||
|
||||
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
|
||||
'BUDNI_HLG_perf_test_block',__file_mnemonic,__file_sheet_mnemonic,2);
|
||||
|
||||
err_block:='BUDNI_HLG_perf_test_block';
|
||||
|
||||
insert into staging2.BUDNI_HLG_perf_test_block
|
||||
(
|
||||
dummy_f,
|
||||
type_of_trailer,
|
||||
Gross_mass_of_trailer_tonne,
|
||||
Height_of_trailer_hitch_above_ground_level_mm,
|
||||
Gear_used_during_the_test_for_negotiating_slopes_up_to_8,
|
||||
Average_travel_speed_kmph,
|
||||
Average_fuel_consumption,
|
||||
l_h,
|
||||
ml_km_tonne,
|
||||
Average_distance_traveled_per_litre_of_fuel_consumption_km,
|
||||
General_observations,
|
||||
Effectiveness_of_brakes,
|
||||
Maneuverability_of_tractor_trailer_combination
|
||||
)
|
||||
SELECT *
|
||||
FROM crosstab(
|
||||
'SELECT unnest(''{column6,column8}''::text[]) AS col
|
||||
, row_number() OVER ()
|
||||
, unnest(ARRAY[column6::text,column8::text]) AS val
|
||||
FROM staging2.BUDNI_HLG_Perf_Test_int where trx_record=1
|
||||
ORDER BY generate_series(1,15),block_row_number,2'
|
||||
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text,
|
||||
a_11 text,a_12 text);
|
||||
|
||||
delete from staging2.BUDNI_HLG_Perf_Test_block where dummy_f is null;
|
||||
update staging2.BUDNI_HLG_Perf_Test_block set make=__make,model=__model;
|
||||
execute 'update staging2.BUDNI_HLG_Perf_Test_block set
|
||||
client_id='||p_client_id||',
|
||||
function_id='||p_function_id||',
|
||||
file_syspk='||p_file_syspk||',
|
||||
file_mnemonic='''||p_file_mnemonic||''',
|
||||
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_perf_test_block');
|
||||
|
||||
|
||||
/* blocks data loading -BUDNI_HLG_Test_Obs_Summary_Block */
|
||||
|
||||
perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
|
||||
'BUDNI_HLG_Test_Obs_Summary_Block',__file_mnemonic,__file_sheet_mnemonic,3);
|
||||
|
||||
err_block:='BUDNI_HLG_Test_Obs_Summary_Block';
|
||||
|
||||
insert into staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
(
|
||||
column3,column4,column5,column6,column7,
|
||||
column8,column9,block_row_number
|
||||
)
|
||||
select
|
||||
column3,column4,column5,column6,column7,
|
||||
column8,column9,block_row_number
|
||||
from staging2.stg_process_table_BUDNI_HLG a
|
||||
where block_tag='BUDNI_HLG_Test_Obs_Summary' and block_row_number <=11
|
||||
order by block_row_number;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
|
||||
set column3= b.first_value from (SELECT
|
||||
block_row_number, column3, value_partition, first_value(column3) over (partition by value_partition order by block_row_number)
|
||||
FROM (
|
||||
SELECT
|
||||
block_row_number,
|
||||
column3,
|
||||
sum(case when column3 is null then 0 else 1 end) over (order by block_row_number) as value_partition
|
||||
FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
ORDER BY block_row_number ASC
|
||||
) as q) b where a.block_row_number = b.block_row_number ;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
|
||||
set column5= b.first_value from (SELECT
|
||||
block_row_number, column5, value_partition, first_value(column5) over (partition by value_partition order by block_row_number)
|
||||
FROM (
|
||||
SELECT
|
||||
block_row_number,
|
||||
column5,
|
||||
sum(case when column5 is null then 0 else 1 end) over (order by block_row_number) as value_partition
|
||||
FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
ORDER BY block_row_number ASC
|
||||
) as q) b where a.block_row_number = b.block_row_number ;
|
||||
|
||||
|
||||
|
||||
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
|
||||
--set column7= b.first_value from (SELECT
|
||||
-- block_row_number, column7, value_partition, first_value(column7) over (partition by value_partition order by block_row_number)
|
||||
--FROM (
|
||||
-- SELECT
|
||||
-- block_row_number,
|
||||
-- column7,
|
||||
-- sum(case when column7 is null then 0 else 1 end) over (order by block_row_number) as value_partition
|
||||
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
-- ORDER BY block_row_number ASC
|
||||
--) as q) b where a.block_row_number = b.block_row_number ;
|
||||
--
|
||||
--
|
||||
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
|
||||
--set column8= b.first_value from (SELECT
|
||||
-- block_row_number, column8, value_partition, first_value(column8) over (partition by value_partition order by block_row_number)
|
||||
--FROM (
|
||||
-- SELECT
|
||||
-- block_row_number,
|
||||
-- column8,
|
||||
-- sum(case when column8 is null then 0 else 1 end) over (order by block_row_number) as value_partition
|
||||
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
-- ORDER BY block_row_number ASC
|
||||
--) as q) b where a.block_row_number = b.block_row_number ;
|
||||
|
||||
|
||||
--update staging2.BUDNI_HLG_Test_Obs_Summary_Block a
|
||||
--set column9= b.first_value from (SELECT
|
||||
-- block_row_number, column9, value_partition, first_value(column9) over (partition by value_partition order by block_row_number)
|
||||
--FROM (
|
||||
-- SELECT
|
||||
-- block_row_number,
|
||||
-- column9,
|
||||
-- sum(case when column9 is null then 0 else 1 end) over (order by block_row_number) as value_partition
|
||||
-- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
-- ORDER BY block_row_number ASC
|
||||
--) as q) b where a.block_row_number = b.block_row_number ;
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set trx_record=0 where
|
||||
block_row_number in
|
||||
(select distinct first_value(b.block_row_number)
|
||||
over (partition by b.column3 order by b.syspk) from staging2.BUDNI_HLG_Test_Obs_Summary_Block b);
|
||||
|
||||
|
||||
|
||||
select column4 into __characteristic_1 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
where block_row_number=3;
|
||||
|
||||
|
||||
select column4 into __characteristic_2 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
where block_row_number=6;
|
||||
|
||||
|
||||
select column4 into __characteristic_3 from staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
where block_row_number=9;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_1,'-',column4) where block_row_number=4;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_1,'-',column4) where block_row_number=5;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_2,'-',column4) where block_row_number=7;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_2,'-',column4) where block_row_number=8;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_3,'-',column4) where block_row_number=10;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block
|
||||
set column4=concat(__characteristic_3,'-',column4) where block_row_number=11;
|
||||
|
||||
|
||||
update staging2.BUDNI_HLG_Test_Obs_Summary_Block set make=__make,model=__model;
|
||||
execute 'update staging2.BUDNI_HLG_Test_Obs_Summary_Block set
|
||||
client_id='||p_client_id||',
|
||||
function_id='||p_function_id||',
|
||||
file_syspk='||p_file_syspk||',
|
||||
file_mnemonic='''||p_file_mnemonic||''',
|
||||
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';
|
||||
|
||||
perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Test_Obs_Summary_Block');
|
||||
|
||||
perform fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_BUDNI_HLG_Block', err_state, err_msg, err_detail, err_hint, err_context,'success');
|
||||
|
||||
end
|
||||
$function$
|
||||
;
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user