drop function if exists staging2.fn_BUDNI_HLG_Block ; CREATE OR REPLACE FUNCTION staging2.fn_BUDNI_HLG_Block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int) RETURNS void LANGUAGE plpgsql AS $function$ declare __make text; declare __model text; declare __client_id int :=p_client_id; declare __function_id int :=p_function_id; declare __file_mnemonic text :=p_file_mnemonic; declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic; declare __file_syspk int :=p_file_syspk; declare err_state text; declare err_msg text; declare err_detail text; declare err_hint text; declare err_context text; declare err_query int; declare err_block text; DECLARE __characteristic_1 text; DECLARE __characteristic_2 text; DECLARE __characteristic_3 text; begin /*********************************************************************************** Function Name:fn_BUDNI_HLG_Block Function Desc: This function populates data into staging2 blocks File Format: BUDNI Sheet Format: BUDNI_HLG Creation Date: March 21 2021 Updation Date: Author: compegence team Function Call: select staging2.fn_BUDNI_HLG_Block(20,1,'BUDNI','BUDNI_HLG',261); ************************************************************************************/ SET search_path TO staging2; /* rerunnability - delete block tables and update config tables to null */ truncate table staging2.BUDNI_HLG_Spec_H1_Block; truncate table staging2.BUDNI_HLG_Perf_Test_int; truncate table staging2.BUDNI_HLG_Perf_Test_block; truncate table staging2.BUDNI_HLG_Test_Obs_Summary_Block; truncate table staging2.stg_specific_table_BUDNI_HLG; truncate table staging2.stg_process_table_BUDNI_HLG; execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_number_start=null, row_previous_number=null, row_read_end=null, run_time=null where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* transfer data from generic to specific for BUDNI */ execute 'insert into staging2.stg_specific_table_BUDNI_HLG select * from staging1.staging_generic_table a where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' and a.file_syspk='||p_file_syspk||''; select count(*) into err_query from staging2.stg_specific_table_BUDNI_HLG; if err_query=0 then err_context := 'data not present'; raise exception using message = 'No Data for Budni HLG', detail = 'No data in table stg_specific_table_BUDNI_HLG', errcode = '42704', hint = 'check sheet mnemonic in generic table, if it is null update it'; end if; update transactional.source_config set F1_source=F1_modified; /* reverese update in process table for match*/ execute 'update transactional.source_config a set row_number_start=(select min(b.row_number) from staging2.stg_specific_table_BUDNI_HLG b where trim(upper(F1_source))= trim(upper(column3)) and b.is_rownumber_fetched is null) where a.row_number_start is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* update config files for row numbers start, end */ execute 'update staging2.stg_specific_table_BUDNI_HLG a set is_rownumber_fetched=1 from transactional.source_config b where trim(upper(F1_source))= trim(upper(column3)) and b.row_number_start=a.row_number and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_previous_number=row_number_start-1 where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_read_end= (select b.row_number_start from transactional.source_config b where b.syspk=a.syspk+1 ) where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* config file last field update as null otherwise it picks up next format row number*/ execute 'update transactional.source_config a set row_read_end = null where f1_modified =''Haulage Performance Test Observations Summary'' and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set run_time=current_timestamp where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* tagging block_row_numbers for each block in process table*/ execute 'insert into staging2.stg_process_table_BUDNI_HLG select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_HLG a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Test Tractor Specifiactions'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; execute 'insert into staging2.stg_process_table_BUDNI_HLG select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_HLG a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Haulage performance Test'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; execute 'insert into staging2.stg_process_table_BUDNI_HLG select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_HLG a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Haulage Performance Test Observations Summary'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; /* fetching tractor model and make */ select column3 into __make from staging2.stg_process_table_BUDNI_HLG a where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3; select column4 into __model from staging2.stg_process_table_BUDNI_HLG a where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3; /* blocks data loading start - BUDNI_HLG_Spec_H1_block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_HLG_Spec_H1_block',__file_mnemonic,__file_sheet_mnemonic,1); err_block:='BUDNI_HLG_Spec_H1_block'; insert into staging2.BUDNI_HLG_Spec_H1_block ( make,model,tractor_HP,rated_rpm,configuration,transmission_type,wheel_drive_type,block_row_number) select column3,column4,column5,column6,column7,column8,column9,block_row_number from staging2.stg_process_table_BUDNI_HLG where block_tag='BUDNI_HLG_Spec_H1' and block_row_number=3; execute 'update staging2.BUDNI_HLG_Spec_H1_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; update staging2.BUDNI_HLG_Spec_H1_block a set FIP_type=column3,steering_type=column4,Engine_to_PTO_ratio= column5,Ballast_Condition=column6, Test_Engine_Set_RPM=column7,Type_of_track=column8 from staging2.stg_process_table_BUDNI_HLG b where b.block_tag='BUDNI_HLG_Spec_H1' and b.block_row_number=5 and a.file_syspk=b.file_syspk; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Spec_H1_block'); insert into staging2.BUDNI_HLG_Perf_Test_int ( column3,column6,column8,block_row_number ) select column3,column6,column8,block_row_number from staging2.stg_process_table_BUDNI_HLG a where block_tag ='BUDNI_HLG_Perf_Test' order by block_row_number,column3; update staging2.BUDNI_HLG_Perf_Test_int set trx_record=0 where block_row_number =1; update staging2.BUDNI_HLG_Perf_Test_int set make=__make,model=__model; execute 'update staging2.BUDNI_HLG_Perf_Test_int set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* blocks data loading - BUDNI_HLG_perf_test_block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_HLG_perf_test_block',__file_mnemonic,__file_sheet_mnemonic,2); err_block:='BUDNI_HLG_perf_test_block'; insert into staging2.BUDNI_HLG_perf_test_block ( dummy_f, type_of_trailer, Gross_mass_of_trailer_tonne, Height_of_trailer_hitch_above_ground_level_mm, Gear_used_during_the_test_for_negotiating_slopes_up_to_8, Average_travel_speed_kmph, Average_fuel_consumption, l_h, ml_km_tonne, Average_distance_traveled_per_litre_of_fuel_consumption_km, General_observations, Effectiveness_of_brakes, Maneuverability_of_tractor_trailer_combination ) SELECT * FROM crosstab( 'SELECT unnest(''{column6,column8}''::text[]) AS col , row_number() OVER () , unnest(ARRAY[column6::text,column8::text]) AS val FROM staging2.BUDNI_HLG_Perf_Test_int where trx_record=1 ORDER BY generate_series(1,15),block_row_number,2' ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text, a_11 text,a_12 text); delete from staging2.BUDNI_HLG_Perf_Test_block where dummy_f is null; update staging2.BUDNI_HLG_Perf_Test_block set make=__make,model=__model; execute 'update staging2.BUDNI_HLG_Perf_Test_block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_perf_test_block'); /* blocks data loading -BUDNI_HLG_Test_Obs_Summary_Block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_HLG_Test_Obs_Summary_Block',__file_mnemonic,__file_sheet_mnemonic,3); err_block:='BUDNI_HLG_Test_Obs_Summary_Block'; insert into staging2.BUDNI_HLG_Test_Obs_Summary_Block ( column3,column4,column5,column6,column7, column8,column9,block_row_number ) select column3,column4,column5,column6,column7, column8,column9,block_row_number from staging2.stg_process_table_BUDNI_HLG a where block_tag='BUDNI_HLG_Test_Obs_Summary' and block_row_number <=11 order by block_row_number; update staging2.BUDNI_HLG_Test_Obs_Summary_Block a set column3= b.first_value from (SELECT block_row_number, column3, value_partition, first_value(column3) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column3, sum(case when column3 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number ; update staging2.BUDNI_HLG_Test_Obs_Summary_Block a set column5= b.first_value from (SELECT block_row_number, column5, value_partition, first_value(column5) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column5, sum(case when column5 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number ; --update staging2.BUDNI_HLG_Test_Obs_Summary_Block a --set column7= b.first_value from (SELECT -- block_row_number, column7, value_partition, first_value(column7) over (partition by value_partition order by block_row_number) --FROM ( -- SELECT -- block_row_number, -- column7, -- sum(case when column7 is null then 0 else 1 end) over (order by block_row_number) as value_partition -- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block -- ORDER BY block_row_number ASC --) as q) b where a.block_row_number = b.block_row_number ; -- -- --update staging2.BUDNI_HLG_Test_Obs_Summary_Block a --set column8= b.first_value from (SELECT -- block_row_number, column8, value_partition, first_value(column8) over (partition by value_partition order by block_row_number) --FROM ( -- SELECT -- block_row_number, -- column8, -- sum(case when column8 is null then 0 else 1 end) over (order by block_row_number) as value_partition -- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block -- ORDER BY block_row_number ASC --) as q) b where a.block_row_number = b.block_row_number ; --update staging2.BUDNI_HLG_Test_Obs_Summary_Block a --set column9= b.first_value from (SELECT -- block_row_number, column9, value_partition, first_value(column9) over (partition by value_partition order by block_row_number) --FROM ( -- SELECT -- block_row_number, -- column9, -- sum(case when column9 is null then 0 else 1 end) over (order by block_row_number) as value_partition -- FROM staging2.BUDNI_HLG_Test_Obs_Summary_Block -- ORDER BY block_row_number ASC --) as q) b where a.block_row_number = b.block_row_number ; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set trx_record=0 where block_row_number in (select distinct first_value(b.block_row_number) over (partition by b.column3 order by b.syspk) from staging2.BUDNI_HLG_Test_Obs_Summary_Block b); select column4 into __characteristic_1 from staging2.BUDNI_HLG_Test_Obs_Summary_Block where block_row_number=3; select column4 into __characteristic_2 from staging2.BUDNI_HLG_Test_Obs_Summary_Block where block_row_number=6; select column4 into __characteristic_3 from staging2.BUDNI_HLG_Test_Obs_Summary_Block where block_row_number=9; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_1,'-',column4) where block_row_number=4; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_1,'-',column4) where block_row_number=5; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_2,'-',column4) where block_row_number=7; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_2,'-',column4) where block_row_number=8; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_3,'-',column4) where block_row_number=10; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set column4=concat(__characteristic_3,'-',column4) where block_row_number=11; update staging2.BUDNI_HLG_Test_Obs_Summary_Block set make=__make,model=__model; execute 'update staging2.BUDNI_HLG_Test_Obs_Summary_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_HLG_Test_Obs_Summary_Block'); perform fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_BUDNI_HLG_Block', err_state, err_msg, err_detail, err_hint, err_context,'success'); end $function$ ;