drop function if exists staging2.fn_BUDNI_FLD_Block ; CREATE OR REPLACE FUNCTION staging2.fn_BUDNI_FLD_Block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int) RETURNS void LANGUAGE plpgsql AS $function$ declare __make text; declare __model text; declare __client_id int :=p_client_id; declare __function_id int :=p_function_id; declare __file_mnemonic text :=p_file_mnemonic; declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic; declare __file_syspk int :=p_file_syspk; declare err_state text; declare err_msg text; declare err_detail text; declare err_hint text; declare err_context text; declare err_query int; declare err_block text; begin /*********************************************************************************** Function Name:fn_BUDNI_FLD_Block Function Desc: This function populates data into staging2 blocks File Format: BUDNI Sheet Format: BUDNI_FLD Creation Date: March 21 2021 Updation Date: Author: compegence team Function Call: select staging2.fn_BUDNI_FLD_Block(20,1,'BUDNI','BUDNI_FLD',261) ************************************************************************************/ SET search_path TO staging2; /* rerunnability - delete block tables and update config tables to null */ truncate table staging2.BUDNI_FLD_Spec_H1_Block; truncate table staging2.BUDNI_FLD_Impl_Test_Int; truncate table staging2.BUDNI_FLD_Impl_Test_Block; truncate table staging2.BUDNI_FLD_Cage_Wheel_Block; truncate table staging2.BUDNI_FLD_Sum_Perf_Test_Int; truncate table staging2.BUDNI_FLD_Sum_Perf_Test_Block; truncate table staging2.BUDNI_FLD_Test_Obs_Summary_Block; truncate table staging2.stg_specific_table_BUDNI_FLD; truncate table staging2.stg_process_table_BUDNI_FLD; execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_number_start=null, row_previous_number=null, row_read_end=null, run_time=null where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* transfer data from generic to specific for BUDNI */ execute 'insert into staging2.stg_specific_table_BUDNI_FLD select * from staging1.staging_generic_table a where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' and a.file_syspk='||p_file_syspk||''; select count(*) into err_query from staging2.stg_specific_table_BUDNI_FLD; if err_query=0 then err_context := 'data not present'; raise exception using message = 'No Data for Budni FLD', detail = 'No data in table stg_specific_table_BUDNI_FLD', errcode = '42704', hint = 'check sheet mnemonic in generic table, if it is null update it'; end if; update transactional.source_config set F1_source=F1_modified ; /* keyword match in config table*/ execute 'update transactional.source_config a set row_number_start=(select min(b.row_number) from staging2.stg_specific_table_BUDNI_FLD b where upper(F1_source)= upper(column3) and b.is_rownumber_fetched is null) where a.row_number_start is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* reverese update in process table for match*/ execute 'update staging2.stg_specific_table_BUDNI_FLD a set is_rownumber_fetched=1 from transactional.source_config b where upper(F1_source)=upper(column3) and b.row_number_start=a.row_number and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* update config files for row numbers start, end */ execute 'update transactional.source_config a set row_previous_number=row_number_start-1 where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_read_end= (select b.row_number_start from transactional.source_config b where b.syspk=a.syspk+1 ) where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* config file last field update as null otherwise it picks up next format row number*/ execute 'update transactional.source_config a set row_read_end = null where f1_modified =''Field Performance Test Observations Summary'' and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set run_time=current_timestamp where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* tagging block_row_numbers for each block in process table*/ execute 'insert into staging2.stg_process_table_BUDNI_FLD select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_FLD a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Test Tractor Specifiactions'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; execute 'insert into staging2.stg_process_table_BUDNI_FLD select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_FLD a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''BRIEF SPECIFICATION OF IMPLEMENTS USED DURING FIELD TEST'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; execute 'insert into staging2.stg_process_table_BUDNI_FLD select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_FLD a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''SUMMARY OF FIELD PERFORMANCE TEST'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; execute 'insert into staging2.stg_process_table_BUDNI_FLD select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_BUDNI_FLD a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Field Performance Test Observations Summary'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' order by a.row_number'; /* fetching tractor model and make */ select column3 into __make from staging2.stg_process_table_BUDNI_FLD a where block_tag='BUDNI_FLD_Spec_H1' and block_row_number=3; select column4 into __model from staging2.stg_process_table_BUDNI_FLD a where block_tag='BUDNI_FLD_Spec_H1' and block_row_number=3; /* blocks data loading start - BUDNI_FLD_Spec_H1_block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_FLD_Spec_H1_block',__file_mnemonic,__file_sheet_mnemonic,1); err_block:='BUDNI_FLD_Spec_H1_block'; insert into staging2.BUDNI_FLD_Spec_H1_block ( make,model,tractor_HP,rated_rpm,configuration,transmission_type,wheel_drive_type,block_row_number) select column3,column4,column5,column6,column7,column8,column9,block_row_number from staging2.stg_process_table_BUDNI_FLD where block_tag='BUDNI_FLD_Spec_H1' and block_row_number=3; execute 'update staging2.BUDNI_FLD_Spec_H1_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; update staging2.BUDNI_FLD_Spec_H1_block a set FIP_type=column3,steering_type=column4,Engine_to_PTO_ratio= column5,Ballast_Condition=column6, Test_Engine_Set_RPM=column7 from staging2.stg_process_table_BUDNI_FLD b where b.block_tag='BUDNI_FLD_Spec_H1' and b.block_row_number=5 and a.file_syspk=b.file_syspk; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_FLD_Spec_H1_block'); insert into staging2.BUDNI_FLD_Impl_Test_Int ( column3,column4,column5,column6,column7, column8,column9,block_row_number ) select column3,column4,column5,column6,column7, column8,column9,block_row_number from staging2.stg_process_table_BUDNI_FLD a where block_tag ='BUDNI_FLD_Impl_Test' and block_row_number <> 1 order by block_row_number; update staging2.BUDNI_FLD_Impl_Test_Int a set column3= b.first_value from (SELECT block_row_number, column3, value_partition, first_value(column3) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column3, sum(case when column3 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number and a.block_row_number <> 13 ; update staging2.BUDNI_FLD_Impl_Test_Int a set column4= b.first_value from (SELECT block_row_number, column4, value_partition, first_value(column4) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column4, sum(case when column4 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number and a.block_row_number <> 13 ; update staging2.BUDNI_FLD_Impl_Test_Int a set column5= b.first_value from (SELECT block_row_number, column5, value_partition, first_value(column5) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column5, sum(case when column5 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number and a.block_row_number <> 13 ; update staging2.BUDNI_FLD_Impl_Test_Int a set column6= b.first_value from (SELECT block_row_number, column6, value_partition, first_value(column6) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column6, sum(case when column6 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number and a.block_row_number <> 13; update staging2.BUDNI_FLD_Impl_Test_Int a set column7= b.first_value from (SELECT block_row_number, column7, value_partition, first_value(column7) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column7, sum(case when column7 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Impl_Test_Int a set column8= b.first_value from (SELECT block_row_number, column8, value_partition, first_value(column8) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column8, sum(case when column8 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Impl_Test_Int ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; execute 'update staging2.BUDNI_FLD_Impl_Test_Int set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* blocks data loading - BUDNI_FLD_Impl_Test_Block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_FLD_Impl_Test_Block',__file_mnemonic,__file_sheet_mnemonic,2); err_block:='BUDNI_FLD_Impl_Test_Block'; insert into staging2.BUDNI_FLD_Impl_Test_Block ( dummy_f, items, Make, type, No_of_Disc_blades, Type_of_Disc_blades, Size_of_bottoms_blades_1_mm, Size_of_bottoms_blades_2_mm, Size_of_bottoms_blades_3_mm, Spacing_of_bottoms_flanges_mm, Lower_hitch_point_span_mm, Mast_height_mm, Overall_dimensions_mm, Overall_dimensions_mm_length, Overall_dimensions_mm_Width, Overall_dimensions_mm_Height, Gross_mass_kg ) SELECT * FROM crosstab( 'SELECT unnest(''{column5,column6}''::text[]) AS col , row_number() OVER () , unnest(ARRAY[column5::text,column6::text]) AS val FROM staging2.BUDNI_FLD_Impl_Test_Int where trx_record=1 ORDER BY generate_series(1,15),block_row_number,2' ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text, a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text); delete from staging2.BUDNI_FLD_Impl_Test_Block where dummy_f is null; execute 'update staging2.BUDNI_FLD_Impl_Test_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_FLD_Impl_Test_Block'); /* blocks data loading - BUDNI_FLD_Cage_Wheel_Block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_FLD_Cage_Wheel_Block',__file_mnemonic,__file_sheet_mnemonic,3); err_block:='BUDNI_FLD_Cage_Wheel_Block'; insert into staging2.BUDNI_FLD_Cage_Wheel_Block ( dummy_f, Items, type, Dia_mm, Width_mm, No_and_types_of_lugs, Size_of_angle_section_1_mm, Size_of_angle_section_2_mm, Size_of_angle_section_3_mm, Length_of_lugs_mm, Spacing_of_lugs_mm, Weight_of_each_cage_wheels_kg ) SELECT * FROM crosstab( 'SELECT unnest(''{column9}''::text[]) AS col , row_number() OVER () , unnest(ARRAY[column9::text]) AS val FROM staging2.BUDNI_FLD_Impl_Test_Int where trx_record=1 ORDER BY generate_series(1,15),block_row_number,2' ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text, a_10 text,a_11 text); delete from staging2.BUDNI_FLD_Cage_Wheel_Block where dummy_f is null; execute 'update staging2.BUDNI_FLD_Cage_Wheel_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_FLD_Cage_Wheel_Block'); insert into staging2.BUDNI_FLD_Sum_Perf_Test_Int ( column3,column4,column5,column6,column7,block_row_number ) select column3,column4,column5,column6,column7,block_row_number from staging2.stg_process_table_BUDNI_FLD a where block_tag ='BUDNI_FLD_Sum_Perf_Test' and block_row_number <> 1 order by block_row_number,column3 ; update staging2.BUDNI_FLD_Sum_Perf_Test_Int set make=__make,model=__model; execute 'update staging2.BUDNI_FLD_Sum_Perf_Test_Int set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* blocks data loading - BUDNI_FLD_Sum_Perf_Test_Block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_FLD_Sum_Perf_Test_Block',__file_mnemonic,__file_sheet_mnemonic,4); err_block:='BUDNI_FLD_Sum_Perf_Test_Block'; insert into staging2.BUDNI_FLD_Sum_Perf_Test_Block ( dummy_f, Parameter_operation, Type_of_soil, Av_soil_moisture_Av_depth_of_standing_water_cm, Bulk_density_of_soil_g_cc, Cone_index_kgf_sq_cm_Puddling_index, Gear_used, Av_speed_of_operation_kmph, Av_wheel_slip_Av_Travel_reduction, Av_depth_of_cut_cm_Av_Depth_of_puddle_cm, Av_working_width_cm, Area_covered_ha_h, Fuel_consumption, Fuel_consumption_l_h, Fuel_consumption_l_ha, Av_draft_of_implement_kN ) SELECT * FROM crosstab( 'SELECT unnest(''{column5,column6,column7}''::text[]) AS col , row_number() OVER () , unnest(ARRAY[column5::text,column6::text,column7::text]) AS val FROM staging2.BUDNI_FLD_Sum_Perf_Test_Int where trx_record=1 ORDER BY generate_series(1,15),block_row_number,2' ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text, a_11 text,a_12 text,a_13 text,a_14 text,a_15 text); delete from staging2.BUDNI_FLD_Sum_Perf_Test_Block where dummy_f is null; update staging2.BUDNI_FLD_Sum_Perf_Test_Block set make=__make,model=__model; execute 'update staging2.BUDNI_FLD_Sum_Perf_Test_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_FLD_Sum_Perf_Test_Block'); /* blocks data loading - BUDNI_FLD_Test_Obs_Summary_Block */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'BUDNI_FLD_Test_Obs_Summary_Block',__file_mnemonic,__file_sheet_mnemonic,5); err_block:='BUDNI_FLD_Test_Obs_Summary_Block'; insert into staging2.BUDNI_FLD_Test_Obs_Summary_Block ( column3,column4,column5,column6,column7, column8,column9,block_row_number ) select column3,column4,column5,column6,column7, column8,column9,block_row_number from staging2.stg_process_table_BUDNI_FLD a where block_tag='BUDNI_FLD_Test_Obs_Summary' and block_row_number <=6; update staging2.BUDNI_FLD_Test_Obs_Summary_Block set trx_record=0 where block_row_number in (1,2); update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column4= b.first_value from (SELECT block_row_number, column4, value_partition, first_value(column4) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column4, sum(case when column4 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column5= b.first_value from (SELECT block_row_number, column5, value_partition, first_value(column5) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column5, sum(case when column5 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column6= b.first_value from (SELECT block_row_number, column6, value_partition, first_value(column6) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column6, sum(case when column6 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column7= b.first_value from (SELECT block_row_number, column7, value_partition, first_value(column7) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column7, sum(case when column7 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column8= b.first_value from (SELECT block_row_number, column8, value_partition, first_value(column8) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column8, sum(case when column8 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block a set column9= b.first_value from (SELECT block_row_number, column9, value_partition, first_value(column9) over (partition by value_partition order by block_row_number) FROM ( SELECT block_row_number, column9, sum(case when column9 is null then 0 else 1 end) over (order by block_row_number) as value_partition FROM staging2.BUDNI_FLD_Test_Obs_Summary_Block ORDER BY block_row_number ASC ) as q) b where a.block_row_number = b.block_row_number; update staging2.BUDNI_FLD_Test_Obs_Summary_Block set make=__make,model=__model; execute 'update staging2.BUDNI_FLD_Test_Obs_Summary_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_FLD_Test_Obs_Summary_Block'); perform fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_BUDNI_FLD_Block', err_state, err_msg, err_detail, err_hint, err_context,'success'); end $function$ ;