drop function if exists staging2.fn_IHTEMT_STD_block; CREATE OR REPLACE FUNCTION staging2.fn_IHTEMT_STD_block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int) RETURNS void LANGUAGE plpgsql AS $function$ declare __make text; declare __model text; declare __client_id int :=p_client_id; declare __function_id int :=p_function_id; declare __file_mnemonic text :=p_file_mnemonic; declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic; declare __file_syspk int :=p_file_syspk; declare err_state text; declare err_msg text; declare err_detail text; declare err_hint text; declare err_context text; declare err_query int; declare err_block text; begin /************************************************************ Function Name:fn_IHTEMT_STD_block Function Desc: This function populates data into staging 2 block File Format: IHTEMT Sheet Format: IHTEMT_STD Creation Date: March 25 2021 Updation Date: Author: compegence team Function Call: select staging2.fn_IHTEMT_STD_block(p_client_id,p_function_id, p_file_mnemonic, p_file_sheet_mnemonic, p_file_syspk) Function call ex: select staging2.fn_IHTEMT_STD_block(1,2,'IHTEMT','IHTEMT_STD',456) ***************************************************************/ SET search_path TO staging2; /* to process multiple files - re-runnability*/ truncate table staging2.IHTEMT_STD_RAW_Data_Block; truncate table staging2.stg_specific_table_IHTEMT_STD; truncate table staging2.stg_process_table_IHTEMT_STD; execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_number_start=null, row_previous_number=null, row_read_end=null, run_time=null where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* transfer data from generic to specific for IHTEMT */ execute 'insert into staging2.stg_specific_table_IHTEMT_STD select * from staging1.staging_generic_table a where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' and a.file_syspk='||p_file_syspk||''; select count(*) into err_query from staging2.stg_specific_table_IHTEMT_STD; if err_query=0 then err_context := 'data not present'; raise exception using message = 'No Data for IHTEMT STD', detail = 'No data in table stg_specific_table_IHTEMT_STD', errcode = '42704', hint = 'check sheet mnemonic in generic table, if it is null update it'; end if; update transactional.source_config set F1_source=F1_modified ; /* keyword match in config table*/ execute 'update transactional.source_config a set row_number_start=(select min(b.row_number) from staging2.stg_specific_table_IHTEMT_STD b where upper(F1_modified)=upper(column1) and b.is_rownumber_fetched is null) where a.row_number_start is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* reverese update in process table for match*/ execute 'update staging2.stg_specific_table_IHTEMT_STD a set is_rownumber_fetched=1 from transactional.source_config b where upper(F1_modified)=upper(column1) and b.row_number_start=a.row_number and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; execute 'update transactional.source_config a set row_previous_number=row_number_start-1 where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* update config files for row numbers start, end */ execute 'update transactional.source_config a set row_read_end= (select b.row_number_start from transactional.source_config b where b.syspk=a.syspk+1 and file_mnemonic='''||p_file_mnemonic||''' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' ) where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* config file last field update as null otherwise it picks up next format row number*/ execute 'update transactional.source_config a set row_read_end = null ,run_time=current_timestamp where f1_modified =''Steering effort RAW data'' and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /* tagging block_row_numbers*/ execute 'insert into staging2.stg_process_table_IHTEMT_STD select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag from staging2.stg_specific_table_IHTEMT_STD a join transactional.source_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Steering effort RAW data'' and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; /*block starts - IHTEMT_STD_H1_BLOCK */ perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk, 'IHTEMT_STD_RAW_Data_Block',__file_mnemonic,__file_sheet_mnemonic,1); err_block:='IHTEMT_STD_RAW_Data_Block'; insert into staging2.IHTEMT_STD_RAW_Data_Block (time_s,Steering_Angle,Effort,block_row_number) select a.column1,column2,column3,block_row_number from staging2.stg_process_table_IHTEMT_STD a where block_tag='IHTEMT_STD_RAW_Data'; execute 'update staging2.IHTEMT_STD_RAW_Data_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_mnemonic='''||p_file_mnemonic||''', file_sheet_mnemonic='''||p_file_sheet_mnemonic||''''; update staging2.IHTEMT_STD_RAW_Data_Block set trx_record =0 where block_row_number in (1,2,3); perform fw_core.fn_jobctl_block_end(__file_syspk,'IHTEMT_STD_RAW_Data_Block'); perform fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_IHTEMT_STD_block', err_state, err_msg, err_detail, err_hint, err_context,'success'); end $function$ ;