drop function if exists mmt_staging2.fn_IHTEMT_STD_block; CREATE OR REPLACE FUNCTION mmt_staging2.fn_IHTEMT_STD_block(p_client_id int,p_function_id int, p_file_format text, p_sheet_mnemonic text, p_file_syspk int) RETURNS text AS $$ declare __make text; declare __model text; declare __client_id int :=p_client_id; declare __function_id int :=p_function_id; declare __file_format text :=p_file_format; declare __sheet_mnemonic text :=p_sheet_mnemonic; declare __file_syspk int :=p_file_syspk; declare v_state text; declare v_msg text; declare v_detail text; declare v_hint text; declare v_context text; declare _error int; declare v_block text; begin /************************************************************ Function Name:fn_IHTEMT_STD_block Function Desc: This function populates data into staging 2 block File Format: IHTEMT Sheet Format: IHTEMT_STD Creation Date: March 25 2021 Updation Date: Author: compegence team Function Call: select mmt_staging2.fn_IHTEMT_STD_block(p_client_id,p_function_id, p_file_format, p_sheet_mnemonic, p_file_syspk) Function call ex: select mmt_staging2.fn_IHTEMT_STD_block(1,2,'IHTEMT','IHTEMT_STD',456) ***************************************************************/ SET search_path TO mmt_staging2; /* to process multiple files - re-runnability*/ truncate table mmt_staging2.IHTEMT_STD_RAW_Data_Block; truncate table mmt_staging2.stg_specific_table_IHTEMT_STD; truncate table mmt_staging2.stg_process_table_IHTEMT_STD; execute 'delete from mmt_ods.fw_jobctrl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and sheet_mnemonic='''||p_sheet_mnemonic||''''; execute 'update mmt_ods.mmt_config a set row_number_start=null, row_previous_number=null, row_read_end=null, run_time=null where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; /* transfer data from generic to specific for IHTEMT */ execute 'insert into mmt_staging2.stg_specific_table_IHTEMT_STD select * from mmt_staging1.mmt_staging_generic_table a where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''' and a.file_syspk='||p_file_syspk||''; /* trimming data */ update mmt_staging2.stg_specific_table_IHTEMT_STD set column1 = TRIM (TRAILING FROM column1 ); update mmt_staging2.stg_specific_table_IHTEMT_STD set column1 = TRIM (LEADING FROM column1 ); update mmt_ods.mmt_config set F1_modified = TRIM (TRAILING FROM F1_modified) ; update mmt_ods.mmt_config set F1_modified = TRIM (LEADING FROM F1_modified) ; update mmt_ods.mmt_config set F1_source=F1_modified ; update mmt_ods.mmt_config set F1_source = TRIM (TRAILING FROM F1_source); update mmt_ods.mmt_config set F1_source = TRIM (LEADING FROM F1_source); /* keyword match in config table*/ execute 'update mmt_ods.mmt_config a set row_number_start=(select min(b.row_number) from mmt_staging2.stg_specific_table_IHTEMT_STD b where trim(upper(F1_modified))=trim(upper(column1)) and b.is_rownumber_fetched is null) where a.row_number_start is null and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; /* reverese update in process table for match*/ execute 'update mmt_staging2.stg_specific_table_IHTEMT_STD a set is_rownumber_fetched=1 from mmt_ods.mmt_config b where trim(upper(F1_modified))=trim(upper(column1)) and b.row_number_start=a.row_number and is_rownumber_fetched is null and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; execute 'update mmt_ods.mmt_config a set row_previous_number=row_number_start-1 where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; /* update config files for row numbers start, end */ execute 'update mmt_ods.mmt_config a set row_read_end= (select b.row_number_start from mmt_ods.mmt_config b where b.syspk=a.syspk+1 and file_format='''||p_file_format||''' and sheet_mnemonic='''||p_sheet_mnemonic||''' ) where a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; /* config file last field update as null otherwise it picks up next format row number*/ execute 'update mmt_ods.mmt_config a set row_read_end = null ,run_time=current_timestamp where f1_modified =''Steering effort RAW data'' and a.file_format='''||p_file_format||''' and a.sheet_mnemonic='''||p_sheet_mnemonic||''''; /* tagging ranks*/ execute 'insert into mmt_staging2.stg_process_table_IHTEMT_STD select a.* , RANK () OVER ( ORDER BY row_number) as rank,b.rank_tag as rank_tag from mmt_staging2.stg_specific_table_IHTEMT_STD a join mmt_ods.mmt_config b on a.row_number >=row_number_start and (a.row_number< row_read_end or row_read_end is null) and f1_modified=''Steering effort RAW data'' and b.file_format='''||p_file_format||''' and b.sheet_mnemonic='''||p_sheet_mnemonic||''''; /*block starts - IHTEMT_STD_H1_BLOCK */ perform mmt_staging2.fn_jobctrl_block_begin(__client_id,__function_id,__file_syspk, 'IHTEMT_STD_RAW_Data_Block',__file_format,__sheet_mnemonic,1); v_block:='IHTEMT_STD_RAW_Data_Block'; insert into mmt_staging2.IHTEMT_STD_RAW_Data_Block (Time_s,Steering_Angle,Effort,rank) select a.column1,column2,column3,rank from mmt_staging2.stg_process_table_IHTEMT_STD a where rank_tag='IHTEMT_STD_RAW_Data'; execute 'update mmt_staging2.IHTEMT_STD_RAW_Data_Block set client_id='||p_client_id||', function_id='||p_function_id||', file_syspk='||p_file_syspk||', file_format='''||p_file_format||''', sheet_mnemonic='''||p_sheet_mnemonic||''''; update mmt_staging2.IHTEMT_STD_RAW_Data_Block set ods_record =0 where rank in (1,2,3); perform mmt_staging2.fn_jobctrl_block_end(__file_syspk,'IHTEMT_STD_RAW_Data_Block'); v_context := ''; perform mmt_staging2.mmt_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_format,__sheet_mnemonic ,null,'stg2', 'fn_IHTEMT_STD_Block', v_state, v_msg, v_detail, v_hint, v_context,'success'); return v_context; EXCEPTION when OTHERS then GET STACKED DIAGNOSTICS v_state = returned_sqlstate, v_msg = message_text, v_detail = pg_exception_detail, v_hint = pg_exception_hint, v_context = pg_exception_context; perform mmt_staging2.mmt_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_format,__sheet_mnemonic ,v_block,'stg2', 'fn_IHTEMT_STD_Block', v_state, v_msg, v_detail, v_hint, v_context,'error'); return v_context; end $$ LANGUAGE plpgsql; select mmt_staging2.fn_IHTEMT_STD_block(20,1,'IHTEMT','IHTEMT_STD',888);