mmt_sql/onetime/dataloadfunctions/budni/BUDNI_DBP_STG2.sql

drop function if exists staging2.fn_BUDNI_DBP_Block ;
CREATE OR REPLACE FUNCTION staging2.fn_BUDNI_DBP_Block(p_client_id int,p_function_id int, p_file_mnemonic text,p_file_sheet_mnemonic text, p_file_syspk int)
 RETURNS void
 LANGUAGE plpgsql
AS $function$
   declare __make text;
   declare __model text;
   
   declare __client_id int :=p_client_id;
   declare __function_id int :=p_function_id;
   declare __file_mnemonic text  :=p_file_mnemonic;
   declare __file_sheet_mnemonic text :=p_file_sheet_mnemonic;
   declare __file_syspk int :=p_file_syspk;
   declare err_state   text;
   declare err_msg     text;
   declare err_detail  text;
   declare err_hint    text;
   declare err_context text;   
   declare err_query int;
   declare err_block text;    
  
 begin


/***********************************************************************************
Function Name:fn_BUDNI_DBP_Block 
Function Desc: This function populates data into staging2 blocks
File Format: BUDNI
Sheet Format: BUDNI_DBP
Creation Date: March 21 2021
Updation Date:
Author: compegence team
Function Call: select staging2.fn_BUDNI_DBP_Block(20,1,'BUDNI','BUDNI_DBP',261);
************************************************************************************/

	 
SET search_path TO  staging2;

/* rerunnability - delete block tables and update config tables to null */
truncate table staging2.BUDNI_DBP_Spec_H1_Block;
truncate table staging2.BUDNI_DBP_Drawbar_Perf_Block;
truncate table staging2.stg_specific_table_budni_dbp;
truncate table staging2.stg_process_table_budni_dbp;


execute 'delete from fw_core.fw_jobctl_file_sheet_block_run_schedule where file_syspk='||p_file_syspk||' and file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';


execute 'update transactional.source_config a
set row_number_start=null,
row_previous_number=null,
row_read_end=null,
run_time=null
where  a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';


/* transfer data from generic to specific for BUDNI */
execute 'insert into staging2.stg_specific_table_budni_dbp
select * from staging1.staging_generic_table a
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||''' 
and a.file_syspk='||p_file_syspk||'';

select count(*) into err_query from staging2.stg_specific_table_budni_dbp;

if err_query=0 then
err_context := 'data not present';
	raise exception using 
	      message = 'No Data for Budni DBP',
          detail = 'No data in table stg_specific_table_budni_dbp',  
          errcode = '42704', 
          hint = 'check sheet mnemonic in generic table, if it is null update it';
end if;	

update transactional.source_config set F1_source=F1_modified ;


/* keyword match in config table*/
execute 'update transactional.source_config a  
set row_number_start=(select min(b.row_number)
from staging2.stg_specific_table_budni_dbp  b
where  upper(F1_source)=upper(column3)
and b.is_rownumber_fetched is null)
where a.row_number_start is null 
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

/* reverese update in process table for match*/
execute 'update staging2.stg_specific_table_budni_dbp  a  
set is_rownumber_fetched=1
from transactional.source_config  b
where  upper(F1_source)= upper(column3)
and b.row_number_start=a.row_number
and is_rownumber_fetched is null and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';


execute 'update transactional.source_config a  set row_previous_number=row_number_start-1 
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

/*  update config files for row numbers start, end */
execute 'update transactional.source_config a
set row_read_end= (select b.row_number_start
from transactional.source_config b 
where b.syspk=a.syspk+1 ) 
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

/* config file last field update as null otherwise it picks up next format row number*/
execute 'update transactional.source_config a 
set row_read_end = null 
where f1_modified =''Tractor Drawbar Performance Report.'' 
and a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

execute 'update transactional.source_config a 
set run_time=current_timestamp 
where a.file_mnemonic='''||p_file_mnemonic||''' and a.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

/* tagging block_row_numbers for each block in process table*/
execute 'insert into staging2.stg_process_table_budni_dbp
select a.* , RANK () OVER ( ORDER BY row_number) as block_row_number,b.block_tag as block_tag
from staging2.stg_specific_table_budni_dbp a
join transactional.source_config b
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Test Tractor Specifiactions''
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
order by a.row_number';



execute 'insert into staging2.stg_process_table_budni_dbp
select a.* , RANK () OVER ( ORDER BY row_number),b.block_tag as block_tag
from  staging2.stg_specific_table_budni_dbp a
join transactional.source_config  b 
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified=''Tractor Drawbar Performance Report.'' 
and b.file_mnemonic='''||p_file_mnemonic||''' and b.file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''
order by a.row_number';


/* fetching tractor model and make */
select column3  into __make from staging2.stg_process_table_budni_dbp a
where  block_tag='BUDNI_DBP_Spec_H1'  and block_row_number=2;

select column4  into __model from staging2.stg_process_table_budni_dbp a
where  block_tag='BUDNI_DBP_Spec_H1' and block_row_number=2;


/* blocks data loading start - BUDNI_DBP_Spec_H1_Block */

perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
'BUDNI_DBP_Spec_H1_Block',__file_mnemonic,__file_sheet_mnemonic,1);
err_block:='BUDNI_DBP_Spec_H1_Block';

insert into staging2.BUDNI_DBP_Spec_H1_Block
(
column2,column3,column4,column5,column6,column7,
column8,column9,column10,column11,column12,column13,
column14,column15,block_row_number
)
select
column2,column3,column4,column5,column6,column7,column8,column9,column10,
column11,column12,column13,column14,column15,block_row_number
from staging2.stg_process_table_budni_dbp
where block_tag='BUDNI_DBP_Spec_H1';


update staging2.BUDNI_DBP_Spec_H1_Block
set trx_record=0 where block_row_number in
(select distinct first_value(b.block_row_number)
over (partition by b.column2 order by b.syspk) from staging2.BUDNI_DBP_Spec_H1_Block  b);


execute 'update  staging2.BUDNI_DBP_Spec_H1_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';

perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_DBP_Spec_H1_Block'); 


/* blocks data loading start - BUDNI_DBP_Spec_H1_Block */

perform fw_core.fn_jobctl_block_begin(__client_id,__function_id,__file_syspk,
'BUDNI_DBP_Drawbar_Perf_Block',__file_mnemonic,__file_sheet_mnemonic,2);
err_block:='BUDNI_DBP_Drawbar_Perf_Block';

insert into staging2.BUDNI_DBP_Drawbar_Perf_Block
(
column2,column3,column4,column5,column6,column7,
column8,column9,column10,column11,column12,column13,
column14,column15,column16,column17,column18,column19,block_row_number
)
select 
column2,column3,column4,column5,column6,column7,
column8,column9,column10,column11,column12,column13,column14,
column15,column16,column17,column18,column19,block_row_number
from  staging2.stg_process_table_budni_dbp a
where block_tag='BUDNI_DBP_Drawbar_Perf' 
order by block_row_number;



update  staging2.BUDNI_DBP_Drawbar_Perf_Block set make=__make,model=__model;
execute 'update  staging2.BUDNI_DBP_Drawbar_Perf_Block set
client_id='||p_client_id||',
function_id='||p_function_id||',
file_syspk='||p_file_syspk||',
file_mnemonic='''||p_file_mnemonic||''',
file_sheet_mnemonic='''||p_file_sheet_mnemonic||'''';



update  staging2.BUDNI_DBP_Drawbar_Perf_Block
set column2= column3 where column3 like 'i%';

update staging2.BUDNI_DBP_Drawbar_Perf_Block
set column3=null
where column3 like 'i%';

update staging2.BUDNI_DBP_Drawbar_Perf_Block a
 set column2= b.first_value from (SELECT
block_row_number, column2, value_partition, first_value(column2) over (partition by value_partition order by block_row_number)
FROM (
SELECT
block_row_number,
column2,
sum(case when column2 is null then 0 else 1 end) over (order by block_row_number) as value_partition
 FROM  staging2.BUDNI_DBP_Drawbar_Perf_Block 
ORDER BY block_row_number ASC
) as q) b where a.block_row_number = b.block_row_number;


update staging2.BUDNI_DBP_Drawbar_Perf_Block
set trx_record=0 where column4 is null or
block_row_number in
(select distinct first_value(b.block_row_number)
over (partition by b.column2 order by b.syspk) from staging2.BUDNI_DBP_Drawbar_Perf_Block  b);

delete from staging2.BUDNI_DBP_Drawbar_Perf_Block a
using staging2.BUDNI_DBP_Drawbar_Perf_Block b
where a.column2 like 'iV%' and b.column2 like 'iV%' 
and a.column2 =b.column2 and a.syspk>=b.syspk + 2;

perform fw_core.fn_jobctl_block_end(__file_syspk,'BUDNI_DBP_Drawbar_Perf_Block'); 

perform  fw_core.fn_insert_db_error ( __client_id, __function_id, 1001, 'Compegence', __file_syspk ,__file_mnemonic,__file_sheet_mnemonic ,null,'stg2', 'fn_BUDNI_DBP_Block', err_state, err_msg, err_detail, err_hint, err_context,'success');

end
$function$
;