144 lines
8.2 KiB
PL/PgSQL
Executable File
144 lines
8.2 KiB
PL/PgSQL
Executable File
|
|
|
|
|
|
drop function if exists fw_core.fn_run_post_generic_validation;
|
|
CREATE OR REPLACE FUNCTION fw_core.fn_run_post_generic_validation(p_client_id int,p_function_id int,p_job_id int,p_step_id int)
|
|
RETURNS void AS $$
|
|
declare
|
|
f record;
|
|
trx_record_count int;
|
|
keyword_match_count int;
|
|
missing_sheet_count int;
|
|
success_sum int;
|
|
|
|
w_job_id int := p_job_id;
|
|
w_step_id int := p_step_id;
|
|
-- validate file already loaded in the Transactional DB :
|
|
|
|
begin
|
|
for f in select distinct file_syspk from fw_core.fw_jobctl_file_runschedule
|
|
where latest_runschedule_flag = '1' and end_status != 'error' and end_status_note = 'stg1_completed'
|
|
loop
|
|
select count(*) from transactional.test_instance where file_syspk = f.file_syspk into trx_record_count;
|
|
if trx_record_count > 0 then
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note ='generic_validation_failed', end_status='error', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'file_syspk exists', end_status='error', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
|
|
else
|
|
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note ='generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk and file_sheet_mnemonic is not null;
|
|
end if;
|
|
end loop;
|
|
|
|
SELECT SUM (case WHEN end_status = 'success' THEN 1
|
|
ELSE 0 END) AS "Error Sum" FROM fw_core.fw_jobctl_file_sheet_runschedule where latest_runschedule_flag = '1' INTO success_sum;
|
|
if (success_sum >0 or success_sum is null) then
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_completed', end_status='success' , end_time= now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
else
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_failed', end_status='success', end_time= now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
return ;
|
|
end if;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
-- validate sheet names for a given file:
|
|
|
|
for f in select distinct file_syspk,file_mnemonic from fw_core.fw_jobctl_file_runschedule
|
|
where
|
|
end_status != 'error' and
|
|
end_status_note = 'generic_validation_completed' and
|
|
latest_runschedule_flag = '1'
|
|
loop
|
|
|
|
|
|
if f.file_mnemonic = 'BUDNI'
|
|
then
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where
|
|
file_syspk = f.file_syspk;
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note ='generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
|
|
else
|
|
|
|
select count(distinct sheet_name) from fw_core.test_file_sheet_format_master
|
|
where sheet_name not in
|
|
(select distinct sheet_name from fw_core.fw_jobctl_file_sheet_runschedule where file_sheet_mnemonic is not null and file_syspk=f.file_syspk)
|
|
and file_mnemonic in (f.file_mnemonic)
|
|
into missing_sheet_count;
|
|
|
|
if (missing_sheet_count = 0 ) then
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where
|
|
file_syspk = f.file_syspk;
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note ='generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
|
|
else
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'stg1_sheet_missing', end_status='error', staging_type = 'stg1',end_time = now() where
|
|
file_syspk = f.file_syspk;
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note ='generic_validation_failed', end_status='error', staging_type = 'stg1',end_time = now() where file_syspk = f.file_syspk;
|
|
end if;
|
|
end if;
|
|
end loop;
|
|
|
|
SELECT SUM (case WHEN end_status = 'success' THEN 1
|
|
ELSE 0 END) AS "Error Sum" FROM fw_core.fw_jobctl_file_sheet_runschedule where latest_runschedule_flag = '1' INTO success_sum;
|
|
if ((success_sum > 0) or (success_sum is null)) then
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_completed', end_status='success', end_time=now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
else
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_failed', end_status='success', end_time=now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
return ;
|
|
end if;
|
|
|
|
|
|
|
|
-- validate keywords for a given file:
|
|
|
|
for f in select distinct file_syspk,file_mnemonic,file_sheet_mnemonic
|
|
from fw_core.fw_jobctl_file_sheet_runschedule where file_sheet_mnemonic !=''
|
|
and end_status != 'error' and end_status_note = 'generic_validation_completed'
|
|
and latest_runschedule_flag = '1'
|
|
order by file_syspk
|
|
loop
|
|
select case
|
|
when file_sheet_mnemonic in ('FTDRY_SUM','FTHLG_SUM')then count(trim(column2))-2
|
|
when file_sheet_mnemonic in ('FTWET_SUM')then count(trim(column2))-1
|
|
else count(trim(column2)) end
|
|
from staging1.staging_generic_table where column2
|
|
in (select trim(f1_keyword) from transactional.source_config a
|
|
where a.file_mnemonic=f.file_mnemonic and a.file_sheet_mnemonic=f.file_sheet_mnemonic )
|
|
and file_mnemonic=f.file_mnemonic and file_sheet_mnemonic=f.file_sheet_mnemonic and file_syspk = f.file_syspk group by file_sheet_mnemonic into keyword_match_count;
|
|
|
|
if keyword_match_count != (select count(f1_keyword) from transactional.source_config a
|
|
where a.file_mnemonic=f.file_mnemonic and a.file_sheet_mnemonic=f.file_sheet_mnemonic)
|
|
then
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'stg1_keyword_validation_failed', end_status='error', staging_type = 'stg1',end_time = now() where
|
|
file_syspk = f.file_syspk and file_sheet_mnemonic=f.file_sheet_mnemonic;
|
|
else
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status_note = 'generic_validation_completed', end_status='success', staging_type = 'stg1',end_time = now() where
|
|
file_syspk = f.file_syspk and file_sheet_mnemonic=f.file_sheet_mnemonic;
|
|
end if;
|
|
end loop;
|
|
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note = 'generic_validation_completed', end_status='success', end_time=now() from fw_core.fw_jobctl_file_sheet_runschedule a
|
|
where a.latest_runschedule_flag = '1' and a.end_status = 'success' and a.end_status_note ='generic_validation_completed' and fw_core.fw_jobctl_file_runschedule.file_syspk = a.file_syspk;
|
|
|
|
update fw_core.fw_jobctl_file_runschedule set end_status_note = 'validation_failed' , end_status='error',end_time=now() from fw_core.fw_jobctl_file_sheet_runschedule a
|
|
where a.latest_runschedule_flag = '1' and a.end_status = 'error' and a.end_status_note = 'stg1_keyword_validation_failed' and fw_core.fw_jobctl_file_runschedule.file_syspk = a.file_syspk;
|
|
|
|
update fw_core.fw_jobctl_file_sheet_runschedule set end_status='error',end_status_note = 'stg1_keyword_validation_failed',end_time=now() from fw_core.fw_jobctl_file_runschedule a
|
|
where file_sheet_mnemonic is not null and a.latest_runschedule_flag = '1' and a.end_status = 'error' and a.end_status_note = 'validation_failed' and fw_core.fw_jobctl_file_sheet_runschedule.file_syspk = a.file_syspk;
|
|
|
|
SELECT SUM (case WHEN end_status = 'success' THEN 1
|
|
ELSE 0 END) AS "Error Sum" FROM fw_core.fw_jobctl_file_runschedule where latest_runschedule_flag = '1' INTO success_sum;
|
|
if (success_sum >0 or success_sum is null) then
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_completed', end_status='success', end_time=now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
else
|
|
update fw_core.fw_jobctl_runschedule_jobstep set end_status_note = 'generic_validation_failed', end_status= 'success', end_time=now() where job_id = w_job_id and step_id = w_step_id and latest_runschedule_flag = '1';
|
|
end if;
|
|
|
|
end;
|
|
$$ LANGUAGE plpgsql;
|
|
|