insert into mmt_ods.mmt_config
(file_format,sheet_format,target_table,f1_modified)
values
('FTWET','FTWET_TRS','FTWET_TRS_H1','Tractor Specifications Sheet'),       
('FTWET','FTWET_TRS','FTWET_TRS_SPEC','Tractor Specifications'),
('FTWET','FTWET_TRS','FTWET_TRS_Engine_RPM','Engine RPM Data:'),
('FTWET','FTWET_TRS','FTWET_TRS_Implement','Implement  Details')
;

drop table mmt_staging2.mmt_staging_specific_table_deepthi;


create table mmt_staging2.mmt_staging_specific_table_deepthi as
select * from mmt_staging1.mmt_staging_generic_table
where file_format='FTWET'  and sheet_format ='FTWET_TRS'
and file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';


alter table mmt_staging2.mmt_staging_specific_table_deepthi add column is_rownumber_fetched int;


update mmt_staging2.mmt_staging_specific_table_deepthi set column2 =  TRIM (TRAILING FROM column2 );
update mmt_staging2.mmt_staging_specific_table_deepthi set column2 =  TRIM (LEADING FROM column2 );

drop table mmt_staging2.mmt_staging_process_table_deepthi ;

create table mmt_staging2.mmt_staging_process_table_deepthi 
(like mmt_staging2.mmt_staging_specific_table_deepthi);


alter table mmt_staging2.mmt_staging_process_table_deepthi add column rank int;
alter table mmt_staging2.mmt_staging_process_table_deepthi add column rank_tag text;



update mmt_ods.mmt_config set F1_modified =  TRIM (TRAILING FROM F1_modified) where file_format ='FTWET' and 
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_modified =  TRIM (LEADING FROM F1_modified) where file_format ='FTWET' and 
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source=F1_modified where file_format ='FTWET' and 
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source =  TRIM (TRAILING FROM F1_source) where file_format ='FTWET' and 
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source =  TRIM (LEADING FROM F1_source) where file_format ='FTWET' and 
sheet_format='FTWET_TRS';

update mmt_ods.mmt_config a  
set row_number_start=(select min(b.row_number)
from mmt_staging2.mmt_staging_specific_table_deepthi  b
where trim(upper(F1_source))=trim(upper(column2))
and b.is_rownumber_fetched is null)
where a.row_number_start is null and a.file_format='FTWET' and sheet_format='FTWET_TRS';

update mmt_staging2.mmt_staging_specific_table_deepthi  a  
set is_rownumber_fetched=1
from mmt_ods.mmt_config  b
where trim(upper(F1_source))=trim(upper(column2))
and b.row_number_start=a.row_number
and is_rownumber_fetched is null and b.file_format ='FTWET' and 
b.sheet_format='FTWET_TRS';

update mmt_ods.mmt_config  set row_previous_number=row_number_start-1 
where file_format ='FTWET' and 
sheet_format='FTWET_TRS';


update mmt_ods.mmt_config a
set row_read_end= (select b.row_number_start
from mmt_ods.mmt_config b 
where b.syspk=a.syspk+1 ) 
where a.file_format='FTWET'  and a.sheet_format='FTWET_TRS';

/*update mmt_ods.mmt_config set row_read_end = null where f1_modified ='Implement  Details' and
file_format='FTWET'  and sheet_format='FTWET_TRS';*/

update mmt_ods.mmt_config a 
set run_time=current_timestamp where a.file_format='FTWET' and sheet_format='FTWET_TRS'; 

insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_H1'
from  mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config  b 
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Tractor Specifications Sheet' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;



insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_SPEC'
from  mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config  b 
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Tractor Specifications' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;

insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_Engine_RPM'
from  mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config  b 
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Engine RPM Data:' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;

insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_Implement'
from  mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config  b 
on a.row_number >row_number_start
and  a.column2 <> ''
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Implement  Details' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;

create table mmt_staging2.FTWET_TRS_H1_INT as select * from mmt_staging2.mmt_staging_process_table_deepthi
where rank_tag='FTWET_TRS_H1';


insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Date of Test');

insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Report Date');

insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Season');

insert into mmt_staging2.FTWET_TRS_H1_INT (column2) values ('Type of Soil');

insert into mmt_staging2.FTWET_TRS_H1_INT  (column2) values ('Soil Cone Index (kPa)');

insert into mmt_staging2.FTWET_TRS_H1_INT (column2) values ('Field Condition');

update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column5 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column4)
and b.column4='Date of Test')
where  a.column2='Date of Test';

update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column7 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column6)
and b.column6='Report Date')
where  a.column2='Report Date';

update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Season')
where  a.column2='Season';

update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Type of Soil')
where  a.column2='Type of Soil';


update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Soil Cone Index (kPa)')
where  a.column2='Soil Cone Index (kPa)';


update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Field Condition')
where  a.column2='Field Condition';

CREATE EXTENSION if not exists tablefunc;

alter table  mmt_staging2.FTWET_TRS_H1_INT add column a_c text;

update  mmt_staging2.FTWET_TRS_H1_INT set a_c=concat('a_',rank);

drop table if exists mmt_staging2.FTWET_TRS_H1_Block;

create table mmt_staging2.FTWET_TRS_H1_Block
(
dummy text,
Report_Reference_No text,
Objective_Of_Test text,
Background_of_Test text,
Job_Order_No text,       
Test_Location text,
Soil_Moisture_Content_ text,
Soil_Bulk_Density_g_cc  text,
Test_Engineer text,
Test_Operator text,
Date_of_Test text,
Report_Date text,
Season text,
Type_of_Soil text,
Soil_Cone_Index_kPa text,
Field_Condition text
);

insert into  mmt_staging2.FTWET_TRS_H1_Block
(
dummy,
Report_Reference_No,
Objective_Of_Test,
Background_of_Test,
Job_Order_No,    
Test_Location,
Soil_Moisture_Content_,
Soil_Bulk_Density_g_cc,
Test_Engineer,
Test_Operator,
Date_of_Test,
Report_Date,
Season,
Type_of_Soil,
Soil_Cone_Index_kPa,
Field_Condition
)
SELECT *
FROM   crosstab(
       'SELECT  unnest(''{column3}''::text[]) AS col
             , row_number() OVER ()
             , unnest(ARRAY[column3::text]) AS val
        FROM mmt_staging2.FTWET_TRS_H1_INT'
--        ORDER  BY generate_series(1,15),2'
   ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text,
  a_11 text,a_12 text,a_13 text,a_14 text,a_15 text);
  
 alter table mmt_staging2.FTWET_TRS_H1_Block add column file_name text;
 
 update mmt_staging2.FTWET_TRS_H1_Block
 set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';

 alter table mmt_staging2.FTWET_TRS_H1_Block add column file_format text;

 update mmt_staging2.FTWET_TRS_H1_Block
 set file_format='FTWET';
 
 alter table mmt_staging2.FTWET_TRS_H1_Block add column sheet_format text;

 update mmt_staging2.FTWET_TRS_H1_Block
 set sheet_format='FTWET_TRS';
 
alter table  mmt_staging2.mmt_staging_process_table_deepthi add column a_c text;


update mmt_staging2.mmt_staging_process_table_deepthi set a_c=concat('a_',rank);

drop table mmt_staging2.FTWET_TRS_SPEC_Block;

create table mmt_staging2.FTWET_TRS_SPEC_Block
(
dummy text,
Tractor_Model text,
Tractor_Make text,
Tractor_Sr_No text,
Tractor_Engine_HP text,
FIP_Type text,
hour_Meter_Reading text,
Steering_Type text,
Transmission_Type text,
Wheel_Drive_Type_WD text,
EGR_Yes_No text,
Brake_Type text,
PTO_Type text,
Standard_PTO_Speed_RPM text,
EPTO_Speed_RPM text,
Front_Tyre_Make text,
Front_Tyre_Size text,
Front_Tyre_Pressure_psi text,
Rear_Tyre_Make text,                         
Rear_Tyre_Size text,
Rear_Tyre_Pressure_psi text,   
Tractor_Weight_kg_Front text,
Tractor_Weight_kg_Rear text,
Tractor_Weight_kg_Total text,
Ballasted_Tractor_Accessories text,
Mechanical_Ballast_Rear_in_KG text,
Water_Ballast_Rear text,
Mechanical_Ballast_Front text,
Mechanical_Ballast_Front_in_Kg text,
Total_Ballast_Weight text
);

insert into mmt_staging2.FTWET_TRS_SPEC_Block
(
dummy,
Tractor_Model,
Tractor_Make,
Tractor_Sr_No,
Tractor_Engine_HP,
FIP_Type,
hour_Meter_Reading,
Steering_Type,
Transmission_Type,
Wheel_Drive_Type_WD,
EGR_Yes_No,
Brake_Type,
PTO_Type,
Standard_PTO_Speed_RPM,
EPTO_Speed_RPM,
Front_Tyre_Make,
Front_Tyre_Size,
Front_Tyre_Pressure_psi,
Rear_Tyre_Make,                         
Rear_Tyre_Size,
Rear_Tyre_Pressure_psi ,   
Tractor_Weight_kg_Front ,
Tractor_Weight_kg_Rear ,
Tractor_Weight_kg_Total,
Ballasted_Tractor_Accessories,
Mechanical_Ballast_Rear_in_KG ,
Water_Ballast_Rear,
Mechanical_Ballast_Front,
Mechanical_Ballast_Front_in_Kg,
Total_Ballast_Weight
)
SELECT *
FROM   crosstab(
       'SELECT  unnest(''{column3,column4,column5,column6,column7}''::text[]) AS col
             , row_number() OVER ()
             , unnest(ARRAY[column3::text,column4::text,column5::text,column6::text,column7::text]) AS val
        FROM  mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_SPEC''
        ORDER  BY generate_series(1,15),2'
   ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,
   a_9 text,a_10 text,a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text,a_17 text,a_18 text,a_19 text,a_20 text,a_21 text,
  a_22 text,a_23 text,a_24 text,a_25 text,a_26 text,a_27 text,a_28 text,a_29 text);

  alter table mmt_staging2.FTWET_TRS_SPEC_Block add column file_name text;

 
update mmt_staging2.FTWET_TRS_SPEC_Block
 set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
 
 alter table mmt_staging2.FTWET_TRS_SPEC_Block add column file_format text;

 update mmt_staging2.FTWET_TRS_SPEC_Block
 set file_format='FTWET';
 
 alter table mmt_staging2.FTWET_TRS_SPEC_Block add column sheet_format text;

 update mmt_staging2.FTWET_TRS_SPEC_Block
 set sheet_format='FTWET_TRS';
 
 
create  table  mmt_staging2.FTWET_TRS_Engine_RPM_Block
(
dummy text,
Low_Idle text,
High_Idle text,
Rated_RPM text,
Engine_to_PTO_Ratio_540_PTO text,
Engine_to_PTO_Ratio_540E_PTO text
);

insert into  mmt_staging2.FTWET_TRS_Engine_RPM_Block
(
dummy,
Low_Idle,
High_Idle,
Rated_RPM,
Engine_to_PTO_Ratio_540_PTO,
Engine_to_PTO_Ratio_540E_PTO
)
SELECT *
FROM   crosstab(
       'SELECT  unnest(''{column3,column4,column5,column6,column7}''::text[]) AS col
             , row_number() OVER ()
             , unnest(ARRAY[column1::text,column3::text,column4::text,column5::text,column6::text,column7::text]) AS val
        FROM   mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_Engine_RPM''
        ORDER  BY generate_series(1,6),1'
   ) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text);
  
  alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column file_name text;

update mmt_staging2.FTWET_TRS_Engine_RPM_Block
 set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
 
 alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column file_format text;

 update mmt_staging2.FTWET_TRS_Engine_RPM_Block
 set file_format='FTWET';
 
 alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column sheet_format text;

 update mmt_staging2.FTWET_TRS_Engine_RPM_Block
 set sheet_format='FTWET_TRS';
 
create table mmt_staging2.FTWET_TRS_Implement_Block
(
dummy text,
Name_of_Implement text,
Type_of_Implement text,
Make_of_Implement text,
No_of_bottoms_Tyne_Disc_Blade text,
Cutting_Width_m text,
Implement_Weight_Kg text,
Hitch_Category text,
Span_cm_For_Mounted_Implement text,
Mast_Height_cm_For_Mounted_Implement text,
Type_of_Cage_Wheel_Half_Cage_wheel_Full_Cage_Wheel text,
Cage_Wheel_Width_mm text,
Cage_wheel_Weight text,
Cage_Wheel_inner_Outer_Ring_Dia_mm text,
Cage_Wheel_Center_Ring_Dia_mm text,
Distance_between_RHS_LHS_cage_wheel_Inner_Ring_mm_For_Full_Cage_wheel text,
No_of_angles_on_cage_wheel text,
No_of_days_of_water_logging text,
Depth_of_water_mm text,
FDPD_TDC_Mar15_008 text
);


insert into mmt_staging2.FTWET_TRS_Implement_Block
(
dummy,
Name_of_Implement,
Type_of_Implement,
Make_of_Implement,
No_of_bottoms_Tyne_Disc_Blade, 
Cutting_Width_m,
Implement_Weight_Kg,
Hitch_Category,
Span_cm_For_Mounted_Implement,
Mast_Height_cm_For_Mounted_Implement,
Type_of_Cage_Wheel_Half_Cage_wheel_Full_Cage_Wheel,
Cage_Wheel_Width_mm,
Cage_wheel_Weight,
Cage_Wheel_inner_Outer_Ring_Dia_mm,
Cage_Wheel_Center_Ring_Dia_mm, 
Distance_between_RHS_LHS_cage_wheel_Inner_Ring_mm_For_Full_Cage_wheel,
No_of_angles_on_cage_wheel,
No_of_days_of_water_logging,
Depth_of_water_mm ,
FDPD_TDC_Mar15_008
)
SELECT *
FROM   crosstab(
       'SELECT  unnest(''{column3,column4,column5,column6}''::text[]) AS col
             , row_number() OVER ()
             , unnest(ARRAY[column3::text,column4::text,column5::text,column6::text]) AS val
        FROM   mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_Implement''
        ORDER  BY generate_series(1,15),2'
   ) t ( col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text
  ,a_10 text,a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text,a_17 text,a_18 text,a_19 text);
;   
 alter table mmt_staging2.FTWET_TRS_Implement_Block add column file_name text;

update mmt_staging2.FTWET_TRS_Implement_Block
 set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
 
 alter table mmt_staging2.FTWET_TRS_Implement_Block add column file_format text;

 update mmt_staging2.FTWET_TRS_Implement_Block
 set file_format='FTWET';
 
 alter table mmt_staging2.FTWET_TRS_Implement_Block add column sheet_format text;

 update mmt_staging2.FTWET_TRS_Implement_Block
 set sheet_format='FTWET_TRS';