first commit

This commit is contained in:
Deepthi
2021-03-19 16:27:14 +05:30
commit c76d3d8493
46 changed files with 17969 additions and 0 deletions

460
MMT SQL/ftwet_trs.sql Normal file
View File

@@ -0,0 +1,460 @@
insert into mmt_ods.mmt_config
(file_format,sheet_format,target_table,f1_modified)
values
('FTWET','FTWET_TRS','FTWET_TRS_H1','Tractor Specifications Sheet'),
('FTWET','FTWET_TRS','FTWET_TRS_SPEC','Tractor Specifications'),
('FTWET','FTWET_TRS','FTWET_TRS_Engine_RPM','Engine RPM Data:'),
('FTWET','FTWET_TRS','FTWET_TRS_Implement','Implement Details')
;
drop table mmt_staging2.mmt_staging_specific_table_deepthi;
create table mmt_staging2.mmt_staging_specific_table_deepthi as
select * from mmt_staging1.mmt_staging_generic_table
where file_format='FTWET' and sheet_format ='FTWET_TRS'
and file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
alter table mmt_staging2.mmt_staging_specific_table_deepthi add column is_rownumber_fetched int;
update mmt_staging2.mmt_staging_specific_table_deepthi set column2 = TRIM (TRAILING FROM column2 );
update mmt_staging2.mmt_staging_specific_table_deepthi set column2 = TRIM (LEADING FROM column2 );
drop table mmt_staging2.mmt_staging_process_table_deepthi ;
create table mmt_staging2.mmt_staging_process_table_deepthi
(like mmt_staging2.mmt_staging_specific_table_deepthi);
alter table mmt_staging2.mmt_staging_process_table_deepthi add column rank int;
alter table mmt_staging2.mmt_staging_process_table_deepthi add column rank_tag text;
update mmt_ods.mmt_config set F1_modified = TRIM (TRAILING FROM F1_modified) where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_modified = TRIM (LEADING FROM F1_modified) where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source=F1_modified where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source = TRIM (TRAILING FROM F1_source) where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set F1_source = TRIM (LEADING FROM F1_source) where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config a
set row_number_start=(select min(b.row_number)
from mmt_staging2.mmt_staging_specific_table_deepthi b
where trim(upper(F1_source))=trim(upper(column2))
and b.is_rownumber_fetched is null)
where a.row_number_start is null and a.file_format='FTWET' and sheet_format='FTWET_TRS';
update mmt_staging2.mmt_staging_specific_table_deepthi a
set is_rownumber_fetched=1
from mmt_ods.mmt_config b
where trim(upper(F1_source))=trim(upper(column2))
and b.row_number_start=a.row_number
and is_rownumber_fetched is null and b.file_format ='FTWET' and
b.sheet_format='FTWET_TRS';
update mmt_ods.mmt_config set row_previous_number=row_number_start-1
where file_format ='FTWET' and
sheet_format='FTWET_TRS';
update mmt_ods.mmt_config a
set row_read_end= (select b.row_number_start
from mmt_ods.mmt_config b
where b.syspk=a.syspk+1 )
where a.file_format='FTWET' and a.sheet_format='FTWET_TRS';
/*update mmt_ods.mmt_config set row_read_end = null where f1_modified ='Implement Details' and
file_format='FTWET' and sheet_format='FTWET_TRS';*/
update mmt_ods.mmt_config a
set run_time=current_timestamp where a.file_format='FTWET' and sheet_format='FTWET_TRS';
insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_H1'
from mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config b
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Tractor Specifications Sheet' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;
insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_SPEC'
from mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config b
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Tractor Specifications' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;
insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_Engine_RPM'
from mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config b
on a.row_number >row_number_start
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Engine RPM Data:' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;
insert into mmt_staging2.mmt_staging_process_table_deepthi
select a.* , RANK () OVER ( ORDER BY row_number),'FTWET_TRS_Implement'
from mmt_staging2.mmt_staging_specific_table_deepthi a
join mmt_ods.mmt_config b
on a.row_number >row_number_start
and a.column2 <> ''
and (a.row_number< row_read_end or row_read_end is null)
and f1_modified='Implement Details' and b.file_format ='FTWET' and b.sheet_format='FTWET_TRS'
order by a.row_number;
create table mmt_staging2.FTWET_TRS_H1_INT as select * from mmt_staging2.mmt_staging_process_table_deepthi
where rank_tag='FTWET_TRS_H1';
insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Date of Test');
insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Report Date');
insert into mmt_staging2.FTWET_TRS_H1_INT(column2) values ('Season');
insert into mmt_staging2.FTWET_TRS_H1_INT (column2) values ('Type of Soil');
insert into mmt_staging2.FTWET_TRS_H1_INT (column2) values ('Soil Cone Index (kPa)');
insert into mmt_staging2.FTWET_TRS_H1_INT (column2) values ('Field Condition');
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column5 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column4)
and b.column4='Date of Test')
where a.column2='Date of Test';
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column7 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column6)
and b.column6='Report Date')
where a.column2='Report Date';
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Season')
where a.column2='Season';
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Type of Soil')
where a.column2='Type of Soil';
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Soil Cone Index (kPa)')
where a.column2='Soil Cone Index (kPa)';
update mmt_staging2.FTWET_TRS_H1_INT a
set column3=(select column6 from mmt_staging2.FTWET_TRS_H1_INT b
where trim(a.column2)=trim(b.column5)
and b.column5='Field Condition')
where a.column2='Field Condition';
CREATE EXTENSION if not exists tablefunc;
alter table mmt_staging2.FTWET_TRS_H1_INT add column a_c text;
update mmt_staging2.FTWET_TRS_H1_INT set a_c=concat('a_',rank);
drop table if exists mmt_staging2.FTWET_TRS_H1_Block;
create table mmt_staging2.FTWET_TRS_H1_Block
(
dummy text,
Report_Reference_No text,
Objective_Of_Test text,
Background_of_Test text,
Job_Order_No text,
Test_Location text,
Soil_Moisture_Content_ text,
Soil_Bulk_Density_g_cc text,
Test_Engineer text,
Test_Operator text,
Date_of_Test text,
Report_Date text,
Season text,
Type_of_Soil text,
Soil_Cone_Index_kPa text,
Field_Condition text
);
insert into mmt_staging2.FTWET_TRS_H1_Block
(
dummy,
Report_Reference_No,
Objective_Of_Test,
Background_of_Test,
Job_Order_No,
Test_Location,
Soil_Moisture_Content_,
Soil_Bulk_Density_g_cc,
Test_Engineer,
Test_Operator,
Date_of_Test,
Report_Date,
Season,
Type_of_Soil,
Soil_Cone_Index_kPa,
Field_Condition
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column3}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column3::text]) AS val
FROM mmt_staging2.FTWET_TRS_H1_INT'
-- ORDER BY generate_series(1,15),2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text,a_10 text,
a_11 text,a_12 text,a_13 text,a_14 text,a_15 text);
alter table mmt_staging2.FTWET_TRS_H1_Block add column file_name text;
update mmt_staging2.FTWET_TRS_H1_Block
set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
alter table mmt_staging2.FTWET_TRS_H1_Block add column file_format text;
update mmt_staging2.FTWET_TRS_H1_Block
set file_format='FTWET';
alter table mmt_staging2.FTWET_TRS_H1_Block add column sheet_format text;
update mmt_staging2.FTWET_TRS_H1_Block
set sheet_format='FTWET_TRS';
alter table mmt_staging2.mmt_staging_process_table_deepthi add column a_c text;
update mmt_staging2.mmt_staging_process_table_deepthi set a_c=concat('a_',rank);
drop table mmt_staging2.FTWET_TRS_SPEC_Block;
create table mmt_staging2.FTWET_TRS_SPEC_Block
(
dummy text,
Tractor_Model text,
Tractor_Make text,
Tractor_Sr_No text,
Tractor_Engine_HP text,
FIP_Type text,
hour_Meter_Reading text,
Steering_Type text,
Transmission_Type text,
Wheel_Drive_Type_WD text,
EGR_Yes_No text,
Brake_Type text,
PTO_Type text,
Standard_PTO_Speed_RPM text,
EPTO_Speed_RPM text,
Front_Tyre_Make text,
Front_Tyre_Size text,
Front_Tyre_Pressure_psi text,
Rear_Tyre_Make text,
Rear_Tyre_Size text,
Rear_Tyre_Pressure_psi text,
Tractor_Weight_kg_Front text,
Tractor_Weight_kg_Rear text,
Tractor_Weight_kg_Total text,
Ballasted_Tractor_Accessories text,
Mechanical_Ballast_Rear_in_KG text,
Water_Ballast_Rear text,
Mechanical_Ballast_Front text,
Mechanical_Ballast_Front_in_Kg text,
Total_Ballast_Weight text
);
insert into mmt_staging2.FTWET_TRS_SPEC_Block
(
dummy,
Tractor_Model,
Tractor_Make,
Tractor_Sr_No,
Tractor_Engine_HP,
FIP_Type,
hour_Meter_Reading,
Steering_Type,
Transmission_Type,
Wheel_Drive_Type_WD,
EGR_Yes_No,
Brake_Type,
PTO_Type,
Standard_PTO_Speed_RPM,
EPTO_Speed_RPM,
Front_Tyre_Make,
Front_Tyre_Size,
Front_Tyre_Pressure_psi,
Rear_Tyre_Make,
Rear_Tyre_Size,
Rear_Tyre_Pressure_psi ,
Tractor_Weight_kg_Front ,
Tractor_Weight_kg_Rear ,
Tractor_Weight_kg_Total,
Ballasted_Tractor_Accessories,
Mechanical_Ballast_Rear_in_KG ,
Water_Ballast_Rear,
Mechanical_Ballast_Front,
Mechanical_Ballast_Front_in_Kg,
Total_Ballast_Weight
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column3,column4,column5,column6,column7}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column3::text,column4::text,column5::text,column6::text,column7::text]) AS val
FROM mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_SPEC''
ORDER BY generate_series(1,15),2'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,
a_9 text,a_10 text,a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text,a_17 text,a_18 text,a_19 text,a_20 text,a_21 text,
a_22 text,a_23 text,a_24 text,a_25 text,a_26 text,a_27 text,a_28 text,a_29 text);
alter table mmt_staging2.FTWET_TRS_SPEC_Block add column file_name text;
update mmt_staging2.FTWET_TRS_SPEC_Block
set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
alter table mmt_staging2.FTWET_TRS_SPEC_Block add column file_format text;
update mmt_staging2.FTWET_TRS_SPEC_Block
set file_format='FTWET';
alter table mmt_staging2.FTWET_TRS_SPEC_Block add column sheet_format text;
update mmt_staging2.FTWET_TRS_SPEC_Block
set sheet_format='FTWET_TRS';
create table mmt_staging2.FTWET_TRS_Engine_RPM_Block
(
dummy text,
Low_Idle text,
High_Idle text,
Rated_RPM text,
Engine_to_PTO_Ratio_540_PTO text,
Engine_to_PTO_Ratio_540E_PTO text
);
insert into mmt_staging2.FTWET_TRS_Engine_RPM_Block
(
dummy,
Low_Idle,
High_Idle,
Rated_RPM,
Engine_to_PTO_Ratio_540_PTO,
Engine_to_PTO_Ratio_540E_PTO
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column3,column4,column5,column6,column7}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column1::text,column3::text,column4::text,column5::text,column6::text,column7::text]) AS val
FROM mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_Engine_RPM''
ORDER BY generate_series(1,6),1'
) t (col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text);
alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column file_name text;
update mmt_staging2.FTWET_TRS_Engine_RPM_Block
set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column file_format text;
update mmt_staging2.FTWET_TRS_Engine_RPM_Block
set file_format='FTWET';
alter table mmt_staging2.FTWET_TRS_Engine_RPM_Block add column sheet_format text;
update mmt_staging2.FTWET_TRS_Engine_RPM_Block
set sheet_format='FTWET_TRS';
create table mmt_staging2.FTWET_TRS_Implement_Block
(
dummy text,
Name_of_Implement text,
Type_of_Implement text,
Make_of_Implement text,
No_of_bottoms_Tyne_Disc_Blade text,
Cutting_Width_m text,
Implement_Weight_Kg text,
Hitch_Category text,
Span_cm_For_Mounted_Implement text,
Mast_Height_cm_For_Mounted_Implement text,
Type_of_Cage_Wheel_Half_Cage_wheel_Full_Cage_Wheel text,
Cage_Wheel_Width_mm text,
Cage_wheel_Weight text,
Cage_Wheel_inner_Outer_Ring_Dia_mm text,
Cage_Wheel_Center_Ring_Dia_mm text,
Distance_between_RHS_LHS_cage_wheel_Inner_Ring_mm_For_Full_Cage_wheel text,
No_of_angles_on_cage_wheel text,
No_of_days_of_water_logging text,
Depth_of_water_mm text,
FDPD_TDC_Mar15_008 text
);
insert into mmt_staging2.FTWET_TRS_Implement_Block
(
dummy,
Name_of_Implement,
Type_of_Implement,
Make_of_Implement,
No_of_bottoms_Tyne_Disc_Blade,
Cutting_Width_m,
Implement_Weight_Kg,
Hitch_Category,
Span_cm_For_Mounted_Implement,
Mast_Height_cm_For_Mounted_Implement,
Type_of_Cage_Wheel_Half_Cage_wheel_Full_Cage_Wheel,
Cage_Wheel_Width_mm,
Cage_wheel_Weight,
Cage_Wheel_inner_Outer_Ring_Dia_mm,
Cage_Wheel_Center_Ring_Dia_mm,
Distance_between_RHS_LHS_cage_wheel_Inner_Ring_mm_For_Full_Cage_wheel,
No_of_angles_on_cage_wheel,
No_of_days_of_water_logging,
Depth_of_water_mm ,
FDPD_TDC_Mar15_008
)
SELECT *
FROM crosstab(
'SELECT unnest(''{column3,column4,column5,column6}''::text[]) AS col
, row_number() OVER ()
, unnest(ARRAY[column3::text,column4::text,column5::text,column6::text]) AS val
FROM mmt_staging2.mmt_staging_process_table_deepthi where rank_tag=''FTWET_TRS_Implement''
ORDER BY generate_series(1,15),2'
) t ( col text,a_1 text,a_2 text,a_3 text,a_4 text,a_5 text,a_6 text,a_7 text,a_8 text,a_9 text
,a_10 text,a_11 text,a_12 text,a_13 text,a_14 text,a_15 text,a_16 text,a_17 text,a_18 text,a_19 text);
;
alter table mmt_staging2.FTWET_TRS_Implement_Block add column file_name text;
update mmt_staging2.FTWET_TRS_Implement_Block
set file_name='20210217_FTWET_FC-DHRUV P2-49.96 HP_WET LAND FCW-@H1-2240-WITH JD5050D7-SOUTH.xlsx';
alter table mmt_staging2.FTWET_TRS_Implement_Block add column file_format text;
update mmt_staging2.FTWET_TRS_Implement_Block
set file_format='FTWET';
alter table mmt_staging2.FTWET_TRS_Implement_Block add column sheet_format text;
update mmt_staging2.FTWET_TRS_Implement_Block
set sheet_format='FTWET_TRS';