Skip to content

Add support for reading and processing input4MIPs data #2774

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 8 commits into
base: main
Choose a base branch
from
Draft

Add support for reading and processing input4MIPs data #2774

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
35ee8cc
Added input4MIPs CMOR tables
schlunma Jul 14, 2025
35db194
Added input4MIPs to config-developer
schlunma Jul 14, 2025
d515ee5
Added input4MIPs facets
schlunma Jul 14, 2025
b633acf
Add input4MIPsInfo table class
schlunma Jul 14, 2025
36ab86a
Default dataset_category should be None
schlunma Jul 14, 2025
a02f322
Remove print
schlunma Jul 14, 2025
d9e8337
Cleaned table.py
schlunma Jul 15, 2025
508452f
Fixed return type of get_table
schlunma Jul 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
239 changes: 168 additions & 71 deletions esmvalcore/cmor/table.py
View file
Open in desktop

Large diffs are not rendered by default.

90 changes: 90 additions & 0 deletions esmvalcore/cmor/tables/input4mips/Tables/input4MIPs_A3hr.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,90 @@
{
"Header":{
"Conventions":"CF-1.7 CMIP-6.2",
"approx_interval":"0.125000",
"cmor_version":"3.5",
"data_specs_version":"01.00.33",
"generic_levels":"",
"int_missing_value":"-999",
"mip_era":"CMIP6",
"missing_value":"1e20",
"product":"input4MIPs",
"realm":"atmos",
"table_date":"29 May 2024",
"table_id":"Table input4MIPs_A3hr"
},
"variable_entry":{
"prra":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"In accordance with common usage in geophysical disciplines, 'flux' implies per unit area, called 'flux density' in physics",
"dimensions":"longitude latitude time",
"frequency":"3hr",
"long_name":"Rainfall Flux",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"prra",
"positive":"",
"standard_name":"rainfall_flux",
"type":"real",
"units":"kg m-2 s-1",
"valid_max":"",
"valid_min":""
},
"prsn":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"At surface; includes precipitation of all forms of water in the solid phase",
"dimensions":"longitude latitude time",
"frequency":"3hr",
"long_name":"Snowfall Flux",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"prsn",
"positive":"",
"standard_name":"snowfall_flux",
"type":"real",
"units":"kg m-2 s-1",
"valid_max":"",
"valid_min":""
},
"rlds":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"The surface called 'surface' means the lower boundary of the atmosphere. 'longwave' means longwave radiation. Downwelling radiation is radiation from above. It does not mean 'net downward'. When thought of as being incident on a surface, a radiative flux is sometimes called 'irradiance'. In addition, it is identical with the quantity measured by a cosine-collector light-meter and sometimes called 'vector irradiance'. In accordance with common usage in geophysical disciplines, 'flux' implies per unit area, called 'flux density' in physics.",
"dimensions":"longitude latitude time",
"frequency":"3hr",
"long_name":"Surface Downwelling Longwave Radiation",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"rlds",
"positive":"down",
"standard_name":"surface_downwelling_longwave_flux_in_air",
"type":"real",
"units":"W m-2",
"valid_max":"",
"valid_min":""
},
"rsds":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"Surface solar irradiance for UV calculations.",
"dimensions":"longitude latitude time",
"frequency":"3hr",
"long_name":"Surface Downwelling Shortwave Radiation",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"rsds",
"positive":"down",
"standard_name":"surface_downwelling_shortwave_flux_in_air",
"type":"real",
"units":"W m-2",
"valid_max":"",
"valid_min":""
}
}
}
126 changes: 126 additions & 0 deletions esmvalcore/cmor/tables/input4mips/Tables/input4MIPs_A3hrPt.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,126 @@
{
"Header":{
"Conventions":"CF-1.7 CMIP-6.2",
"approx_interval":"0.125000",
"cmor_version":"3.5",
"data_specs_version":"01.00.33",
"generic_levels":"",
"int_missing_value":"-999",
"mip_era":"CMIP6",
"missing_value":"1e20",
"product":"input4MIPs",
"realm":"atmos",
"table_date":"29 May 2024",
"table_id":"Table input4MIPs_A3hrPt"
},
"variable_entry":{
"huss":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"Near-surface (usually, 2 meter) specific humidity",
"dimensions":"longitude latitude time1 height2m",
"frequency":"3hrPt",
"long_name":"Near-Surface Specific Humidity",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"huss",
"positive":"",
"standard_name":"specific_humidity",
"type":"real",
"units":"1",
"valid_max":"",
"valid_min":""
},
"psl":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"Sea Level Pressure",
"dimensions":"longitude latitude time1",
"frequency":"3hrPt",
"long_name":"Sea Level Pressure",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"psl",
"positive":"",
"standard_name":"air_pressure_at_mean_sea_level",
"type":"real",
"units":"Pa",
"valid_max":"",
"valid_min":""
},
"tas":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"near-surface (usually, 2 meter) air temperature",
"dimensions":"longitude latitude time1 height2m",
"frequency":"3hrPt",
"long_name":"Near-Surface Air Temperature",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"tas",
"positive":"",
"standard_name":"air_temperature",
"type":"real",
"units":"K",
"valid_max":"",
"valid_min":""
},
"ts":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"Temperature of the lower boundary of the atmosphere",
"dimensions":"longitude latitude time1",
"frequency":"3hrPt",
"long_name":"Surface Temperature",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"ts",
"positive":"",
"standard_name":"surface_temperature",
"type":"real",
"units":"K",
"valid_max":"",
"valid_min":""
},
"uas":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"Eastward component of the near-surface wind",
"dimensions":"longitude latitude time1 height10m",
"frequency":"3hrPt",
"long_name":"Eastward Near-Surface Wind",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"uas",
"positive":"",
"standard_name":"eastward_wind",
"type":"real",
"units":"m s-1",
"valid_max":"",
"valid_min":""
},
"vas":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean time: point",
"comment":"Northward component of the near surface wind",
"dimensions":"longitude latitude time1 height10m",
"frequency":"3hrPt",
"long_name":"Northward Near-Surface Wind",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"vas",
"positive":"",
"standard_name":"northward_wind",
"type":"real",
"units":"m s-1",
"valid_max":"",
"valid_min":""
}
}
}
72 changes: 72 additions & 0 deletions esmvalcore/cmor/tables/input4mips/Tables/input4MIPs_Afx.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
{
"Header":{
"Conventions":"CF-1.7 CMIP-6.2",
"approx_interval":"0.00000",
"cmor_version":"3.5",
"data_specs_version":"01.00.33",
"generic_levels":"alevel",
"int_missing_value":"-999",
"mip_era":"CMIP6",
"missing_value":"1e20",
"product":"input4MIPs",
"realm":"atmos land",
"table_date":"29 May 2024",
"table_id":"Table input4MIPs_Afx"
},
"variable_entry":{
"areacella":{
"cell_measures":"",
"cell_methods":"area: sum",
"comment":"For atmospheres with more than 1 mesh (e.g., staggered grids), report areas that apply to surface vertical fluxes of energy",
"dimensions":"longitude latitude",
"frequency":"fx",
"long_name":"Grid-Cell Area for Atmospheric Grid Variables",
"modeling_realm":"atmos land",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"areacella",
"positive":"",
"standard_name":"cell_area",
"type":"real",
"units":"m2",
"valid_max":"",
"valid_min":""
},
"sftlf":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean",
"comment":"Please express 'X_area_fraction' as the percentage of horizontal area occupied by X",
"dimensions":"longitude latitude",
"frequency":"fx",
"long_name":"Percentage of the Grid Cell Occupied by Land (Including Lakes)",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"sftlf",
"positive":"",
"standard_name":"land_area_fraction",
"type":"real",
"units":"%",
"valid_max":"",
"valid_min":""
},
"sftof":{
"cell_measures":"area: areacella",
"cell_methods":"area: mean",
"comment":"Percentage of horizontal area occupied by ocean",
"dimensions":"longitude latitude",
"frequency":"fx",
"long_name":"Sea Area Percentage",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"sftof",
"positive":"",
"standard_name":"sea_area_fraction",
"type":"real",
"units":"%",
"valid_max":"",
"valid_min":""
}
}
}
72 changes: 72 additions & 0 deletions esmvalcore/cmor/tables/input4mips/Tables/input4MIPs_Ayr.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
{
"Header":{
"Conventions":"CF-1.7 CMIP-6.2",
"approx_interval":"30.00000",
"cmor_version":"3.5",
"data_specs_version":"01.00.33",
"generic_levels":"alevel alevhalf",
"int_missing_value":"-999",
"mip_era":"CMIP6",
"missing_value":"1e20",
"product":"input4MIPs",
"realm":"atmos atmosChem",
"table_date":"29 May 2024",
"table_id":"Table input4MIPs_Ayr"
},
"variable_entry":{
"evspsbl":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"Evaporation at surface (also known as evapotranspiration): flux of water into the atmosphere due to conversion of both liquid and solid phases to vapor (from underlying surface and vegetation)",
"dimensions":"longitude latitude time",
"frequency":"yr",
"long_name":"Evaporation Including Sublimation and Transpiration",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"evspsbl",
"positive":"",
"standard_name":"water_evapotranspiration_flux",
"type":"real",
"units":"kg m-2 s-1",
"valid_max":"",
"valid_min":""
},
"pr":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"includes both liquid and solid phases",
"dimensions":"longitude latitude time",
"frequency":"yr",
"long_name":"Precipitation",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"pr",
"positive":"",
"standard_name":"precipitation_flux",
"type":"real",
"units":"kg m-2 s-1",
"valid_max":"",
"valid_min":""
},
"ts":{
"cell_measures":"area: areacella",
"cell_methods":"area: time: mean",
"comment":"Temperature of the lower boundary of the atmosphere",
"dimensions":"longitude latitude time",
"frequency":"yr",
"long_name":"Surface Temperature",
"modeling_realm":"atmos",
"ok_max_mean_abs":"",
"ok_min_mean_abs":"",
"out_name":"ts",
"positive":"",
"standard_name":"surface_temperature",
"type":"real",
"units":"K",
"valid_max":"",
"valid_min":""
}
}
}
Loading