Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update the bufr2ioda yamls #183

Open
wants to merge 11 commits into
base: develop
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
210 changes: 123 additions & 87 deletions rrfs-test/IODA/yaml/prepbufr_adpsfc.yaml

Large diffs are not rendered by default.

235 changes: 82 additions & 153 deletions rrfs-test/IODA/yaml/prepbufr_adpupa.yaml
Original file line number Diff line number Diff line change
@@ -1,13 +1,12 @@
# (C) Copyright 2020 NOAA/NWS/NCEP/EMC
# (C) Copyright 2024 NOAA/NWS/NCEP/EMC
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.

observations:
- obs space:
name: bufr

obsdatain: "./prepbufr"
obsdatain: "./bufr/prepbufr"

exports:
group_by_variable: prepbufrDataLvlCat
Expand All @@ -33,14 +32,17 @@ observations:
#- WDSATR # WINDSAT SCATTEROMETER WIND DATA (REPROCESSED, SAID)
#- ASCATW # ASCAT SCATTEROMETER DATA (REPROCESSED, SAID)
variables:
# MetaData
timestamp:
timeoffset:
timeOffset: "*/PRSLEVEL/DRFTINFO/HRDR"
transforms:
- scale: 3600
referenceTime: @referenceTime@
referenceTime: "2022-05-26T19:00:00Z"
timeOffset:
query: "*/PRSLEVEL/DRFTINFO/HRDR"
transforms:
- scale: 3600
longitude:
query: "*/PRSLEVEL/DRFTINFO/XDR"
latitude:
Expand All @@ -49,12 +51,11 @@ observations:
query: "*/SID"
stationElevation:
query: "*/ELV"
type: float
#type: float
prepbufrReportType:
query: "*/TYP"
dumpReportType:
query: "*/T29"

prepbufrDataLvlCat:
query: "*/PRSLEVEL/CAT"

Expand All @@ -75,7 +76,7 @@ observations:

heightOfObservation:
query: "*/PRSLEVEL/Z___INFO/Z__EVENT{1}/ZOB"
type: float
#type: float
heightOfObservationQualityMark:
query: "*/PRSLEVEL/Z___INFO/Z__EVENT{1}/ZQM"

Expand Down Expand Up @@ -124,36 +125,6 @@ observations:
transform:
- scale: 0.514444

#seaTemperature:
# query: "*/SST_INFO/SSTEVENT{1}/SST1"
#seaTemperatureQualityMarker:
# query: "*/SST_INFO/SSTEVENT{1}/SSTQM"
#seaTemperatureError:
# query: "*/SST_INFO/SSTBACKG/SSTOE"
#seaTemperatureMethod:
# query: "*/SST_INFO/MSST"
#depthBelowSeaSurface:
# query: "*/SST_INFO/DBSS_SEQ/DBSS"
# type: float
#
#presentWeather:
# query: "*/PREWXSEQ/PRWE"
#
#verticalSignificance:
# query: "*/CLOUDSEQ{1}/VSSO"
#cloudAmount:
# query: "*/CLOUDSEQ{1}/CLAM"
#heightOfBaseOfCloud:
# query: "*/CLOUDSEQ{1}/HOCB"
# type: float
#cloudCoverTotal:
# query: "*/CLOU2SEQ{1}/TOCC"
# type: float
# transforms:
# - scale: 0.01
#heightAboveSurfaceOfBaseOfLowestCloud:
# query: "*/CLOU2SEQ/HBLCS"

ioda:
backend: netcdf
obsdataout: "./ioda_adpupa.nc"
Expand Down Expand Up @@ -187,8 +158,8 @@ observations:
- name: "MetaData/timeOffset"
coordinates: "longitude latitude"
source: variables/timeOffset
longName: "Observation Time Offset from Reference Time"
units: "Seconds"
longName: "Observation Time Minus Reference Time"
units: "s"

- name: "MetaData/stationIdentification"
coordinates: "longitude latitude"
Expand All @@ -200,21 +171,21 @@ observations:
coordinates: "longitude latitude"
source: variables/longitude
longName: "Longitude"
units: "degrees_east"
units: "degree_east"
range: [0, 360]

- name: "MetaData/latitude"
coordinates: "longitude latitude"
source: variables/latitude
longName: "Latitude"
units: "degrees_north"
units: "degree_north"
range: [-90, 90]

- name: "MetaData/stationElevation"
coordinates: "longitude latitude"
source: variables/stationElevation
longName: "Height of Station"
units: "Meter"
longName: "Elevation of Station"
units: "m"

- name: "MetaData/prepbufrReportType"
coordinates: "longitude latitude"
Expand All @@ -234,22 +205,18 @@ observations:
longName: "Prepbufr Data Level Category"
units: ""

- name: "MetaData/pressure"
coordinates: "longitude latitude"
source: variables/pressure
longName: "Pressure"
units: "Pa"

- name: "MetaData/height"
coordinates: "longitude latitude"
source: variables/heightOfObservation
longName: "Height"
units: "Meter"

#- name: "MetaData/seaTemperatureMethod"
# coordinates: "longitude latitude"
# source: variables/seaTemperatureMethod
# longName: "Method of Sea Temperature Measurement"
units: "m"

- name: "MetaData/pressure"
coordinates: "longitude latitude"
source: variables/pressure
longName: "Pressure"
units: "Pa"

# ObsType
- name: "ObsType/specificHumidity"
Expand Down Expand Up @@ -287,153 +254,115 @@ observations:
coordinates: "longitude latitude"
source: variables/airTemperature
longName: "Temperature"
units: "Kelvin"
units: "K"

- name: "ObsValue/dewpointTemperature"
coordinates: "longitude latitude"
source: variables/dewpointTemperature
longName: "Dewpoint Temperature"
units: "Kelvin"
units: "K"

- name: "ObsValue/windEastward"
coordinates: "longitude latitude"
source: variables/windEastward
longName: "Eastward Wind"
units: "Meter Second-1"
units: "m s-1"

- name: "ObsValue/windNorthward"
coordinates: "longitude latitude"
source: variables/windNorthward
longName: "Northward Wind"
units: "Meter Second-1"

#- name: "ObsValue/seaTemperature"
# coordinates: "longitude latitude"
# source: variables/seaTemperature
# longName: "Sea Temperature"
# units: "Kelvin"

#- name: "ObsValue/depthBelowSeaSurface"
# coordinates: "longitude latitude"
# source: variables/depthBelowSeaSurface
# longName: "Depth Below Sea Surface"
# units: "Meter"

#- name: "ObsValue/presentWeather"
# coordinates: "longitude latitude"
# source: variables/presentWeather
# longName: "Description of Present Weather"

#- name: "ObsValue/verticalSignificance"
# coordinates: "longitude latitude"
# source: variables/verticalSignificance
# longName: "Description of Vertical Significance (Surface Observations)"

#- name: "ObsValue/cloudAmount"
# coordinates: "longitude latitude"
# source: variables/cloudAmount
# longName: "Description of Cloud Amount"

#- name: "ObsValue/heightOfBaseOfCloud"
# coordinates: "longitude latitude"
# source: variables/heightOfBaseOfCloud
# longName: "Height of Base of Cloud"
# units: "Meter"

#- name: "ObsValue/cloudCoverTotal"
# coordinates: "longitude latitude"
# source: variables/cloudCoverTotal
# longName: "Total Cloud Coverage"
# units: "1"

#- name: "ObsValue/heightAboveSurfaceOfBaseOfLowestCloud"
# coordinates: "longitude latitude"
# source: variables/heightAboveSurfaceOfBaseOfLowestCloud
# longName: "Height above Surface of Base of Lowest Cloud Seen"

units: "m s-1"

# Quality Marker
- name: "QualityMarker/pressure"
coordinates: "longitude latitude"
source: variables/pressureQualityMarker
longName: "Pressure Quality Marker"

- name: "QualityMarker/height"
coordinates: "longitude latitude"
source: variables/heightOfObservationQualityMark
longName: "Height Quality Marker"

- name: "QualityMarker/specificHumidity"
coordinates: "longitude latitude"
source: variables/specificHumidityQualityMarker
longName: "Specific Humidity Quality Marker"

- name: "QualityMarker/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureQualityMarker
longName: "Temperature Quality Marker"

- name: "QualityMarker/wind"

- name: "QualityMarker/windEastward"
coordinates: "longitude latitude"
source: variables/windQualityMarker
longName: "windEastward Quality Marker"

- name: "QualityMarker/windNorthward"
coordinates: "longitude latitude"
source: variables/windQualityMarker
longName: "U, V-Component of Wind Quality Marker"

#- name: "QualityMarker/seaTemperature"
# coordinates: "longitude latitude"
# source: variables/seaTemperatureQualityMarker
# longName: "Sea Temperature Quality Marker"

longName: "windNorthward Quality Marker"

# ObsError
- name: "ObsError/pressure"
coordinates: "longitude latitude"
source: variables/pressureError
longName: "Pressure Observation Error"
units: "Pa"

- name: "ObsError/relativeHumidity"
coordinates: "longitude latitude"
source: variables/relativeHumidityError
longName: "Relative Humidity Error"
units: "1"

- name: "ObsError/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureError
longName: "Temperature Error"
units: "Kelvin"
- name: "ObsError/wind"
units: "K"

- name: "ObsError/windEastward"
coordinates: "longitude latitude"
source: variables/windError
longName: "East and Northward wind error"
units: "Meter Second-1"

#- name: "ObsError/seaTemperature"
# coordinates: "longitude latitude"
# source: variables/seaTemperatureError
# longName: "Sea Temperature Observation Error"
# units: "Kelvin"

# Tuned ObsError
- name: "TunedObsError/pressure"
coordinates: "longitude latitude"
source: variables/pressureTunedError
longName: "Analysis-Tuned Pressure Observation Error"
units: "Pa"

- name: "TunedObsError/relativeHumidity"
coordinates: "longitude latitude"
source: variables/relativeHumidityTunedError
longName: "Analysis-Tuned Relative Humidity Error"
units: "1"

- name: "TunedObsError/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureTunedError
longName: "Analysis-Tuned Temperature Error"
units: "Kelvin"

- name: "TunedObsError/wind"
longName: "Eastward wind error"
units: "m s-1"

- name: "ObsError/windNorthward"
coordinates: "longitude latitude"
source: variables/windTunedError
longName: "Analysis-Tuned East and Northward wind error"
units: "Meter Second-1"
source: variables/windError
longName: "Northward wind error"
units: "m s-1"

# # Tuned ObsError
# - name: "TunedObsError/pressure"
# coordinates: "longitude latitude"
# source: variables/pressureTunedError
# longName: "Analysis-Tuned Pressure Observation Error"
# units: "Pa"
#
# - name: "TunedObsError/relativeHumidity"
# coordinates: "longitude latitude"
# source: variables/relativeHumidityTunedError
# longName: "Analysis-Tuned Relative Humidity Error"
# units: "1"
#
# - name: "TunedObsError/airTemperature"
# coordinates: "longitude latitude"
# source: variables/airTemperatureTunedError
# longName: "Analysis-Tuned Temperature Error"
# units: "K"
#
# - name: "TunedObsError/windEastward"
# coordinates: "longitude latitude"
# source: variables/windTunedError
# longName: "Analysis-Tuned Eastward wind error"
# units: "m s-1"
#
# - name: "TunedObsError/windNorthward"
# coordinates: "longitude latitude"
# source: variables/windTunedError
# longName: "Analysis-Tuned Northward wind error"
# units: "m s-1"
Loading