diff --git a/catalogs/fia.yaml b/catalogs/fia.yaml index 335e48e..5d3fa8a 100644 --- a/catalogs/fia.yaml +++ b/catalogs/fia.yaml @@ -1,541 +1,23 @@ sources: - raw_soils_erosion: - description: SOILS_EROSION from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/soils_erosion.parquet" - - raw_pop_plot_stratum_assgn: - description: POP_PLOT_STRATUM_ASSGN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_plot_stratum_assgn.parquet" - - raw_dwm_visit: - description: DWM_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_visit.parquet" - - raw_lichen_lab: - description: LICHEN_LAB from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/lichen_lab.parquet" - - raw_plot: - description: PLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/plot.parquet" - - raw_subp_cond_chng_mtrx: - description: SUBP_COND_CHNG_MTRX from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/subp_cond_chng_mtrx.parquet" - - raw_subplot_regen: - description: SUBPLOT_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/subplot_regen.parquet" - - raw_dwm_fine_woody_debris: - description: DWM_FINE_WOODY_DEBRIS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_fine_woody_debris.parquet" - - raw_ozone_plot_summary: - description: OZONE_PLOT_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_plot_summary.parquet" - - raw_sitetree: - description: SITETREE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/sitetree.parquet" - - raw_pop_eval_grp: - description: POP_EVAL_GRP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_eval_grp.parquet" - - raw_plotsnap: - description: PLOTSNAP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/plotsnap.parquet" - - raw_soils_sample_loc: - description: SOILS_SAMPLE_LOC from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/soils_sample_loc.parquet" - - raw_veg_subplot: - description: VEG_SUBPLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/veg_subplot.parquet" - - raw_ozone_validation: - description: OZONE_VALIDATION from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_validation.parquet" - - raw_ozone_biosite_summary: - description: OZONE_BIOSITE_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_biosite_summary.parquet" - - raw_tree_grm_threshold: - description: TREE_GRM_THRESHOLD from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_grm_threshold.parquet" - - raw_cond_dwm_calc: - description: COND_DWM_CALC from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/cond_dwm_calc.parquet" - - raw_dwm_duff_litter_fuel: - description: DWM_DUFF_LITTER_FUEL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_duff_litter_fuel.parquet" - - raw_dwm_transect_segment: - description: DWM_TRANSECT_SEGMENT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_transect_segment.parquet" - - raw_dwm_microplot_fuel: - description: DWM_MICROPLOT_FUEL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_microplot_fuel.parquet" - - raw_veg_subplot_spp: - description: VEG_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/veg_subplot_spp.parquet" - - raw_pop_eval_attribute: - description: POP_EVAL_ATTRIBUTE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_eval_attribute.parquet" - - raw_ozone_plot: - description: OZONE_PLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_plot.parquet" - - raw_veg_quadrat: - description: VEG_QUADRAT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/veg_quadrat.parquet" - - raw_veg_visit: - description: VEG_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/veg_visit.parquet" - - raw_ozone_visit: - description: OZONE_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_visit.parquet" - - raw_p2veg_subplot_spp: - description: P2VEG_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/p2veg_subplot_spp.parquet" - - raw_tree: - description: TREE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree.parquet" - - raw_grnd_cvr: - description: GRND_CVR from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/grnd_cvr.parquet" - - raw_subp_cond: - description: SUBP_COND from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/subp_cond.parquet" - - raw_pop_stratum: - description: POP_STRATUM from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_stratum.parquet" - - raw_cond: - description: COND from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/cond.parquet" - - raw_county: - description: COUNTY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/county.parquet" - - raw_ozone_species_summary: - description: OZONE_SPECIES_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/ozone_species_summary.parquet" - - raw_lichen_visit: - description: LICHEN_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/lichen_visit.parquet" - - raw_soils_visit: - description: SOILS_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/soils_visit.parquet" - - raw_boundary: - description: BOUNDARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/boundary.parquet" - - raw_pop_eval_typ: - description: POP_EVAL_TYP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_eval_typ.parquet" - - raw_subplot: - description: SUBPLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/subplot.parquet" - - raw_dwm_residual_pile: - description: DWM_RESIDUAL_PILE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_residual_pile.parquet" - - raw_seedling_regen: - description: SEEDLING_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/seedling_regen.parquet" - - raw_p2veg_subp_structure: - description: P2VEG_SUBP_STRUCTURE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/p2veg_subp_structure.parquet" - - raw_lichen_plot_summary: - description: LICHEN_PLOT_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/lichen_plot_summary.parquet" - - raw_tree_grm_midpt: - description: TREE_GRM_MIDPT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_grm_midpt.parquet" - - raw_pop_estn_unit: - description: POP_ESTN_UNIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_estn_unit.parquet" - - raw_plotgeom: - description: PLOTGEOM from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/plotgeom.parquet" - - raw_tree_grm_begin: - description: TREE_GRM_BEGIN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_grm_begin.parquet" - - raw_tree_grm_component: - description: TREE_GRM_COMPONENT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_grm_component.parquet" - - raw_seedling: - description: SEEDLING from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/seedling.parquet" - - raw_soils_lab: - description: SOILS_LAB from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/soils_lab.parquet" - - raw_survey: - description: SURVEY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/survey.parquet" - - raw_tree_woodland_stems: - description: TREE_WOODLAND_STEMS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_woodland_stems.parquet" - - raw_plot_regen: - description: PLOT_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/plot_regen.parquet" - - raw_dwm_coarse_woody_debris: - description: DWM_COARSE_WOODY_DEBRIS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/dwm_coarse_woody_debris.parquet" - - raw_veg_plot_species: - description: VEG_PLOT_SPECIES from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/veg_plot_species.parquet" - - raw_tree_grm_estn: - description: TREE_GRM_ESTN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_grm_estn.parquet" - - raw_pop_eval: - description: POP_EVAL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/pop_eval.parquet" - - raw_tree_regional_biomass: - description: TREE_REGIONAL_BIOMASS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/tree_regional_biomass.parquet" - - raw_invasive_subplot_spp: - description: INVASIVE_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format. - metadata: - url: https://apps.fs.usda.gov/fia/datamart/datamart.html - tags: [forest, parquet] - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fia/invasive_subplot_spp.parquet" + raw_table: + description: Forest Inventory and Analysis Database (FIADB) in Parquet for CSV format - FIADB version 1.8.0.02. + metadata: + url: https://apps.fs.usda.gov/fia/datamart/datamart.html + tags: [forest, fia] + todos: + - rename csv data to use lower case naming convention + driver: parquet + parameters: + name: + description: FIA data product name + type: str + default: PLOT + allowed: [BOUNDARY, COND, COND_DWM_CALC, COUNTY, DWM_COARSE_WOODY_DEBRIS, DWM_DUFF_LITTER_FUEL, DWM_FINE_WOODY_DEBRIS, DWM_MICROPLOT_FUEL, DWM_RESIDUAL_PILE, DWM_TRANSECT_SEGMENT, DWM_VISIT, GRND_CVR, INVASIVE_SUBPLOT_SPP, LICHEN_LAB, LICHEN_PLOT_SUMMARY, LICHEN_VISIT, OZONE_BIOSITE_SUMMARY, OZONE_PLOT, OZONE_PLOT_SUMMARY, OZONE_SPECIES_SUMMARY, OZONE_VALIDATION, OZONE_VISIT, P2VEG_SUBPLOT_SPP, P2VEG_SUBP_STRUCTURE, PLOT, PLOTGEOM, PLOTSNAP, PLOT_REGEN, POP_ESTN_UNIT, POP_EVAL, POP_EVAL_ATTRIBUTE, POP_EVAL_GRP, POP_EVAL_TYP, POP_PLOT_STRATUM_ASSGN, POP_STRATUM, SEEDLING, SEEDLING_REGEN, SITETREE, SOILS_EROSION, SOILS_LAB, SOILS_SAMPLE_LOC, SOILS_VISIT, SUBPLOT, SUBPLOT_REGEN, SUBP_COND, SUBP_COND_CHNG_MTRX, SURVEY, TREE, TREE_GRM_BEGIN, TREE_GRM_COMPONENT, TREE_GRM_ESTN, TREE_GRM_MIDPT, TREE_GRM_THRESHOLD, TREE_REGIONAL_BIOMASS, TREE_WOODLAND_STEMS, VEG_PLOT_SPECIES, VEG_QUADRAT, VEG_SUBPLOT, VEG_SUBPLOT_SPP, VEG_VISIT] + format: + description: Pixel resolution in meters + type: str + default: "parquet" + allowed: [csv, parquet] + args: + urlpath: "gs://carbonplan-data/raw/fia/{{ name }}.{{ kind }}" diff --git a/catalogs/fluxnet.yaml b/catalogs/fluxnet.yaml new file mode 100644 index 0000000..466da7b --- /dev/null +++ b/catalogs/fluxnet.yaml @@ -0,0 +1,33 @@ +plugins: + source: + - module: intake_parquet + +sources: + + raw_table: + description: Raw fluxnet data + metadata: + url: + tags: [fluxnet, parquet] + parameters: + station: + description: fluxnet station code + type: str + default: at-neu + kind: + description: fluxnet data stream + type: str + default: fullset + allowed: [auxmeteo, auxnee, erai, fullset] + freq: + description: temporal frequency + type: str + default: dd + allowed: [dd, hh, mm, ww, yy] + suffix: + description: temporary keyword arg to make catalog work. (TODO --> FIXME!) + type: str + default: 2002-2012_1-4 + driver: parquet + args: + urlpath: "gs://carbonplan-data/raw/fluxnet/flx_{{ station }}_fluxnet2015_{{ kind }}_{{ freq }}_{{ suffix }}.parquet" diff --git a/catalogs/gcb.yaml b/catalogs/gcp.yaml similarity index 93% rename from catalogs/gcb.yaml rename to catalogs/gcp.yaml index 8248dd6..f8bbaeb 100644 --- a/catalogs/gcb.yaml +++ b/catalogs/gcp.yaml @@ -1,6 +1,6 @@ sources: - reports: + raw_table: description: CarbonPlan Reports Data driver: csv args: diff --git a/catalogs/land.yaml b/catalogs/land.yaml deleted file mode 100644 index 9ea9bd6..0000000 --- a/catalogs/land.yaml +++ /dev/null @@ -1,168 +0,0 @@ -plugins: - source: - - module: intake_xarray - -sources: - - fire: - args: - path: "{{CATALOG_DIR}}/fire.yaml" - description: 'CarbonPlan Fire Dataset Catalog' - driver: intake.catalog.local.YAMLFileCatalog - metadata: {} - - fia: - args: - path: "{{CATALOG_DIR}}/fia.yaml" - description: 'CarbonPlan FIA Dataset Catalog' - driver: intake.catalog.local.YAMLFileCatalog - metadata: {} - - raw_fluxnet: - description: Raw fluxnet data - metadata: - url: - tags: [fluxnet, parquet] - parameters: - station: - description: fluxnet station code - type: str - default: at-neu - kind: - description: fluxnet data stream - type: str - default: fullset - allowed: [auxmeteo, auxnee, erai, fullset] - freq: - description: temporal frequency - type: str - default: dd - allowed: [dd, hh, mm, ww, yy] - suffix: - description: temporary keyword arg to make catalog work. (TODO --> FIXME!) - type: str - default: 2002-2012_1-4 - driver: parquet - args: - urlpath: "gs://carbonplan-data/raw/fluxnet/flx_{{ station }}_fluxnet2015_{{ kind }}_{{ freq }}_{{ suffix }}.parquet" - - raw_nlcd_raster: - description: NLCD Land Cover Change Index - metadata: - url: https://www.mrlc.gov/ - tags: [land cover, cog] - ci: xfail # reason: cogs are flaky - parameters: - option: - description: year (int) or change - type: str - default: 2016 - allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016, change] - region: - description: conus or ak - type: str - default: conus - allowed: [conus, ak] - driver: rasterio - args: - urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nlcd/{{ region }}/30m/{{ option }}.tif" - chunks: {'y': 5120, 'x': 5120} - - nlcd_raster: - description: NLCD Land Cover Change Index - metadata: - url: https://www.mrlc.gov/ - tags: [land cover, cog] - ci: xfail # reason: cogs are flaky - parameters: - option: - description: year (int) or change - type: str - default: 2016 - allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016] # where is "change"? - resolution: - description: pixel resolution in meters - type: str - default: 4000m - allowed: [250m, 4000m] - region: - description: conus or ak - type: str - default: conus - allowed: [conus, ak] - driver: rasterio - args: - urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nlcd/{{ region }}/{{ resolution }}/{{ option }}.tif" - chunks: {'y': 5120, 'x': 5120} - - raw_nftd_raster: - description: Extent, distribution, and forest type composition of the nation’s forests. - metadata: - url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/ - tags: [land cover, cog] - ci: xfail # reason: cogs are flaky - parameters: - option: - description: year (int) or change - type: str - default: raster - allowed: [error, raster] - region: - description: conus or ak - type: str - default: conus - allowed: [conus, ak] - variable: - description: foresttype or forestgroup - type: str - default: foresttype - allowed: [foresttype, forestgroup] - driver: rasterio - args: - urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nftd/{{ region }}_{{ variable }}/250m/{{ option }}.tif" - chunks: {'y': 5120, 'x': 5120} - - - nftd_raster: - description: Extent, distribution, and forest type composition of the nation’s forests. - metadata: - url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/ - tags: [land cover, cog] - ci: xfail # reason: cogs are flaky - parameters: - region: - description: conus or ak - type: str - default: conus - allowed: [conus, ak] - option: - description: group/type [optional _error] - type: str - default: type - allowed: [group, type, group_error, type_error] - resolution: - description: pixel resolution in meters - type: str - default: 4000m - allowed: [250m, 4000m] - driver: rasterio - args: - urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nftd/{{ region }}/{{ resolution }}/{{ option }}.tif" - chunks: {'y': 5120, 'x': 5120} - - raw_global_biomass: - description: Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010 - metadata: - url: https://doi.org/10.3334/ORNLDAAC/1763 - tags: [biomass, cog] - ci: xfail # reason: cogs are flaky - parameters: - variable: - description: aboveground, aboveground_uncertainty, belowground, or belowground_uncertainty - type: str - default: aboveground - allowed: [aboveground, aboveground_uncertainty, belowground, belowground_uncertainty] - driver: rasterio - args: - urlpath: "https://storage.googleapis.com/carbonplan-data/raw/2010-harmonized-biomass/global/300m/{{ variable }}.tif" - chunks: {'y': 5120, 'x': 5120} diff --git a/catalogs/master.yaml b/catalogs/master.yaml index 2b816a1..1755e19 100644 --- a/catalogs/master.yaml +++ b/catalogs/master.yaml @@ -1,22 +1,58 @@ description: 'CarbonPlan Master Data Catalog' sources: - projects: + + fia: args: - path: "{{CATALOG_DIR}}/projects.yaml" - description: 'CarbonPlan Projects Dataset Catalog' + path: "{{CATALOG_DIR}}/fia.yaml" + description: 'Catalog for data from Forest Inventory Analysis (FIA) database' + driver: intake.catalog.local.YAMLFileCatalog + metadata: {} + + fluxnet: + args: + path: "{{CATALOG_DIR}}/fluxnet.yaml" + description: 'Catalog for data from the FLUXNET dataset' driver: intake.catalog.local.YAMLFileCatalog metadata: {} - land: + gcb: args: - path: "{{CATALOG_DIR}}/land.yaml" - description: 'CarbonPlan Land Dataset Catalog' + path: "{{CATALOG_DIR}}/gcp.yaml" + description: 'Catalog for data from the Global Carbon Project' + driver: intake.catalog.local.YAMLFileCatalog + metadata: {} + + mtbs: + args: + path: "{{CATALOG_DIR}}/mtbs.yaml" + description: 'Catalog for data from the Monitoring Trends in Burn Severity (MTBS) dataset' + driver: intake.catalog.local.YAMLFileCatalog + metadata: {} + + nftd: + args: + path: "{{CATALOG_DIR}}/nftd.yaml" + description: 'Catalog for data from the National Forest Type Database (NFTD)' + driver: intake.catalog.local.YAMLFileCatalog + metadata: {} + + nlcd: + args: + path: "{{CATALOG_DIR}}/nlcd.yaml" + description: 'Catalog for data from the National Land Cover Database Database (NLCD)' + driver: intake.catalog.local.YAMLFileCatalog + metadata: {} + + projects: + args: + path: "{{CATALOG_DIR}}/projects.yaml" + description: 'CarbonPlan Projects Dataset Catalog' driver: intake.catalog.local.YAMLFileCatalog metadata: {} - climate: + spawnetal2020: args: - path: "{{CATALOG_DIR}}/climate.yaml" - description: 'CarbonPlan Climate Dataset Catalog.' + path: "{{CATALOG_DIR}}/nlcd.yaml" + description: 'Catalog for data from Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010 from Spawn et al (2020)' driver: intake.catalog.local.YAMLFileCatalog metadata: {} diff --git a/catalogs/fire.yaml b/catalogs/mtbs.yaml similarity index 100% rename from catalogs/fire.yaml rename to catalogs/mtbs.yaml diff --git a/catalogs/nftd.yaml b/catalogs/nftd.yaml new file mode 100644 index 0000000..8b371c1 --- /dev/null +++ b/catalogs/nftd.yaml @@ -0,0 +1,58 @@ +plugins: + source: + - module: intake_xarray + +sources: + raw_raster: + description: Extent, distribution, and forest type composition of the nation’s forests. + metadata: + url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/ + tags: [land cover, cog] + ci: xfail # reason: cogs are flaky + parameters: + option: + description: year (int) or change + type: str + default: raster + allowed: [error, raster] + region: + description: conus or ak + type: str + default: conus + allowed: [conus, ak] + variable: + description: foresttype or forestgroup + type: str + default: foresttype + allowed: [foresttype, forestgroup] + driver: rasterio + args: + urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nftd/{{ region }}_{{ variable }}/250m/{{ option }}.tif" + chunks: {'y': 5120, 'x': 5120} + + raster: + description: Extent, distribution, and forest type composition of the nation’s forests. + metadata: + url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/ + tags: [land cover, cog] + ci: xfail # reason: cogs are flaky + parameters: + region: + description: conus or ak + type: str + default: conus + allowed: [conus, ak] + option: + description: group/type [optional _error] + type: str + default: type + allowed: [group, type, group_error, type_error] + resolution: + description: pixel resolution in meters + type: str + default: 4000m + allowed: [250m, 4000m] + driver: rasterio + args: + urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nftd/{{ region }}/{{ resolution }}/{{ option }}.tif" + chunks: {'y': 5120, 'x': 5120} diff --git a/catalogs/nlcd.yaml b/catalogs/nlcd.yaml new file mode 100644 index 0000000..553db82 --- /dev/null +++ b/catalogs/nlcd.yaml @@ -0,0 +1,54 @@ +plugins: + source: + - module: intake_xarray + +sources: + + raw_raster: + description: NLCD Land Cover Change Index + metadata: + url: https://www.mrlc.gov/ + tags: [land cover, cog] + ci: xfail # reason: cogs are flaky + parameters: + option: + description: year (int) or change + type: str + default: 2016 + allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016, change] + region: + description: conus or ak + type: str + default: conus + allowed: [conus, ak] + driver: rasterio + args: + urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nlcd/{{ region }}/30m/{{ option }}.tif" + chunks: {'y': 5120, 'x': 5120} + + raster: + description: NLCD Land Cover Change Index + metadata: + url: https://www.mrlc.gov/ + tags: [land cover, cog] + ci: xfail # reason: cogs are flaky + parameters: + option: + description: year (int) or change + type: str + default: 2016 + allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016] # where is "change"? + resolution: + description: pixel resolution in meters + type: str + default: 4000m + allowed: [250m, 4000m] + region: + description: conus or ak + type: str + default: conus + allowed: [conus, ak] + driver: rasterio + args: + urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nlcd/{{ region }}/{{ resolution }}/{{ option }}.tif" + chunks: {'y': 5120, 'x': 5120} diff --git a/catalogs/spawnetal2020.yaml b/catalogs/spawnetal2020.yaml new file mode 100644 index 0000000..ad83dc0 --- /dev/null +++ b/catalogs/spawnetal2020.yaml @@ -0,0 +1,22 @@ +plugins: + source: + - module: intake_xarray + +sources: + + raw_raster: + description: Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010 + metadata: + url: https://doi.org/10.3334/ORNLDAAC/1763 + tags: [biomass, cog] + ci: xfail # reason: cogs are flaky + parameters: + variable: + description: aboveground, aboveground_uncertainty, belowground, or belowground_uncertainty + type: str + default: aboveground + allowed: [aboveground, aboveground_uncertainty, belowground, belowground_uncertainty] + driver: rasterio + args: + urlpath: "https://storage.googleapis.com/carbonplan-data/raw/2010-harmonized-biomass/global/300m/{{ variable }}.tif" + chunks: {'y': 5120, 'x': 5120}