diff --git a/catalogs/fia.yaml b/catalogs/fia.yaml
index 335e48e..5d3fa8a 100644
--- a/catalogs/fia.yaml
+++ b/catalogs/fia.yaml
@@ -1,541 +1,23 @@
sources:
- raw_soils_erosion:
- description: SOILS_EROSION from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/soils_erosion.parquet"
-
- raw_pop_plot_stratum_assgn:
- description: POP_PLOT_STRATUM_ASSGN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_plot_stratum_assgn.parquet"
-
- raw_dwm_visit:
- description: DWM_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_visit.parquet"
-
- raw_lichen_lab:
- description: LICHEN_LAB from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/lichen_lab.parquet"
-
- raw_plot:
- description: PLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/plot.parquet"
-
- raw_subp_cond_chng_mtrx:
- description: SUBP_COND_CHNG_MTRX from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/subp_cond_chng_mtrx.parquet"
-
- raw_subplot_regen:
- description: SUBPLOT_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/subplot_regen.parquet"
-
- raw_dwm_fine_woody_debris:
- description: DWM_FINE_WOODY_DEBRIS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_fine_woody_debris.parquet"
-
- raw_ozone_plot_summary:
- description: OZONE_PLOT_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_plot_summary.parquet"
-
- raw_sitetree:
- description: SITETREE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/sitetree.parquet"
-
- raw_pop_eval_grp:
- description: POP_EVAL_GRP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_eval_grp.parquet"
-
- raw_plotsnap:
- description: PLOTSNAP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/plotsnap.parquet"
-
- raw_soils_sample_loc:
- description: SOILS_SAMPLE_LOC from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/soils_sample_loc.parquet"
-
- raw_veg_subplot:
- description: VEG_SUBPLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/veg_subplot.parquet"
-
- raw_ozone_validation:
- description: OZONE_VALIDATION from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_validation.parquet"
-
- raw_ozone_biosite_summary:
- description: OZONE_BIOSITE_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_biosite_summary.parquet"
-
- raw_tree_grm_threshold:
- description: TREE_GRM_THRESHOLD from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_grm_threshold.parquet"
-
- raw_cond_dwm_calc:
- description: COND_DWM_CALC from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/cond_dwm_calc.parquet"
-
- raw_dwm_duff_litter_fuel:
- description: DWM_DUFF_LITTER_FUEL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_duff_litter_fuel.parquet"
-
- raw_dwm_transect_segment:
- description: DWM_TRANSECT_SEGMENT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_transect_segment.parquet"
-
- raw_dwm_microplot_fuel:
- description: DWM_MICROPLOT_FUEL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_microplot_fuel.parquet"
-
- raw_veg_subplot_spp:
- description: VEG_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/veg_subplot_spp.parquet"
-
- raw_pop_eval_attribute:
- description: POP_EVAL_ATTRIBUTE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_eval_attribute.parquet"
-
- raw_ozone_plot:
- description: OZONE_PLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_plot.parquet"
-
- raw_veg_quadrat:
- description: VEG_QUADRAT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/veg_quadrat.parquet"
-
- raw_veg_visit:
- description: VEG_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/veg_visit.parquet"
-
- raw_ozone_visit:
- description: OZONE_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_visit.parquet"
-
- raw_p2veg_subplot_spp:
- description: P2VEG_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/p2veg_subplot_spp.parquet"
-
- raw_tree:
- description: TREE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree.parquet"
-
- raw_grnd_cvr:
- description: GRND_CVR from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/grnd_cvr.parquet"
-
- raw_subp_cond:
- description: SUBP_COND from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/subp_cond.parquet"
-
- raw_pop_stratum:
- description: POP_STRATUM from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_stratum.parquet"
-
- raw_cond:
- description: COND from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/cond.parquet"
-
- raw_county:
- description: COUNTY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/county.parquet"
-
- raw_ozone_species_summary:
- description: OZONE_SPECIES_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/ozone_species_summary.parquet"
-
- raw_lichen_visit:
- description: LICHEN_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/lichen_visit.parquet"
-
- raw_soils_visit:
- description: SOILS_VISIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/soils_visit.parquet"
-
- raw_boundary:
- description: BOUNDARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/boundary.parquet"
-
- raw_pop_eval_typ:
- description: POP_EVAL_TYP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_eval_typ.parquet"
-
- raw_subplot:
- description: SUBPLOT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/subplot.parquet"
-
- raw_dwm_residual_pile:
- description: DWM_RESIDUAL_PILE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_residual_pile.parquet"
-
- raw_seedling_regen:
- description: SEEDLING_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/seedling_regen.parquet"
-
- raw_p2veg_subp_structure:
- description: P2VEG_SUBP_STRUCTURE from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/p2veg_subp_structure.parquet"
-
- raw_lichen_plot_summary:
- description: LICHEN_PLOT_SUMMARY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/lichen_plot_summary.parquet"
-
- raw_tree_grm_midpt:
- description: TREE_GRM_MIDPT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_grm_midpt.parquet"
-
- raw_pop_estn_unit:
- description: POP_ESTN_UNIT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_estn_unit.parquet"
-
- raw_plotgeom:
- description: PLOTGEOM from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/plotgeom.parquet"
-
- raw_tree_grm_begin:
- description: TREE_GRM_BEGIN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_grm_begin.parquet"
-
- raw_tree_grm_component:
- description: TREE_GRM_COMPONENT from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_grm_component.parquet"
-
- raw_seedling:
- description: SEEDLING from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/seedling.parquet"
-
- raw_soils_lab:
- description: SOILS_LAB from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/soils_lab.parquet"
-
- raw_survey:
- description: SURVEY from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/survey.parquet"
-
- raw_tree_woodland_stems:
- description: TREE_WOODLAND_STEMS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_woodland_stems.parquet"
-
- raw_plot_regen:
- description: PLOT_REGEN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/plot_regen.parquet"
-
- raw_dwm_coarse_woody_debris:
- description: DWM_COARSE_WOODY_DEBRIS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/dwm_coarse_woody_debris.parquet"
-
- raw_veg_plot_species:
- description: VEG_PLOT_SPECIES from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/veg_plot_species.parquet"
-
- raw_tree_grm_estn:
- description: TREE_GRM_ESTN from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_grm_estn.parquet"
-
- raw_pop_eval:
- description: POP_EVAL from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/pop_eval.parquet"
-
- raw_tree_regional_biomass:
- description: TREE_REGIONAL_BIOMASS from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/tree_regional_biomass.parquet"
-
- raw_invasive_subplot_spp:
- description: INVASIVE_SUBPLOT_SPP from the Forest Inventory and Analysis Database (FIADB) comma-delimited files in FIADB version 1.8.0.02 format.
- metadata:
- url: https://apps.fs.usda.gov/fia/datamart/datamart.html
- tags: [forest, parquet]
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fia/invasive_subplot_spp.parquet"
+ raw_table:
+ description: Forest Inventory and Analysis Database (FIADB) in Parquet for CSV format - FIADB version 1.8.0.02.
+ metadata:
+ url: https://apps.fs.usda.gov/fia/datamart/datamart.html
+ tags: [forest, fia]
+ todos:
+ - rename csv data to use lower case naming convention
+ driver: parquet
+ parameters:
+ name:
+ description: FIA data product name
+ type: str
+ default: PLOT
+ allowed: [BOUNDARY, COND, COND_DWM_CALC, COUNTY, DWM_COARSE_WOODY_DEBRIS, DWM_DUFF_LITTER_FUEL, DWM_FINE_WOODY_DEBRIS, DWM_MICROPLOT_FUEL, DWM_RESIDUAL_PILE, DWM_TRANSECT_SEGMENT, DWM_VISIT, GRND_CVR, INVASIVE_SUBPLOT_SPP, LICHEN_LAB, LICHEN_PLOT_SUMMARY, LICHEN_VISIT, OZONE_BIOSITE_SUMMARY, OZONE_PLOT, OZONE_PLOT_SUMMARY, OZONE_SPECIES_SUMMARY, OZONE_VALIDATION, OZONE_VISIT, P2VEG_SUBPLOT_SPP, P2VEG_SUBP_STRUCTURE, PLOT, PLOTGEOM, PLOTSNAP, PLOT_REGEN, POP_ESTN_UNIT, POP_EVAL, POP_EVAL_ATTRIBUTE, POP_EVAL_GRP, POP_EVAL_TYP, POP_PLOT_STRATUM_ASSGN, POP_STRATUM, SEEDLING, SEEDLING_REGEN, SITETREE, SOILS_EROSION, SOILS_LAB, SOILS_SAMPLE_LOC, SOILS_VISIT, SUBPLOT, SUBPLOT_REGEN, SUBP_COND, SUBP_COND_CHNG_MTRX, SURVEY, TREE, TREE_GRM_BEGIN, TREE_GRM_COMPONENT, TREE_GRM_ESTN, TREE_GRM_MIDPT, TREE_GRM_THRESHOLD, TREE_REGIONAL_BIOMASS, TREE_WOODLAND_STEMS, VEG_PLOT_SPECIES, VEG_QUADRAT, VEG_SUBPLOT, VEG_SUBPLOT_SPP, VEG_VISIT]
+ format:
+ description: Pixel resolution in meters
+ type: str
+ default: "parquet"
+ allowed: [csv, parquet]
+ args:
+ urlpath: "gs://carbonplan-data/raw/fia/{{ name }}.{{ kind }}"
diff --git a/catalogs/fluxnet.yaml b/catalogs/fluxnet.yaml
new file mode 100644
index 0000000..f67ae3b
--- /dev/null
+++ b/catalogs/fluxnet.yaml
@@ -0,0 +1,53 @@
+plugins:
+ source:
+ - module: intake_parquet
+
+sources:
+
+ raw_aux:
+ description: Raw Aux FLUXNET data
+ metadata:
+ url: https://fluxnet.org/
+ tags: [fluxnet, parquet]
+ parameters:
+ station:
+ description: fluxnet station code
+ type: str
+ default: it-noe
+ kind:
+ description: fluxnet data stream
+ type: str
+ default: auxmeteo
+ allowed: [auxmeteo, auxnee]
+ freq:
+ description: temporal frequency
+ type: str
+ default: dd
+ allowed: [dd, hh, mm, ww, yy]
+ driver: parquet
+ args:
+ urlpath: "gs://carbonplan-data/raw/fluxnet/{{ station }}_{{ kind }}.parquet"
+
+ raw_fullset:
+ description: Raw Fullset FLUXNET data
+ metadata:
+ url: https://fluxnet.org/
+ tags: [fluxnet, parquet]
+ parameters:
+ station:
+ description: fluxnet station code
+ type: str
+ default: it-noe
+ kind:
+ description: fluxnet data stream
+ type: str
+ default: fullset
+ allowed: [erai, fullset]
+ freq:
+ description: temporal frequency
+ type: str
+ default: dd
+ allowed: [dd, hh, mm, ww, yy]
+ driver: parquet
+ args:
+ urlpath: "gs://carbonplan-data/raw/fluxnet/{{ station }}_{{ kind }}_{{ freq }}.parquet"
diff --git a/catalogs/gcb.yaml b/catalogs/gcb.yaml
deleted file mode 100644
index 8248dd6..0000000
--- a/catalogs/gcb.yaml
+++ /dev/null
@@ -1,9 +0,0 @@
-sources:
-
- reports:
- description: CarbonPlan Reports Data
- driver: csv
- args:
- urlpath: 'https://api.carbonplan.org/projects.csv'
- metadata:
- origin_url: 'https://api.carbonplan.org/docs'
diff --git a/catalogs/gcp.yaml b/catalogs/gcp.yaml
new file mode 100644
index 0000000..6296178
--- /dev/null
+++ b/catalogs/gcp.yaml
@@ -0,0 +1,16 @@
+sources:
+
+ raw_table:
+ description: Global Carbon Budget 2019 raw data in parquet format
+ metadata:
+ url: https://www.globalcarbonproject.org/carbonbudget/19/data.htm
+ tags: [carbon cycle]
+ parameters:
+ name:
+ description: name of GCB dataset
+ type: str
+ default: global_carbon_budget
+ allowed: [global_carbon_budget, fossil_emissions_by_fuel_type, land_use_change_emissions, ocean_sink, terrestrial_sfink, historical_budget, consumption_emissions, territorial_emissions, transfer_emissions]
+ driver: parquet
+ args:
+ urlpath: gs://carbonplan-data/raw/gcp/{{ name }}.parquet
diff --git a/catalogs/land.yaml b/catalogs/land.yaml
deleted file mode 100644
index 9ea9bd6..0000000
--- a/catalogs/land.yaml
+++ /dev/null
@@ -1,168 +0,0 @@
-plugins:
- source:
- - module: intake_xarray
-
-sources:
-
- fire:
- args:
- path: "{{CATALOG_DIR}}/fire.yaml"
- description: 'CarbonPlan Fire Dataset Catalog'
- driver: intake.catalog.local.YAMLFileCatalog
- metadata: {}
-
- fia:
- args:
- path: "{{CATALOG_DIR}}/fia.yaml"
- description: 'CarbonPlan FIA Dataset Catalog'
- driver: intake.catalog.local.YAMLFileCatalog
- metadata: {}
-
- raw_fluxnet:
- description: Raw fluxnet data
- metadata:
- url:
- tags: [fluxnet, parquet]
- parameters:
- station:
- description: fluxnet station code
- type: str
- default: at-neu
- kind:
- description: fluxnet data stream
- type: str
- default: fullset
- allowed: [auxmeteo, auxnee, erai, fullset]
- freq:
- description: temporal frequency
- type: str
- default: dd
- allowed: [dd, hh, mm, ww, yy]
- suffix:
- description: temporary keyword arg to make catalog work. (TODO --> FIXME!)
- type: str
- default: 2002-2012_1-4
- driver: parquet
- args:
- urlpath: "gs://carbonplan-data/raw/fluxnet/flx_{{ station }}_fluxnet2015_{{ kind }}_{{ freq }}_{{ suffix }}.parquet"
-
- raw_nlcd_raster:
- description: NLCD Land Cover Change Index
- metadata:
- url: https://www.mrlc.gov/
- tags: [land cover, cog]
- ci: xfail # reason: cogs are flaky
- parameters:
- option:
- description: year (int) or change
- type: str
- default: 2016
- allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016, change]
- region:
- description: conus or ak
- type: str
- default: conus
- allowed: [conus, ak]
- driver: rasterio
- args:
- urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nlcd/{{ region }}/30m/{{ option }}.tif"
- chunks: {'y': 5120, 'x': 5120}
-
- nlcd_raster:
- description: NLCD Land Cover Change Index
- metadata:
- url: https://www.mrlc.gov/
- tags: [land cover, cog]
- ci: xfail # reason: cogs are flaky
- parameters:
- option:
- description: year (int) or change
- type: str
- default: 2016
- allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016] # where is "change"?
- resolution:
- description: pixel resolution in meters
- type: str
- default: 4000m
- allowed: [250m, 4000m]
- region:
- description: conus or ak
- type: str
- default: conus
- allowed: [conus, ak]
- driver: rasterio
- args:
- urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nlcd/{{ region }}/{{ resolution }}/{{ option }}.tif"
- chunks: {'y': 5120, 'x': 5120}
-
- raw_nftd_raster:
- description: Extent, distribution, and forest type composition of the nation’s forests.
- metadata:
- url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
- tags: [land cover, cog]
- ci: xfail # reason: cogs are flaky
- parameters:
- option:
- description: year (int) or change
- type: str
- default: raster
- allowed: [error, raster]
- region:
- description: conus or ak
- type: str
- default: conus
- allowed: [conus, ak]
- variable:
- description: foresttype or forestgroup
- type: str
- default: foresttype
- allowed: [foresttype, forestgroup]
- driver: rasterio
- args:
- urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nftd/{{ region }}_{{ variable }}/250m/{{ option }}.tif"
- chunks: {'y': 5120, 'x': 5120}
-
-
- nftd_raster:
- description: Extent, distribution, and forest type composition of the nation’s forests.
- metadata:
- url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
- tags: [land cover, cog]
- ci: xfail # reason: cogs are flaky
- parameters:
- region:
- description: conus or ak
- type: str
- default: conus
- allowed: [conus, ak]
- option:
- description: group/type [optional _error]
- type: str
- default: type
- allowed: [group, type, group_error, type_error]
- resolution:
- description: pixel resolution in meters
- type: str
- default: 4000m
- allowed: [250m, 4000m]
- driver: rasterio
- args:
- urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nftd/{{ region }}/{{ resolution }}/{{ option }}.tif"
- chunks: {'y': 5120, 'x': 5120}
-
- raw_global_biomass:
- description: Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010
- metadata:
- url: https://doi.org/10.3334/ORNLDAAC/1763
- tags: [biomass, cog]
- ci: xfail # reason: cogs are flaky
- parameters:
- variable:
- description: aboveground, aboveground_uncertainty, belowground, or belowground_uncertainty
- type: str
- default: aboveground
- allowed: [aboveground, aboveground_uncertainty, belowground, belowground_uncertainty]
- driver: rasterio
- args:
- urlpath: "https://storage.googleapis.com/carbonplan-data/raw/2010-harmonized-biomass/global/300m/{{ variable }}.tif"
- chunks: {'y': 5120, 'x': 5120}
diff --git a/catalogs/master.yaml b/catalogs/master.yaml
index 2b816a1..282acbd 100644
--- a/catalogs/master.yaml
+++ b/catalogs/master.yaml
@@ -1,22 +1,58 @@
description: 'CarbonPlan Master Data Catalog'
sources:
- projects:
- args:
- path: "{{CATALOG_DIR}}/projects.yaml"
- description: 'CarbonPlan Projects Dataset Catalog'
+
+ fia:
+ description: 'Catalog for data from Forest Inventory Analysis (FIA) database'
+ metadata: {}
driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/fia.yaml"
+
+ fluxnet:
+ description: 'Catalog for data from the FLUXNET dataset'
metadata: {}
+ driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/fluxnet.yaml"
- land:
+ gcb:
+ description: 'Catalog for data from the Global Carbon Project'
+ metadata: {}
+ driver: intake.catalog.local.YAMLFileCatalog
args:
- path: "{{CATALOG_DIR}}/land.yaml"
- description: 'CarbonPlan Land Dataset Catalog'
+ path: "{{CATALOG_DIR}}/gcp.yaml"
+
+ mtbs:
+ description: 'Catalog for data from the Monitoring Trends in Burn Severity (MTBS) dataset'
+ metadata: {}
driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/mtbs.yaml"
+
+ nftd:
+ description: 'Catalog for data from the National Forest Type Database (NFTD)'
metadata: {}
+ driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/nftd.yaml"
- climate:
+ nlcd:
+ description: 'Catalog for data from the National Land Cover Database Database (NLCD)'
+ metadata: {}
+ driver: intake.catalog.local.YAMLFileCatalog
args:
- path: "{{CATALOG_DIR}}/climate.yaml"
- description: 'CarbonPlan Climate Dataset Catalog.'
+ path: "{{CATALOG_DIR}}/nlcd.yaml"
+
+ projects:
+ description: 'CarbonPlan Projects Dataset Catalog'
+ metadata: {}
driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/projects.yaml"
+
+ spawnetal2020:
+ description: 'Catalog for data from Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010 from Spawn et al (2020)'
metadata: {}
+ driver: intake.catalog.local.YAMLFileCatalog
+ args:
+ path: "{{CATALOG_DIR}}/nlcd.yaml"
diff --git a/catalogs/fire.yaml b/catalogs/mtbs.yaml
similarity index 100%
rename from catalogs/fire.yaml
rename to catalogs/mtbs.yaml
diff --git a/catalogs/nftd.yaml b/catalogs/nftd.yaml
new file mode 100644
index 0000000..8b371c1
--- /dev/null
+++ b/catalogs/nftd.yaml
@@ -0,0 +1,58 @@
+plugins:
+ source:
+ - module: intake_xarray
+
+sources:
+ raw_raster:
+ description: Extent, distribution, and forest type composition of the nation’s forests.
+ metadata:
+ url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
+ tags: [land cover, cog]
+ ci: xfail # reason: cogs are flaky
+ parameters:
+ option:
+ description: year (int) or change
+ type: str
+ default: raster
+ allowed: [error, raster]
+ region:
+ description: conus or ak
+ type: str
+ default: conus
+ allowed: [conus, ak]
+ variable:
+ description: foresttype or forestgroup
+ type: str
+ default: foresttype
+ allowed: [foresttype, forestgroup]
+ driver: rasterio
+ args:
+ urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nftd/{{ region }}_{{ variable }}/250m/{{ option }}.tif"
+ chunks: {'y': 5120, 'x': 5120}
+
+ raster:
+ description: Extent, distribution, and forest type composition of the nation’s forests.
+ metadata:
+ url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
+ tags: [land cover, cog]
+ ci: xfail # reason: cogs are flaky
+ parameters:
+ region:
+ description: conus or ak
+ type: str
+ default: conus
+ allowed: [conus, ak]
+ option:
+ description: group/type [optional _error]
+ type: str
+ default: type
+ allowed: [group, type, group_error, type_error]
+ resolution:
+ description: pixel resolution in meters
+ type: str
+ default: 4000m
+ allowed: [250m, 4000m]
+ driver: rasterio
+ args:
+ urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nftd/{{ region }}/{{ resolution }}/{{ option }}.tif"
+ chunks: {'y': 5120, 'x': 5120}
diff --git a/catalogs/nlcd.yaml b/catalogs/nlcd.yaml
new file mode 100644
index 0000000..553db82
--- /dev/null
+++ b/catalogs/nlcd.yaml
@@ -0,0 +1,54 @@
+plugins:
+ source:
+ - module: intake_xarray
+
+sources:
+
+ raw_raster:
+ description: NLCD Land Cover Change Index
+ metadata:
+ url: https://www.mrlc.gov/
+ tags: [land cover, cog]
+ ci: xfail # reason: cogs are flaky
+ parameters:
+ option:
+ description: year (int) or change
+ type: str
+ default: 2016
+ allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016, change]
+ region:
+ description: conus or ak
+ type: str
+ default: conus
+ allowed: [conus, ak]
+ driver: rasterio
+ args:
+ urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nlcd/{{ region }}/30m/{{ option }}.tif"
+ chunks: {'y': 5120, 'x': 5120}
+
+ raster:
+ description: NLCD Land Cover Change Index
+ metadata:
+ url: https://www.mrlc.gov/
+ tags: [land cover, cog]
+ ci: xfail # reason: cogs are flaky
+ parameters:
+ option:
+ description: year (int) or change
+ type: str
+ default: 2016
+ allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016] # where is "change"?
+ resolution:
+ description: pixel resolution in meters
+ type: str
+ default: 4000m
+ allowed: [250m, 4000m]
+ region:
+ description: conus or ak
+ type: str
+ default: conus
+ allowed: [conus, ak]
+ driver: rasterio
+ args:
+ urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nlcd/{{ region }}/{{ resolution }}/{{ option }}.tif"
+ chunks: {'y': 5120, 'x': 5120}
diff --git a/catalogs/spawnetal2020.yaml b/catalogs/spawnetal2020.yaml
new file mode 100644
index 0000000..ad83dc0
--- /dev/null
+++ b/catalogs/spawnetal2020.yaml
@@ -0,0 +1,22 @@
+plugins:
+ source:
+ - module: intake_xarray
+
+sources:
+
+ raw_raster:
+ description: Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010
+ metadata:
+ url: https://doi.org/10.3334/ORNLDAAC/1763
+ tags: [biomass, cog]
+ ci: xfail # reason: cogs are flaky
+ parameters:
+ variable:
+ description: aboveground, aboveground_uncertainty, belowground, or belowground_uncertainty
+ type: str
+ default: aboveground
+ allowed: [aboveground, aboveground_uncertainty, belowground, belowground_uncertainty]
+ driver: rasterio
+ args:
+ urlpath: "https://storage.googleapis.com/carbonplan-data/raw/2010-harmonized-biomass/global/300m/{{ variable }}.tif"
+ chunks: {'y': 5120, 'x': 5120}
diff --git a/requirements.txt b/requirements.txt
index b3e3f83..45a5fe5 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -15,4 +15,5 @@ rasterio
requests
wget
xarray
+xlrd
zarr
diff --git a/scripts/fluxnet/01_raw_to_parquet.ipynb b/scripts/fluxnet/01_raw_to_parquet.ipynb
index fea0da2..06dba0d 100644
--- a/scripts/fluxnet/01_raw_to_parquet.ipynb
+++ b/scripts/fluxnet/01_raw_to_parquet.ipynb
@@ -69,11 +69,26 @@
{
"cell_type": "code",
"execution_count": null,
- "metadata": {},
+ "metadata": {
+ "collapsed": true,
+ "jupyter": {
+ "outputs_hidden": true
+ }
+ },
"outputs": [],
"source": [
"zips = (workdir / \"fluxnet\").glob(\"*zip\")\n",
"\n",
+ "\n",
+ "def make_fname(stem):\n",
+ " p = stem.lower().split(\"_\")\n",
+ " if \"AUX\" in stem:\n",
+ " name = \"_\".join([p[1], *p[3:4]])\n",
+ " else:\n",
+ " name = \"_\".join([p[1], *p[3:5]])\n",
+ " return name\n",
+ "\n",
+ "\n",
"for zipfile in tqdm(zips):\n",
" print(zipfile)\n",
"\n",
@@ -82,9 +97,8 @@
"\n",
" for csv in csvs:\n",
" fname = pathlib.PosixPath(csv)\n",
- " blob = (\n",
- " blob\n",
- " ) = f\"gcs://carbonplan-data/raw/fluxnet/{fname.stem.lower()}.parquet\"\n",
+ " name = make_fname(fname.stem)\n",
+ " blob = blob = f\"gcs://carbonplan-data/raw/fluxnet/{name}.parquet\"\n",
"\n",
" df = pd.read_csv(zipfs.open(csv, mode=\"rb\"))\n",
" ddf = dd.from_pandas(df, chunksize=1000).repartition(\n",
diff --git a/scripts/gcp/01_raw_to_parquet.ipynb b/scripts/gcp/01_raw_to_parquet.ipynb
new file mode 100644
index 0000000..547567b
--- /dev/null
+++ b/scripts/gcp/01_raw_to_parquet.ipynb
@@ -0,0 +1,166 @@
+{
+ "cells": [
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "![](\"https://carbonplan-assets.s3.amazonaws.com/monogram/dark-small.png\")
\n",
+ "\n",
+ "# Global Carbon Project to Parquet\n",
+ "\n",
+ "_by Joe Hamman (CarbonPlan), August 17, 2020_\n",
+ "\n",
+ "This notebook converts faw Excel files from the Global Carbon Project to Parquet\n",
+ "format and stages them in a Google Cloud Storage bucket.\n",
+ "\n",
+ "**Inputs:**\n",
+ "\n",
+ "- `gcp` directory\n",
+ "\n",
+ "**Outputs:**\n",
+ "\n",
+ "- One Parquet dataset per Excel sheet:\n",
+ " `gs://carbonplan-data/raw/gcp/.parquet`\n",
+ "\n",
+ "**Notes:**\n",
+ "\n",
+ "- No reprojection or processing of the data is done in this notebook.\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import dask.dataframe as dd\n",
+ "import gcsfs\n",
+ "import pandas as pd"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# run `gcloud auth login` on the command line, or try switching token to `browser`\n",
+ "fs = gcsfs.GCSFileSystem(\n",
+ " project=\"carbonplan\",\n",
+ " token=\"/Users/jhamman/.config/gcloud/legacy_credentials/joe@carbonplan.org/adc.json\",\n",
+ ")\n",
+ "\n",
+ "storage_options = {\"token\": fs.session.credentials, \"project\": \"carbonplan\"}\n",
+ "\n",
+ "\n",
+ "def process(fname, target, **open_kwargs):\n",
+ " df = pd.read_excel(fname, **open_kwargs)\n",
+ " df = df.loc[:, ~df.columns.str.contains(\"^Unnamed\")]\n",
+ " df = dd.from_pandas(df, npartitions=1)\n",
+ " df.to_parquet(target, engine=\"fastparquet\", storage_options=storage_options)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## National Carbon Emissions\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "fname = \"/Users/jhamman/workdir/carbonplan_data_downloads/gcp/National_Carbon_Emissions_2019v1.0.xlsx\"\n",
+ "\n",
+ "# Territorial Emissions\n",
+ "target = \"gs://carbonplan-data/raw/gcp/consumption_emissions.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Territorial Emissions\", skiprows=16, index_col=0)\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Consumption Emissions\n",
+ "target = \"gs://carbonplan-data/raw/gcp/territorial_emissions.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Consumption Emissions\", skiprows=8, index_col=0)\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Emissions Transfers\n",
+ "target = \"gs://carbonplan-data/raw/gcp/transfer_emissions.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Emissions Transfers\", skiprows=8, index_col=0)\n",
+ "process(fname, target, **open_kwargs)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Global Carbon Budget\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "fname = \"/Users/jhamman/workdir/carbonplan_data_downloads/gcp/raw_gcb_Global_Carbon_Budget_2019v1.0.xlsx\"\n",
+ "\n",
+ "# Global Carbon Budget\n",
+ "target = \"gs://carbonplan-data/raw/gcp/global_carbon_budget.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Global Carbon Budget\", skiprows=18, index_col=0)\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Fossil Emissions by Fuel Type\n",
+ "target = \"gs://carbonplan-data/raw/gcp/fossil_emissions_by_fuel_type.parquet\"\n",
+ "open_kwargs = dict(\n",
+ " sheet_name=\"Fossil Emissions by Fuel Type\", skiprows=12, index_col=0\n",
+ ")\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Land-Use Change Emissions\n",
+ "target = \"gs://carbonplan-data/raw/gcp/land_use_change_emissions.parquet\"\n",
+ "open_kwargs = dict(\n",
+ " sheet_name=\"Land-Use Change Emissions\", skiprows=25, index_col=0\n",
+ ")\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Ocean Sink\n",
+ "target = \"gs://carbonplan-data/raw/gcp/ocean_sink.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Ocean Sink\", skiprows=22, index_col=0)\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Terrestrial Sink\n",
+ "target = \"gs://carbonplan-data/raw/gcp/terrestrial_sink.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Terrestrial Sink\", skiprows=23, index_col=0)\n",
+ "process(fname, target, **open_kwargs)\n",
+ "\n",
+ "# Historical Budget\n",
+ "target = \"gs://carbonplan-data/raw/gcp/historical_budget.parquet\"\n",
+ "open_kwargs = dict(sheet_name=\"Historical Budget\", skiprows=14, index_col=0)\n",
+ "process(fname, target, **open_kwargs)"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.8.2"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}