initial reorg of catalogs

catalogs/fluxnet.yaml

@@ -0,0 +1,33 @@
+plugins:
+  source:
+    - module: intake_parquet
+
+sources:
+
+  raw_table:
+    description: Raw fluxnet data
+    metadata:
+      url:
+      tags: [fluxnet, parquet]
+    parameters:
+      station:
+        description: fluxnet station code
+        type: str
+        default: at-neu
+      kind:
+        description: fluxnet data stream
+        type: str
+        default: fullset
+        allowed: [auxmeteo, auxnee, erai, fullset]
+      freq:
+        description: temporal frequency
+        type: str
+        default: dd
+        allowed: [dd, hh, mm, ww, yy]
+      suffix:
+        description: temporary keyword arg to make catalog work. (TODO --> FIXME!)
+        type: str
+        default: 2002-2012_1-4
+    driver: parquet
+    args:
+      urlpath: "gs://carbonplan-data/raw/fluxnet/flx_{{ station }}_fluxnet2015_{{ kind }}_{{ freq }}_{{ suffix }}.parquet"

catalogs/gcb.yaml → catalogs/gcp.yaml

@@ -1,6 +1,6 @@
 sources:
 
-  reports:
+  raw_table:
     description: CarbonPlan Reports Data
     driver: csv
     args:

catalogs/master.yaml

@@ -1,22 +1,58 @@
 description: 'CarbonPlan Master Data Catalog'
 sources:
-  projects:
+
+  fia:
     args:
-      path: "{{CATALOG_DIR}}/projects.yaml"
-    description: 'CarbonPlan Projects Dataset Catalog'
+      path: "{{CATALOG_DIR}}/fia.yaml"
+    description: 'Catalog for data from Forest Inventory Analysis (FIA) database'
+    driver: intake.catalog.local.YAMLFileCatalog
+    metadata: {}
+
+  fluxnet:
+    args:
+      path: "{{CATALOG_DIR}}/fluxnet.yaml"
+    description: 'Catalog for data from the FLUXNET dataset'
     driver: intake.catalog.local.YAMLFileCatalog
     metadata: {}
 
-  land:
+  gcb:
     args:
-      path: "{{CATALOG_DIR}}/land.yaml"
-    description: 'CarbonPlan Land Dataset Catalog'
+      path: "{{CATALOG_DIR}}/gcp.yaml"
+    description: 'Catalog for data from the Global Carbon Project'
+    driver: intake.catalog.local.YAMLFileCatalog
+    metadata: {}
+
+  mtbs:
+    args:
+      path: "{{CATALOG_DIR}}/mtbs.yaml"
+    description: 'Catalog for data from the Monitoring Trends in Burn Severity (MTBS) dataset'
+    driver: intake.catalog.local.YAMLFileCatalog
+    metadata: {}
+
+  nftd:
+    args:
+      path: "{{CATALOG_DIR}}/nftd.yaml"
+    description: 'Catalog for data from the National Forest Type Database (NFTD)'
+    driver: intake.catalog.local.YAMLFileCatalog
+    metadata: {}
+
+  nlcd:
+    args:
+      path: "{{CATALOG_DIR}}/nlcd.yaml"
+    description: 'Catalog for data from the National Land Cover Database Database (NLCD)'
+    driver: intake.catalog.local.YAMLFileCatalog
+    metadata: {}
+
+  projects:
+    args:
+      path: "{{CATALOG_DIR}}/projects.yaml"
+    description: 'CarbonPlan Projects Dataset Catalog'
     driver: intake.catalog.local.YAMLFileCatalog
     metadata: {}
 
-  climate:
+  spawnetal2020:
     args:
-      path: "{{CATALOG_DIR}}/climate.yaml"
-    description: 'CarbonPlan Climate Dataset Catalog.'
+      path: "{{CATALOG_DIR}}/nlcd.yaml"
+    description: 'Catalog for data from Global Aboveground and Belowground Biomass Carbon Density Maps for the Year 2010 from Spawn et al (2020)'
     driver: intake.catalog.local.YAMLFileCatalog
     metadata: {}

catalogs/nftd.yaml

@@ -0,0 +1,58 @@
+plugins:
+  source:
+    - module: intake_xarray
+
+sources:
+  raw_raster:
+    description: Extent, distribution, and forest type composition of the nation’s forests.
+    metadata:
+      url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
+      tags: [land cover, cog]
+      ci: xfail  # reason: cogs are flaky
+    parameters:
+      option:
+        description: year (int) or change
+        type: str
+        default: raster
+        allowed: [error, raster]
+      region:
+        description: conus or ak
+        type: str
+        default: conus
+        allowed: [conus, ak]
+      variable:
+        description: foresttype or forestgroup
+        type: str
+        default: foresttype
+        allowed: [foresttype, forestgroup]
+    driver: rasterio
+    args:
+      urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nftd/{{ region }}_{{ variable }}/250m/{{ option }}.tif"
+      chunks: {'y': 5120, 'x': 5120}
+
+  raster:
+    description: Extent, distribution, and forest type composition of the nation’s forests.
+    metadata:
+      url: https://data.fs.usda.gov/geodata/rastergateway/forest_type/
+      tags: [land cover, cog]
+      ci: xfail  # reason: cogs are flaky
+    parameters:
+      region:
+        description: conus or ak
+        type: str
+        default: conus
+        allowed: [conus, ak]
+      option:
+        description: group/type [optional _error]
+        type: str
+        default: type
+        allowed: [group, type, group_error, type_error]
+      resolution:
+        description: pixel resolution in meters
+        type: str
+        default: 4000m
+        allowed: [250m, 4000m]
+    driver: rasterio
+    args:
+      urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nftd/{{ region }}/{{ resolution }}/{{ option }}.tif"
+      chunks: {'y': 5120, 'x': 5120}

catalogs/nlcd.yaml

@@ -0,0 +1,54 @@
+plugins:
+  source:
+    - module: intake_xarray
+
+sources:
+
+  raw_raster:
+    description: NLCD Land Cover Change Index
+    metadata:
+      url: https://www.mrlc.gov/
+      tags: [land cover, cog]
+      ci: xfail  # reason: cogs are flaky
+    parameters:
+      option:
+        description: year (int) or change
+        type: str
+        default: 2016
+        allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016, change]
+      region:
+        description: conus or ak
+        type: str
+        default: conus
+        allowed: [conus, ak]
+    driver: rasterio
+    args:
+      urlpath: "https://storage.googleapis.com/carbonplan-data/raw/nlcd/{{ region }}/30m/{{ option }}.tif"
+      chunks: {'y': 5120, 'x': 5120}
+
+  raster:
+    description: NLCD Land Cover Change Index
+    metadata:
+      url: https://www.mrlc.gov/
+      tags: [land cover, cog]
+      ci: xfail  # reason: cogs are flaky
+    parameters:
+      option:
+        description: year (int) or change
+        type: str
+        default: 2016
+        allowed: [2001, 2004, 2006, 2008, 2011, 2013, 2016]  # where is "change"?
+      resolution:
+        description: pixel resolution in meters
+        type: str
+        default: 4000m
+        allowed: [250m, 4000m]
+      region:
+        description: conus or ak
+        type: str
+        default: conus
+        allowed: [conus, ak]
+    driver: rasterio
+    args:
+      urlpath: "https://storage.googleapis.com/carbonplan-data/processed/nlcd/{{ region }}/{{ resolution }}/{{ option }}.tif"
+      chunks: {'y': 5120, 'x': 5120}