forked from DOI-USGS/vizstorm-GIF
-
Notifications
You must be signed in to change notification settings - Fork 0
/
2_process.yml
162 lines (143 loc) · 5.96 KB
/
2_process.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
target_default: 2_process
include:
- 1_fetch.yml
packages:
- sf
- dplyr
- fasterize
- snow
file_extensions:
- feather
- ind
sources:
- 2_process/src/choose_timesteps.R
- 2_process/src/extract_storm_line.R
- 2_process/src/filter_sites_custom.R
- 2_process/src/filter_sites_geom.R
- 2_process/src/filter_using_custom.R
- 2_process/src/process_precip.R
- 2_process/src/extract_storm_points.R
- 2_process/src/interpolate_storm_points.R
- 2_process/src/process_river_geoms.R
- 2_process/src/normalize_streamdata.R
- 2_process/src/clean_streamdata.R
targets:
2_process:
depends:
- 2_process/out/timesteps.rds.ind
- 2_process/out/storm_line.rds.ind
- 2_process/out/gage_sites.rds.ind
- 2_process/out/precip_spatial.rds.ind
- 2_process/out/precip_values.rds.ind
- 2_process/out/precip_rasters.rds.ind
- 2_process/out/storm_points_interp.rds.ind
- 2_process/out/river_geoms.rds.ind
- 2_process/out/normalized_streamdata.rds.ind
- 2_process/out/cleaned_streamdata.rds.ind
# -- config --
proj_str:
command: viz_config[[I('projection')]]
2_process/out/timesteps.rds.ind:
command: choose_timesteps(target_name, dates = dates)
2_process/out/timesteps.rds:
command: gd_get('2_process/out/timesteps.rds.ind')
2_process/out/storm_line.rds.ind:
command: extract_storm_line(
ind_file=target_name, storm_shp_ind='1_fetch/out/storm_track.zip.ind', cfg=view_config)
2_process/out/storm_line.rds:
command: gd_get('2_process/out/storm_line.rds.ind')
2_process/out/gage_sites_geom.rds.ind:
command: filter_sites_geom(
ind_file = target_name,
sites_ind = '1_fetch/out/all_sites.rds.ind',
view_polygon = view_polygon,
focus_geoms_ind = '1_fetch/out/focus_geoms.rds.ind',
proj_str = proj_str)
2_process/out/gage_sites_geom.rds:
command: gd_get('2_process/out/gage_sites_geom.rds.ind')
2_process/out/outro_gage_sites_geom.rds.ind:
command: filter_sites_geom(
ind_file = target_name,
sites_ind = '1_fetch/out/all_sites_really.rds.ind',
view_polygon = view_polygon,
focus_geoms_ind = '1_fetch/out/focus_geoms.rds.ind',
proj_str = proj_str)
2_process/out/outro_gage_sites_geom.rds:
command: gd_get('2_process/out/outro_gage_sites_geom.rds.ind')
2_process/out/gage_sites_custom.rds.ind:
command: filter_sites_custom(
ind_file = target_name,
sites_ind = '2_process/out/gage_sites_geom.rds.ind')
2_process/out/gage_sites_custom.rds:
command: gd_get('2_process/out/gage_sites_custom.rds.ind')
2_process/out/gage_sites.rds.ind:
command: filter_using_custom(
ind_file = target_name,
sites_ind = '2_process/out/gage_sites_geom.rds.ind',
sites_custom_ind = '2_process/out/gage_sites_custom.rds.ind')
2_process/out/gage_sites.rds:
command: gd_get('2_process/out/gage_sites.rds.ind')
2_process/out/precip_spatial.rds.ind:
command: process_precip_spatial(ind_file = target_name,
precip_data_nc_ind='1_fetch/out/precip_data.nc.ind',
view_polygon = view_polygon)
2_process/out/precip_spatial.rds:
command: gd_get('2_process/out/precip_spatial.rds.ind')
2_process/out/precip_values.rds.ind:
command: process_precip_values(ind_file = target_name,
precip_data_nc_ind='1_fetch/out/precip_data.nc.ind',
precip_spatial_ind='2_process/out/precip_spatial.rds.ind',
dates = dates,
view_polygon = view_polygon)
2_process/out/precip_values.rds:
command: gd_get('2_process/out/precip_values.rds.ind')
2_process/out/precip_rasters.rds.ind:
command: process_precip_rasters(ind_file = target_name,
precip_spatial_ind='2_process/out/precip_spatial.rds.ind',
precip_values_ind='2_process/out/precip_values.rds.ind',
view_polygon = view_polygon,
view_config = view_config)
2_process/out/precip_rasters.rds:
command: gd_get('2_process/out/precip_rasters.rds.ind')
2_process/out/storm_points_coarse.rds.ind:
command: extract_storm_points(
ind_file=target_name, storm_shp_ind='1_fetch/out/storm_track.zip.ind', cfg=view_config)
2_process/out/storm_points_coarse.rds:
command: gd_get('2_process/out/storm_points_coarse.rds.ind')
2_process/out/storm_points_interp.rds.ind:
command: interpolate_storm_points(
ind_file=target_name, timesteps_ind='2_process/out/timesteps.rds.ind',
coarse_points_ind='2_process/out/storm_points_coarse.rds.ind')
2_process/out/storm_points_interp.rds:
command: gd_get('2_process/out/storm_points_interp.rds.ind')
river_geom_config:
command: viz_config[I(c('coastal_threshold_sqkm',
'inland_threshold_sqkm',
'simplification_tolerance_m'))]
2_process/out/river_geoms.rds.ind:
command: process_river_geoms(
ind_file=target_name,
major_river_geoms_ind='1_fetch/out/major_river_geometry.rds.ind',
gage_river_geoms_ind='1_fetch/out/gage_river_geometry.rds.ind',
waterbody_geoms_ind='1_fetch/out/waterbodies.rds.ind',
river_geom_config)
2_process/out/river_geoms.rds:
command: gd_get('2_process/out/river_geoms.rds.ind')
stage_gap_threshold:
command: viz_config[I('stage_gap_threshold')]
2_process/out/normalized_streamdata.rds.ind:
command: normalize_streamdata(
ind_file = target_name,
raw_ind_file = '1_fetch/out/streamdata.rds.ind',
sites_ind_file = '2_process/out/gage_sites.rds.ind',
timesteps_ind_file = '2_process/out/timesteps.rds.ind',
stage_gap_threshold = stage_gap_threshold)
2_process/out/normalized_streamdata.rds:
command: gd_get('2_process/out/normalized_streamdata.rds.ind')
# manual filtering step to remove points we expect won't make it past Provisional
2_process/out/cleaned_streamdata.rds.ind:
command: clean_streamdata(
ind_file = target_name,
normalized_ind_file = '2_process/out/normalized_streamdata.rds.ind')
2_process/out/cleaned_streamdata.rds:
command: gd_get('2_process/out/cleaned_streamdata.rds.ind')