E2e notebooks

notebooks/e2e/config/e2e_leeds.toml

@@ -0,0 +1,71 @@
+title = "Config for an E2E example around the Leeds area"
+
+# `override` variable in the sections below can be used to skip over stages
+# which take some time to execute. When running for the first time, it is
+# necessary to set these variables to `true` so that the intermediate and
+# processed data sources can be built. Afterwards, feel free to set these to
+# `false` to avoid rebuilding 'expensive' processed inputs.
+# Use the `write_outputs` flags below to control whether or not to write
+# geneerated outputs to file (useful if you do not want to overwrite results).
+
+[urban_centre]  # configuration section for urban centre
+override = true
+input_dir = "data/external/urban_centre/"
+merged_path = "data/processed/urban_centre/leeds_uc_merged.tif"
+bbox = [
+    -145000.0,
+    6247000.0,
+    -93000.0,
+    6282000.0
+]  # must in in 'ESRI:54009'
+centre = [-119000.0, 6264500.0]
+buffer_size = 12000
+write_outputs = true
+output_map_path = "outputs/e2e/leeds/urban_centre/urban_centre_map.html"
+
+[population]  # configuration section for population
+override = true
+input_dir = "data/external/population/"
+merged_path = "data/interim/population/pop_merged.tif"
+merged_resampled_path = "data/processed/population/pop_merged_resampled.tif"
+threshold = 1  # set small and positive, to remove 0 pop cells
+write_outputs = true
+output_map_path = "outputs/e2e/population/leeds/population_map.html"
+
+[gtfs] # configuration section for gtfs
+override = true
+input_path = "data/external/gtfs/itm_england_gtfs.zip"
+filtered_path = "data/interim/gtfs/itm_leeds_filtered_gtfs.zip"
+units = "km"
+write_outputs = true
+cleaned_path = "data/processed/gtfs/itm_leeds_filtered_cleaned_gtfs.zip"
+stops_map_path = "outputs/e2e/leeds/gtfs/stops_map.html"
+hull_map_path = "outputs/e2e/leeds/gtfs/hull_map.html"
+used_stops_map_path = "outputs/e2e/leeds/gtfs/used_stops_map.html"
+
+[osm] # configuration section for osm clipping
+override = true
+input_path = "data/external/osm/england-latest.osm.pbf"
+filtered_path = "data/processed/osm/leeds_latest_filtered.osm.pbf"
+tag_filter = false
+
+[analyse_network]  # configuration for the analyse_network stage
+departure_year = 2023
+departure_month = 10
+departure_day = 24  # this is the date, not the day of the week
+departure_hour = 8
+departure_minute = 0
+departure_time_window = 1  # this is in hours
+max_time = 45  # this is in minutes
+write_outputs = true
+outputs_dir = "outputs/e2e/leeds/analyse_network/"
+qa_travel_times = false  # set to true to qa results with `qa_path`
+qa_path = "outputs/e2e/leeds/analyse_network/travel_times.pkl"
+save_travel_times_for_qa = true  # set to true to write to `save_qa_path`
+save_qa_path = "outputs/e2e/leeds/analyse_network/travel_times.pkl"
+
+[metrics]  # configuration for the metrics stage
+cut_off_time = 45   # this is in minutes
+cut_off_distance = 11250  # this is in meters
+write_outputs = true
+outputs_dir = "outputs/e2e/leeds/metrics/"

notebooks/e2e/config/e2e_london.toml

@@ -0,0 +1,51 @@
+
+title = "Config for an E2E example around the London area"
+
+# `override` variable in the sections below can be used to skip over stages
+# which take some time to execute. When running for the first time, it is
+# necessary to set these variables to `true` so that the intermediate and
+# processed data sources can be built. Afterwards, feel free to set these to
+# `false` to avoid rebuilding 'expensive' processed inputs.
+# Use the `write_outputs` flags below to control whether or not to write
+# geneerated outputs to file (useful if you do not want to overwrite results).
+
+[urban_centre]  # configuration section for urban centre
+override = true
+input_dir = "data/external/urban_centre/"
+merged_path = "data/processed/urban_centre/london_uc_merged.tif"
+bbox = [
+    -79012.62418,
+    5991761.479714964,
+    65432.291941,
+    6064340.599894041
+]  # must in in 'ESRI:54009', this represents a BBOX around Wales
+centre = [51.48410, -0.09064]
+buffer_size = 12000
+write_outputs = true
+output_map_path = "outputs/e2e/london/urban_centre/urban_centre_map_london.html"
+
+[population]  # configuration section for population
+override = true
+input_dir = "data/external/population/"
+merged_path = "data/interim/population/pop_merged.tif"
+merged_resampled_path = "data/processed/population/pop_merged_resampled.tif"
+threshold = 1  # set small and positive, to remove 0 pop cells
+write_outputs = true
+output_map_path = "outputs/e2e/london/population/london/population_map_london.html"
+
+[gtfs] # configuration section for gtfs
+override = true
+input_path = "data/external/gtfs/itm_england_gtfs.zip"
+filtered_path = "data/interim/gtfs/itm_london_filtered_gtfs.zip"
+units = "km"
+write_outputs = true
+cleaned_path = "data/processed/gtfs/itm_london_filtered_cleaned_gtfs.zip"
+stops_map_path = "outputs/e2e/london/gtfs/stops_map.html"
+hull_map_path = "outputs/e2e/london/gtfs/hull_map.html"
+used_stops_map_path = "outputs/e2e/london/gtfs/used_stops_map.html"
+
+[osm] # configuration section for osm clipping
+override = true
+input_path = "data/external/osm/england-latest.osm.pbf"
+filtered_path = "data/processed/osm/london_latest_filtered.osm.pbf"
+tag_filter = false

notebooks/e2e/config/e2e_marseille.toml

@@ -0,0 +1,71 @@
+title = "Config for an E2E example around the Marseille area"
+
+# `override` variable in the sections below can be used to skip over stages
+# which take some time to execute. When running for the first time, it is
+# necessary to set these variables to `true` so that the intermediate and
+# processed data sources can be built. Afterwards, feel free to set these to
+# `false` to avoid rebuilding 'expensive' processed inputs.
+# Use the `write_outputs` flags below to control whether or not to write
+# geneerated outputs to file (useful if you do not want to overwrite results).
+
+[urban_centre]  # configuration section for urban centre
+override = true
+input_dir = "data/external/urban_centre/"
+merged_path = "data/processed/urban_centre/uc_merged.tif"
+bbox = [
+    426000.0,
+    5137000.0,
+    465000.0,
+    5176000.0
+]  # must in in 'ESRI:54009'
+centre = [445500.0, 5156500.0]
+buffer_size = 12000
+write_outputs = true
+output_map_path = "outputs/e2e/marseille/urban_centre/urban_centre_map.html"
+
+[population]  # configuration section for population
+override = true
+input_dir = "data/external/population/"
+merged_path = "data/interim/population/pop_merged.tif"
+merged_resampled_path = "data/processed/population/pop_merged_resampled.tif"
+threshold = 1  # set small and positive, to remove 0 pop cells
+write_outputs = true
+output_map_path = "outputs/e2e/population/marseille/population_map.html"
+
+[gtfs] # configuration section for gtfs
+override = true
+input_path = "data/external/gtfs/Gtfs_marseille_2023-10-24/*.zip"
+filtered_path = "data/interim/gtfs/marseille/"
+units = "km"
+write_outputs = true
+cleaned_path = "data/processed/gtfs/marseille/"
+stops_map_path = "outputs/e2e/marseille/gtfs/stops_map"
+hull_map_path = "outputs/e2e/marseille/gtfs/hull_map"
+used_stops_map_path = "outputs/e2e/marseille/gtfs/used_stops_map"
+
+[osm] # configuration section for osm clipping
+override = true
+input_path = "data/external/osm/provence-alpes-cote-d-azur-latest.osm.pbf"
+filtered_path = "data/processed/osm/marseille_latest_filtered.osm.pbf"
+tag_filter = false
+
+[analyse_network]  # configuration for the analyse_network stage
+departure_year = 2023
+departure_month = 10
+departure_day = 24  # this is the date, not the day of the week
+departure_hour = 8
+departure_minute = 0
+departure_time_window = 1  # this is in hours
+max_time = 45  # this is in minutes
+write_outputs = true
+outputs_dir = "outputs/e2e/marseille/analyse_network/"
+qa_travel_times = false  # set to true to qa results with `qa_path`
+qa_path = "outputs/e2e/marseille/analyse_network/travel_times.pkl"
+save_travel_times_for_qa = true  # set to true to write to `save_qa_path`
+save_qa_path = "outputs/e2e/marseille/analyse_network/travel_times.pkl"
+
+[metrics]  # configuration for the metrics stage
+cut_off_time = 45   # this is in minutes
+cut_off_distance = 11250  # this is in meters
+write_outputs = true
+outputs_dir = "outputs/e2e/marseille/metrics/"

notebooks/e2e/config/e2e.toml → notebooks/e2e/config/e2e_newport.toml

@@ -11,14 +11,17 @@ title = "Config for an E2E example around the Newport area"
 [urban_centre]  # configuration section for urban centre
 override = true
 input_dir = "data/external/urban_centre/"
-merged_path = "data/processed/urban_centre/uc_merged.tif"
+merged_path = "data/processed/urban_centre/newport_uc_merged.tif"
 bbox = [
--415194.5798256779, 6014542.675452075, -178899.95729310974, 6239314.71054581
+    -415194.5798256779,
+    6014542.675452075,
+    -178899.95729310974,
+    6239314.71054581
 ]  # must in in 'ESRI:54009', this represents a BBOX around Wales
-centre = [51.46737027594145, -2.5988505326255895]
+centre = [51.5773597, -2.9660008]
 buffer_size = 12000
 write_outputs = true
-output_map_path = "outputs/e2e/bristol/urban_centre/urban_centre_map.html"
+output_map_path = "outputs/e2e/newport/urban_centre/urban_centre_map.html"
 
 [population]  # configuration section for population
 override = true
@@ -27,42 +30,42 @@ merged_path = "data/interim/population/pop_merged.tif"
 merged_resampled_path = "data/processed/population/pop_merged_resampled.tif"
 threshold = 1  # set small and positive, to remove 0 pop cells
 write_outputs = true
-output_map_path = "outputs/e2e/bristol/population/population_map.html"
+output_map_path = "outputs/e2e/population/newport/population_map.html"
 
 [gtfs] # configuration section for gtfs
 override = true
-input_path = "data/external/gtfs/itm_england_gtfs.zip"
-filtered_path = "data/interim/gtfs/itm_england_filtered_gtfs.zip"
+input_path = "data/external/gtfs/itm_wales_gtfs.zip"
+filtered_path = "data/interim/gtfs/itm_wales_filtered_gtfs.zip"
 units = "km"
 write_outputs = true
-cleaned_path = "data/processed/gtfs/itm_england_filtered_cleaned_gtfs.zip"
-stops_map_path = "outputs/e2e/bristol/gtfs/stops_map.html"
-hull_map_path = "outputs/e2e/bristol/gtfs/hull_map.html"
-used_stops_map_path = "outputs/e2e/bristol/gtfs/used_stops_map.html"
+cleaned_path = "data/processed/gtfs/itm_wales_filtered_cleaned_gtfs.zip"
+stops_map_path = "outputs/e2e/newport/gtfs/stops_map.html"
+hull_map_path = "outputs/e2e/newport/gtfs/hull_map.html"
+used_stops_map_path = "outputs/e2e/newport/gtfs/used_stops_map.html"
 
 [osm] # configuration section for osm clipping
 override = true
-input_path = "data/external/osm/england-latest.osm.pbf"
-filtered_path = "data/processed/osm/england_latest_filtered.osm.pbf"
-tag_filter = true
+input_path = "data/external/osm/wales-latest.osm.pbf"
+filtered_path = "data/processed/osm/wales_latest_filtered.osm.pbf"
+tag_filter = false
 
 [analyse_network]  # configuration for the analyse_network stage
 departure_year = 2023
-departure_month = 10
-departure_day = 27  # this is the date, not the day of the week
+departure_month = 8
+departure_day = 8  # this is the date, not the day of the week
 departure_hour = 8
 departure_minute = 0
 departure_time_window = 1  # this is in hours
 max_time = 45  # this is in minutes
 write_outputs = true
-outputs_dir = "outputs/e2e/bristol/analyse_network/"
+outputs_dir = "outputs/e2e/newport/analyse_network/"
 qa_travel_times = false  # set to true to qa results with `qa_path`
-qa_path = "outputs/e2e/analyse_network/travel_times.pkl"
-save_travel_times_for_qa = false  # set to true to write to `save_qa_path`
-save_qa_path = "outputs/e2e/analyse_network/travel_times.pkl"
+qa_path = "outputs/e2e/newport/analyse_network/travel_times.pkl"
+save_travel_times_for_qa = true  # set to true to write to `save_qa_path`
+save_qa_path = "outputs/e2e/newport/analyse_network/travel_times.pkl"
 
 [metrics]  # configuration for the metrics stage
 cut_off_time = 45   # this is in minutes
 cut_off_distance = 11250  # this is in meters
 write_outputs = true
-outputs_dir = "outputs/e2e/bristol/metrics/"
+outputs_dir = "outputs/e2e/newport/metrics/"