finish segments speeds and rt sched v ran for extra sep/oct dates

edasmalchi · edasmalchi · commit 73aab724f866 · 2025-10-20T18:27:59.000Z
diff --git a/gtfs_funnel/logs/preprocessing.log b/gtfs_funnel/logs/preprocessing.log
@@ -13,3 +13,4 @@
 2025-10-10 14:46:55.865 | INFO     | __main__:assemble_stop_times_with_direction:274 - scheduled stop times with direction 2025-08-20: 0:07:46.742330
 2025-10-19 16:42:08.177 | INFO     | __main__:assemble_stop_times_with_direction:274 - scheduled stop times with direction 2025-09-23: 0:07:52.345224
 2025-10-19 19:50:07.202 | INFO     | __main__:assemble_stop_times_with_direction:274 - scheduled stop times with direction 2025-09-25: 0:08:13.800359
+2025-10-20 08:22:08.347 | INFO     | __main__:assemble_stop_times_with_direction:274 - scheduled stop times with direction 2025-10-15: 0:07:55.271234
diff --git a/gtfs_funnel/logs/vp_preprocessing.log b/gtfs_funnel/logs/vp_preprocessing.log
@@ -200,3 +200,13 @@
 2025-10-19 20:13:08.552 | INFO     | __main__:<module>:222 - unmerged vp with dwell time 2025-09-25: 0:04:25.236793
 2025-10-19 20:15:16.353 | INFO     | __main__:<module>:63 - merge with original and export: 0:01:40.013100
 2025-10-19 20:25:51.892 | INFO     | __main__:<module>:81 - 2025-09-25: condense vp for trip 0:10:08.297769
+2025-10-20 08:25:52.555 | INFO     | __main__:pare_down_to_valid_trips:92 - pare down vp: 0:02:21.951073
+2025-10-20 08:25:59.890 | INFO     | __main__:<module>:116 - 2025-10-15: pare down vp execution time: 0:02:29.286367
+2025-10-20 08:37:45.606 | INFO     | __main__:get_vp_direction_column:62 - export vp direction: 0:11:14.009427
+2025-10-20 08:37:53.322 | INFO     | __main__:merge_in_vp_direction:80 - read vp_direction
+2025-10-20 08:39:25.651 | INFO     | __main__:merge_in_vp_direction:108 - 2025-10-15: export usable vp with direction: 0:01:36.076501
+2025-10-20 08:39:25.990 | INFO     | __main__:<module>:131 - 2025-10-15: pare down vp, add direction execution time: 0:12:54.394242
+2025-10-20 08:45:05.326 | INFO     | __main__:<module>:215 - compute dwell df: 0:04:35.400312
+2025-10-20 08:45:22.362 | INFO     | __main__:<module>:222 - unmerged vp with dwell time 2025-10-15: 0:04:52.435883
+2025-10-20 08:47:35.968 | INFO     | __main__:<module>:63 - merge with original and export: 0:01:46.633804
+2025-10-20 08:57:55.284 | INFO     | __main__:<module>:81 - 2025-10-15: condense vp for trip 0:09:52.621243
diff --git a/gtfs_funnel/update_vars.py b/gtfs_funnel/update_vars.py
@@ -11,7 +11,7 @@
     apr2024_week + oct2024_week + apr2025_week
 )
 
-analysis_date_list = [rt_dates.DATES['sep2025b']]
+analysis_date_list = [rt_dates.DATES['oct2025']]
 
 
 GTFS_DATA_DICT = catalog_utils.get_catalog("gtfs_analytics_data")
diff --git a/rt_scheduled_v_ran/logs/rt_v_scheduled_operator_metrics.log b/rt_scheduled_v_ran/logs/rt_v_scheduled_operator_metrics.log
@@ -11,3 +11,5 @@
 2025-10-02 12:50:50.002 | INFO     | __main__:operator_metrics:46 - operator aggregation 2025-09-24: 0:00:01.654268
 2025-10-12 22:27:26.134 | INFO     | __main__:operator_metrics:46 - operator aggregation 2025-08-20: 0:00:01.665938
 2025-10-19 19:35:46.966 | INFO     | __main__:operator_metrics:46 - operator aggregation 2025-09-23: 0:00:01.475094
+2025-10-19 22:43:13.923 | INFO     | __main__:operator_metrics:46 - operator aggregation 2025-09-25: 0:00:01.708269
+2025-10-20 11:14:39.113 | INFO     | __main__:operator_metrics:46 - operator aggregation 2025-10-15: 0:00:01.607746
diff --git a/rt_scheduled_v_ran/logs/rt_v_scheduled_route_metrics.log b/rt_scheduled_v_ran/logs/rt_v_scheduled_route_metrics.log
@@ -10,3 +10,5 @@
 2025-10-02 12:50:09.859 | INFO     | __main__:route_metrics:86 - route aggregation 2025-09-24: 0:00:02.639320
 2025-10-12 22:26:47.004 | INFO     | __main__:route_metrics:86 - route aggregation 2025-08-20: 0:00:02.557894
 2025-10-19 19:35:11.024 | INFO     | __main__:route_metrics:86 - route aggregation 2025-09-23: 0:00:03.019200
+2025-10-19 22:42:46.126 | INFO     | __main__:route_metrics:86 - route aggregation 2025-09-25: 0:00:02.665854
+2025-10-20 11:14:09.633 | INFO     | __main__:route_metrics:86 - route aggregation 2025-10-15: 0:00:02.827048
diff --git a/rt_scheduled_v_ran/logs/rt_v_scheduled_trip_metrics.log b/rt_scheduled_v_ran/logs/rt_v_scheduled_trip_metrics.log
@@ -50,3 +50,9 @@
 2025-10-19 19:27:28.707 | INFO     | __main__:rt_schedule_trip_metrics:281 - tabular trip metrics 2025-09-23: 0:02:50.849612
 2025-10-19 19:33:21.379 | INFO     | __main__:rt_schedule_trip_metrics:286 - spatial trip metrics 2025-09-23: 0:05:52.671274
 2025-10-19 19:34:28.624 | INFO     | __main__:rt_schedule_trip_metrics:335 - Total run time for metrics on 2025-09-23: 0:09:50.766167
+2025-10-19 22:34:51.962 | INFO     | __main__:rt_schedule_trip_metrics:281 - tabular trip metrics 2025-09-25: 0:02:45.006775
+2025-10-19 22:40:48.887 | INFO     | __main__:rt_schedule_trip_metrics:286 - spatial trip metrics 2025-09-25: 0:05:56.925126
+2025-10-19 22:42:03.161 | INFO     | __main__:rt_schedule_trip_metrics:335 - Total run time for metrics on 2025-09-25: 0:09:56.205859
+2025-10-20 11:06:01.235 | INFO     | __main__:rt_schedule_trip_metrics:281 - tabular trip metrics 2025-10-15: 0:02:40.707225
+2025-10-20 11:12:06.816 | INFO     | __main__:rt_schedule_trip_metrics:286 - spatial trip metrics 2025-10-15: 0:06:05.578908
+2025-10-20 11:13:26.728 | INFO     | __main__:rt_schedule_trip_metrics:335 - Total run time for metrics on 2025-10-15: 0:10:06.200127
diff --git a/rt_scheduled_v_ran/scripts/update_vars.py b/rt_scheduled_v_ran/scripts/update_vars.py
@@ -7,7 +7,7 @@
 oct2024_week = rt_dates.get_week("oct2024", exclude_wed=True)
 
 
-analysis_date_list = [rt_dates.DATES["sep2025b"]]
+analysis_date_list = [rt_dates.DATES["oct2025"]]
 
 GTFS_DATA_DICT = catalog_utils.get_catalog("gtfs_analytics_data")
 
diff --git a/rt_segment_speeds/logs/avg_speeds.log b/rt_segment_speeds/logs/avg_speeds.log
@@ -47,3 +47,7 @@
 2025-10-12 21:56:45.216 | INFO     | __main__:summary_speeds_by_peak_offpeak:161 - rt_stop_times summary speed averaging by peak/offpeak for 2025-08-20 execution time: 0:00:14.309292
 2025-10-19 19:00:35.874 | INFO     | __main__:trip_summary_speeds_by_time_of_day:92 - rt_stop_times summary speed averaging by time-of-day 2025-09-23 execution time: 0:00:08.887894
 2025-10-19 19:00:51.797 | INFO     | __main__:summary_speeds_by_peak_offpeak:161 - rt_stop_times summary speed averaging by peak/offpeak for 2025-09-23 execution time: 0:00:15.906525
+2025-10-19 22:08:41.476 | INFO     | __main__:trip_summary_speeds_by_time_of_day:92 - rt_stop_times summary speed averaging by time-of-day 2025-09-25 execution time: 0:00:08.234356
+2025-10-19 22:08:56.446 | INFO     | __main__:summary_speeds_by_peak_offpeak:161 - rt_stop_times summary speed averaging by peak/offpeak for 2025-09-25 execution time: 0:00:14.968983
+2025-10-20 10:39:50.766 | INFO     | __main__:trip_summary_speeds_by_time_of_day:92 - rt_stop_times summary speed averaging by time-of-day 2025-10-15 execution time: 0:00:08.414853
+2025-10-20 10:40:06.147 | INFO     | __main__:summary_speeds_by_peak_offpeak:161 - rt_stop_times summary speed averaging by peak/offpeak for 2025-10-15 execution time: 0:00:15.360855
diff --git a/rt_segment_speeds/logs/cut_stop_segments.log b/rt_segment_speeds/logs/cut_stop_segments.log
@@ -24,3 +24,6 @@
 2025-10-19 17:54:01.754 | INFO     | __main__:<module>:178 - cut segments 2025-09-23: 0:30:33.023322
 2025-10-19 18:00:53.768 | INFO     | __main__:<module>:246 - speedmap segments and proxy_stop_times 2025-09-23: 0:05:50.980020
 2025-10-19 21:02:08.879 | INFO     | __main__:<module>:178 - cut segments 2025-09-25: 0:30:04.329898
+2025-10-19 21:08:40.132 | INFO     | __main__:<module>:246 - speedmap segments and proxy_stop_times 2025-09-25: 0:05:34.454634
+2025-10-20 09:33:17.269 | INFO     | __main__:<module>:178 - cut segments 2025-10-15: 0:29:03.395698
+2025-10-20 09:39:49.871 | INFO     | __main__:<module>:246 - speedmap segments and proxy_stop_times 2025-10-15: 0:05:35.594800
diff --git a/rt_segment_speeds/logs/interpolate_stop_arrival.log b/rt_segment_speeds/logs/interpolate_stop_arrival.log
@@ -43,3 +43,7 @@ interpolate arrivals for stop_segments 2024-12-11:  2024-12-11: 0:14:09.409333
 2025-10-12 22:08:43.593 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-08-20:  2025-08-20: 0:02:43.838577
 2025-10-19 18:53:25.228 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-09-23:  2025-09-23: 0:11:05.591224
 2025-10-19 19:14:07.047 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-09-23:  2025-09-23: 0:02:44.252794
+2025-10-19 22:01:31.016 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-09-25:  2025-09-25: 0:10:57.740724
+2025-10-19 22:21:51.832 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-09-25:  2025-09-25: 0:02:39.037900
+2025-10-20 10:32:45.687 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for rt_stop_times 2025-10-15:  2025-10-15: 0:11:56.494545
+2025-10-20 10:53:11.246 | INFO     | interpolate_stop_arrival:interpolate_stop_arrivals:236 - interpolate arrivals for speedmap_segments 2025-10-15:  2025-10-15: 0:02:47.126089
diff --git a/rt_segment_speeds/logs/nearest_vp.log b/rt_segment_speeds/logs/nearest_vp.log
@@ -46,3 +46,7 @@
 2025-10-12 22:05:59.717 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for speedmap_segments 2025-08-20: 0:08:48.612521
 2025-10-19 18:42:19.532 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for rt_stop_times 2025-09-23: 0:40:54.155933
 2025-10-19 19:11:22.754 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for speedmap_segments 2025-09-23: 0:10:01.486645
+2025-10-19 21:50:33.193 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for rt_stop_times 2025-09-25: 0:41:22.146569
+2025-10-19 22:19:12.758 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for speedmap_segments 2025-09-25: 0:09:47.852291
+2025-10-20 10:20:49.068 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for rt_stop_times 2025-10-15: 0:40:28.080549
+2025-10-20 10:50:24.024 | INFO     | nearest_vp_to_stop:nearest_neighbor_for_stop:142 - nearest neighbor for speedmap_segments 2025-10-15: 0:09:49.376649
diff --git a/rt_segment_speeds/logs/speeds_by_segment_trip.log b/rt_segment_speeds/logs/speeds_by_segment_trip.log
@@ -55,3 +55,7 @@
 2025-10-12 22:10:48.517 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-08-20: 0:01:57.125288
 2025-10-19 18:55:18.124 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-09-23: 0:01:52.835733
 2025-10-19 19:16:30.360 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-09-23: 0:02:14.713820
+2025-10-19 22:03:14.076 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-09-25: 0:01:42.992286
+2025-10-19 22:24:09.133 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-09-25: 0:02:08.063583
+2025-10-20 10:34:34.148 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for rt_stop_times 2025-10-15: 0:01:48.395295
+2025-10-20 10:55:16.853 | INFO     | stop_arrivals_to_speed:calculate_speed_from_stop_arrivals:154 - speeds by segment for speedmap_segments 2025-10-15: 0:01:56.585080
diff --git a/rt_segment_speeds/logs/speeds_timeofday.log b/rt_segment_speeds/logs/speeds_timeofday.log
@@ -25,3 +25,7 @@
 2025-10-12 22:16:25.111 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - speedmap_segments: time-of-day averages for 2025-08-20 execution time: 0:05:36.578536
 2025-10-19 18:59:56.889 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - rt_stop_times: time-of-day averages for 2025-09-23 execution time: 0:04:38.719586
 2025-10-19 19:23:27.366 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - speedmap_segments: time-of-day averages for 2025-09-23 execution time: 0:06:56.959103
+2025-10-19 22:07:54.087 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - rt_stop_times: time-of-day averages for 2025-09-25 execution time: 0:04:39.992574
+2025-10-19 22:30:55.186 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - speedmap_segments: time-of-day averages for 2025-09-25 execution time: 0:06:46.033102
+2025-10-20 10:39:10.786 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - rt_stop_times: time-of-day averages for 2025-10-15 execution time: 0:04:36.600189
+2025-10-20 11:02:10.659 | INFO     | speeds_by_time_of_day:aggregate_by_time_of_day:151 - speedmap_segments: time-of-day averages for 2025-10-15 execution time: 0:06:53.788194
diff --git a/rt_segment_speeds/segment_speed_utils/project_vars.py b/rt_segment_speeds/segment_speed_utils/project_vars.py
@@ -11,7 +11,7 @@
 SHARED_GCS = GTFS_DATA_DICT.gcs_paths.SHARED_GCS
 PUBLIC_GCS = GTFS_DATA_DICT.gcs_paths.PUBLIC_GCS
 
-analysis_date = rt_dates.DATES["sep2025b"]
+analysis_date = rt_dates.DATES["oct2025"]
 analysis_date_list = [analysis_date]
 
 oct2023_week = rt_dates.get_week("oct2023", exclude_wed=True)

Original file line number	Diff line number	Diff line change
`@@ -11,7 +11,7 @@`
`11`	`11`	`apr2024_week + oct2024_week + apr2025_week`
`12`	`12`	`)`
`13`	`13`
`14`		`-analysis_date_list = [rt_dates.DATES['sep2025b']]`
	`14`	`+analysis_date_list = [rt_dates.DATES['oct2025']]`
`15`	`15`
`16`	`16`
`17`	`17`	`GTFS_DATA_DICT = catalog_utils.get_catalog("gtfs_analytics_data")`