Skip to content

Commit

Permalink
Updated automated eval results
Browse files Browse the repository at this point in the history
  • Loading branch information
gyorgy-ruzicska committed Feb 29, 2024
2 parents 71055b2 + c33872e commit fd16901
Show file tree
Hide file tree
Showing 6 changed files with 74 additions and 33 deletions.
15 changes: 14 additions & 1 deletion Evaluations/all_runs/evaluations_geods.csv
Original file line number Diff line number Diff line change
Expand Up @@ -90,4 +90,17 @@ MAE,RMAE,MSE,RMSE,PSEUDOR2,CommonPartOfCommuters,sha,path,PSEUDO R2,BIAS,Within
22275.958635841467,0.2451800587506135,,,,0.8759468959722599,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_geods_predictions_2.csv,0.901931768086038,-2143.0884928690216,0.4129122243483148
13523.301136363636,0.1488440439901467,,,,0.9238928398174816,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_lag_prediction.csv,0.9469466941884698,-4023.3818907156674,0.6823951376304402
47125.46913281754,0.5186858837151892,,,,0.7353832413901975,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_base_prediction.csv,0.684040961382375,-3621.503787878788,-0.8914962119619654
17856.74020793037,0.19653998666663575,,,,0.8998117557290579,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_fe_prediction.csv,0.9224941423262216,-3479.123992585429,0.5360093610987551
17856.74020793037,0.1965399866666357,,,,0.8998117557290579,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_fe_prediction.csv,0.9224941423262216,-3479.123992585429,0.5360093610987551
15396.521243062029,0.1694616175510069,,,,0.9127771055790016,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_specification_2023-09-14_23_22_20.csv,0.9435964972194044,-5191.7494195669415,0.6623391047217488
14860.533412786144,0.1635622742336238,,,,0.9154708745816508,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_lag_2023-09-24_18_23_15.csv,0.947610485729032,-5907.309939836195,0.6863689412918239
15289.571527964305,0.1682844768559784,,,,0.913507768211171,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/gcp_full_GeoDS_prediction_2023-10-11_21_49_52.csv,0.9450173116030108,-4937.087058790704,0.6708448434284195
13795.914159003363,0.1518445557975015,,,,0.922737280916712,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_lags_prediction_2023-10-10_19-33.csv,0.9456652603288144,-3152.528551194484,0.6747238037068315
14009.12267996464,0.1541912327037564,,,,0.9214515545780948,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_prediction_2023-10-11_22-00.csv,0.9461966758945172,-3360.9200430745614,0.6779051354829451
13815.097249671033,0.152055694243833,,,,0.9226855701329756,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_full_predictions_2023-10-10_19-19.csv,0.9453111801595832,-3023.837291093645,0.6726040944503361
23847.48219418206,0.2624770130438385,,,,0.8672384431899764,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_geods_predictions.csv,0.9142581833239762,-2084.602049074376,0.4867045989283837
22275.958635841467,0.2451800587506135,,,,0.8759468959722599,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_geods_predictions_2.csv,0.901931768086038,-2143.0884928690216,0.4129122243483148
13383.478601993313,0.1473050890229554,,,,0.9245363234698666,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Ensemble/GeoDS_ensemble_prediction.csv,0.9490130279191424,-4361.073460582115,0.6947652930826045
13523.301136363636,0.1488440439901467,,,,0.9238928398174816,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_lag_prediction.csv,0.9469466941884698,-4023.3818907156674,0.6823951376304402
47125.46913281754,0.5186858837151892,,,,0.7353832413901975,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_base_prediction.csv,0.684040961382375,-3621.503787878788,-0.8914962119619654
17856.74020793037,0.1965399866666357,,,,0.8998117557290579,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_fe_prediction.csv,0.9224941423262216,-3479.123992585429,0.5360093610987551
13213.770309477757,0.145437196834357,,,,0.9253318038124696,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_walk/RandomWalk_GeoDS_prediction.csv,0.9462207979900836,-4744.501773049646,0.6780495429750947
12 changes: 11 additions & 1 deletion Evaluations/all_runs/evaluations_google.csv
Original file line number Diff line number Diff line change
Expand Up @@ -58,4 +58,14 @@ MAE,RMAE,MSE,RMSE,PSEUDOR2,CommonPartOfCommuters,sha,path,PSEUDO R2,BIAS,Within
5.53082540171,0.0535824247953915,,,,0.9732552450957492,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_Google_limited_lags_prediction_2023-10-10_20-48.csv,0.9046666961415728,0.3586036728965173,0.7578605229735392
5.372858315551168,0.0520520457109902,,,,0.9740144598320304,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_Google_full_prediction_2023-10-10_19-48.csv,0.9095218737292492,0.3216141652220926,0.7701923117018142
15.39404285363416,0.1511119233052434,,,,0.925028495255478,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_google_predictions_2.csv,-2.3819938597550263,1.5883281109600158,-6.011652651694019
15.22483330843213,0.14945091845679664,,,,0.9257356574348441,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_google_predictions.csv,-2.4640373482394278,1.265069628498371,-6.181747710242574
15.22483330843213,0.1494509184567966,,,,0.925735657434844,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_google_predictions.csv,-2.464037348239428,1.265069628498371,-6.181747710242574
6.004475494132853,0.0581711287614815,,,,0.9708413993506338,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/google_mobility_predictions/gcp_Google_prediction_limited_lags.csv,0.9035266069808712,-0.5170939787696045,0.7549647815908032
5.894941873437526,0.0571099712366644,,,,0.971290265089753,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/google_mobility_predictions/gcp_full_Google_prediction_2023-10-12_01_19_38.csv,0.9020876345187724,-1.1127486328691507,0.7513098989283338
7.560193081387419,0.0732428612005788,,,,0.9631409703897454,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/google_mobility_predictions/gcp_Google_prediction_limited.csv,0.8684945631860899,-1.3307556253844817,0.6659860048116684
7.289691780179988,0.0706222549481157,,,,0.96472683965517,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_Google_limited_prediction_2023-10-10_19-52.csv,0.8720697638029429,0.2222086542866177,0.6750667475593974
5.53082540171,0.0535824247953915,,,,0.9732552450957492,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_Google_limited_lags_prediction_2023-10-10_20-48.csv,0.9046666961415728,0.3586036728965173,0.7578605229735392
5.372858315551168,0.0520520457109902,,,,0.9740144598320304,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_Google_full_prediction_2023-10-10_19-48.csv,0.9095218737292492,0.3216141652220926,0.7701923117018142
15.39404285363416,0.1511119233052434,,,,0.925028495255478,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_google_predictions_2.csv,-2.3819938597550263,1.5883281109600158,-6.011652651694019
15.22483330843213,0.1494509184567966,,,,0.925735657434844,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_google_predictions.csv,-2.464037348239428,1.265069628498371,-6.181747710242574
5.450487673084764,0.0528041159554554,,,,0.9735854360406824,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Ensemble/Google_ensemble_prediction.csv,0.912860224479054,-0.097739906773756,0.778671473463469
7.96875,0.07720094499028357,,,,0.9612803505078912,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_walk/RandomWalk_Google_prediction.csv,0.8274746772994995,-0.6354166666666666,0.5617985559951018
16 changes: 14 additions & 2 deletions Evaluations/all_runs/evaluations_trade.csv
Original file line number Diff line number Diff line change
Expand Up @@ -218,5 +218,17 @@ MAE,RMAE,MSE,RMSE,PSEUDOR2,CommonPartOfCommuters,sha,path,PSEUDO R2,BIAS,Within
198631809.45425293,0.1500544680479769,,,,0.9248492798231732,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_trade_limited_lags_prediction_2023-10-10_20-24.csv,0.9764329860454888,-4350257.622725931,0.7687359368958728
253247823.21730635,0.1913136043093492,,,,0.9046995851481108,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_OLS_trade_predictions.csv,0.9567079473007012,9900503.794556135,0.5751733322396013
212005694.6832285,0.1601576395353756,,,,0.9199605916198922,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/trade_fe_prediction.csv,0.972964683413568,1303610.1063201097,0.7347013425989053
199046985.61766076,0.1503681088415513,,,,0.9249268928143378,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/trade_lag_prediction.csv,0.976275310506808,3912568.512941177,0.7671886604442256
807478022.1769699,0.6100014162439753,,,,0.6936329687086543,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/trade_base_prediction.csv,0.6550219331539175,-11807046.336108072,-2.3852837518840753
199046985.6176608,0.1503681088415513,,,,0.9249268928143378,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/trade_lag_prediction.csv,0.976275310506808,3912568.512941177,0.7671886604442256
807478022.1769699,0.6100014162439753,,,,0.6936329687086543,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/trade_base_prediction.csv,0.6550219331539175,-11807046.336108072,-2.385283751884076
193341977.2825237,0.1460583157963673,,,,0.9266386007291996,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/trade_predictions/gcp_limited_with_lags_trade_predictions_2023-10-08_18_32_10.csv,0.977826749012275,-11989911.264407422,0.7824129893780071
336187104.34309393,0.2539692773548993,,,,0.8636912633266511,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/trade_predictions/gcp_full_trade_prediction_2023-10-12_01_56_21.csv,0.8670967424274479,-181097727.0417088,-0.3041850531140042
177403796.5094195,0.1340179721870953,,,,0.9325272863590012,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/trade_predictions/gcp_limited_specification_prediction_2023-09-14_11_58_46.csv,0.981200175741246,-18195524.605491027,0.815516562594016
192972049.8578281,0.1457788577222473,,,,0.9269969970561168,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_trade_limited_prediction_2023-10-10_20-09.csv,0.978845453039312,-4118777.921254532,0.7924095732832849
195146158.93455395,0.147421267273279,,,,0.9261613705839212,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_trade_full_prediction_2023-10-10_18-36.csv,0.9773900466172364,-4589251.785324231,0.7781276110759925
198631809.45425293,0.1500544680479769,,,,0.9248492798231732,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_trade_limited_lags_prediction_2023-10-10_20-24.csv,0.9764329860454888,-4350257.622725931,0.7687359368958728
253247823.21730635,0.1913136043093492,,,,0.9046995851481108,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_OLS_trade_predictions.csv,0.9567079473007012,9900503.794556135,0.5751733322396013
180833754.3463699,0.1366091004664212,,,,0.9315368273171912,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Ensemble/trade_ensemble_prediction.csv,0.981014478442996,-6133911.337934792,0.8136943074800003
212005694.6832285,0.1601576395353756,,,,0.9199605916198922,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/trade_fe_prediction.csv,0.972964683413568,1303610.1063201097,0.7347013425989053
199046985.6176608,0.1503681088415513,,,,0.9249268928143378,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/trade_lag_prediction.csv,0.976275310506808,3912568.512941177,0.7671886604442256
807478022.1769699,0.6100014162439753,,,,0.6936329687086543,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/trade_base_prediction.csv,0.6550219331539175,-11807046.336108072,-2.3852837518840757
176861618.5243844,0.1336083891029192,,,,0.9316588664990364,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_walk/WandomWalk_trade_prediction.csv,0.9830213811281966,-59539379.18839261,0.8333881248694198
24 changes: 13 additions & 11 deletions Evaluations/most_recent_run/evaluations_geods.csv
Original file line number Diff line number Diff line change
@@ -1,12 +1,14 @@
PSEUDO R2,BIAS,MAE,RMAE,CommonPartOfCommuters,Within R2,sha,path
0.9435964972194044,-5191.7494195669415,15396.521243062027,0.16946161755100697,0.9127771055790016,0.6623391047217488,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_specification_2023-09-14_23_22_20.csv
0.9476104857290321,-5907.309939836195,14860.533412786144,0.16356227423362382,0.9154708745816509,0.6863689412918239,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_lag_2023-09-24_18_23_15.csv
0.9450173116030107,-4937.087058790704,15289.571527964303,0.16828447685597844,0.913507768211171,0.6708448434284195,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/gcp_full_GeoDS_prediction_2023-10-11_21_49_52.csv
0.9456652603288143,-3152.528551194484,13795.914159003365,0.15184455579750158,0.9227372809167121,0.6747238037068315,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_lags_prediction_2023-10-10_19-33.csv
0.9461966758945171,-3360.9200430745614,14009.12267996464,0.1541912327037564,0.9214515545780947,0.6779051354829451,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_prediction_2023-10-11_22-00.csv
0.9453111801595833,-3023.837291093645,13815.097249671031,0.15205569424383308,0.9226855701329756,0.6726040944503361,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Random_forest/Results/RF_GeoDS_full_predictions_2023-10-10_19-19.csv
0.9142581833239762,-2084.602049074376,23847.48219418206,0.2624770130438385,0.8672384431899764,0.4867045989283837,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_geods_predictions.csv
0.9019317680860381,-2143.0884928690216,22275.958635841467,0.24518005875061358,0.8759468959722599,0.41291222434831487,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/GNN_model/DCRNN_geods_predictions_2.csv
0.9469466941884698,-4023.3818907156674,13523.301136363636,0.1488440439901467,0.9238928398174817,0.6823951376304402,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_lag_prediction.csv
0.684040961382375,-3621.503787878788,47125.46913281754,0.5186858837151892,0.7353832413901975,-0.8914962119619654,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_base_prediction.csv
0.9224941423262216,-3479.123992585429,17856.74020793037,0.19653998666663575,0.8998117557290579,0.5360093610987551,041b24bc04ee2eded267dd8f66b9a7649e52d825,../Modelling_and_results/Gravity_model/geods_fe_prediction.csv
0.9435964972194044,-5191.7494195669415,15396.521243062027,0.16946161755100697,0.9127771055790016,0.6623391047217488,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_specification_2023-09-14_23_22_20.csv
0.9476104857290321,-5907.309939836195,14860.533412786144,0.16356227423362382,0.9154708745816509,0.6863689412918239,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/GCP_prediction_limited_lag_2023-09-24_18_23_15.csv
0.9450173116030107,-4937.087058790704,15289.571527964303,0.16828447685597844,0.913507768211171,0.6708448434284195,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Neural_network/GeoDS_mobility_predictions/gcp_full_GeoDS_prediction_2023-10-11_21_49_52.csv
0.9456652603288143,-3152.528551194484,13795.914159003365,0.15184455579750158,0.9227372809167121,0.6747238037068315,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_lags_prediction_2023-10-10_19-33.csv
0.9461966758945171,-3360.9200430745614,14009.12267996464,0.1541912327037564,0.9214515545780947,0.6779051354829451,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_limited_prediction_2023-10-11_22-00.csv
0.9453111801595833,-3023.837291093645,13815.097249671031,0.15205569424383308,0.9226855701329756,0.6726040944503361,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_forest/Results/RF_GeoDS_full_predictions_2023-10-10_19-19.csv
0.9142581833239762,-2084.602049074376,23847.48219418206,0.2624770130438385,0.8672384431899764,0.4867045989283837,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_geods_predictions.csv
0.9019317680860381,-2143.0884928690216,22275.958635841467,0.24518005875061358,0.8759468959722599,0.41291222434831487,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/GNN_model/DCRNN_geods_predictions_2.csv
0.9490130279191423,-4361.073460582115,13383.478601993313,0.14730508902295544,0.9245363234698666,0.6947652930826045,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Ensemble/GeoDS_ensemble_prediction.csv
0.9469466941884698,-4023.3818907156674,13523.301136363636,0.1488440439901467,0.9238928398174817,0.6823951376304402,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_lag_prediction.csv
0.684040961382375,-3621.503787878788,47125.46913281754,0.5186858837151892,0.7353832413901975,-0.8914962119619654,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_base_prediction.csv
0.9224941423262216,-3479.123992585429,17856.74020793037,0.19653998666663575,0.8998117557290579,0.5360093610987551,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Gravity_model/geods_fe_prediction.csv
0.9462207979900836,-4744.501773049646,13213.770309477757,0.145437196834357,0.9253318038124696,0.6780495429750947,0cd33f0525888e5505417beba81c058db6fec6eb,../Modelling_and_results/Random_walk/RandomWalk_GeoDS_prediction.csv
Loading

0 comments on commit fd16901

Please sign in to comment.