Update results with DICL and LCV

hmorimitsu · Aug 3, 2021 · d4761f7 · d4761f7
1 parent 1d9460b
commit d4761f7
Show file tree

Hide file tree

Showing 7 changed files with 30 additions and 12 deletions.
diff --git a/docs/source/_static/kitti_2012_epe_outlier-drop_kitti_sintel.html b/docs/source/_static/kitti_2012_epe_outlier-drop_kitti_sintel.html
diff --git a/docs/source/_static/kitti_2015_epe_outlier-drop_kitti_sintel.html b/docs/source/_static/kitti_2015_epe_outlier-drop_kitti_sintel.html
diff --git a/docs/source/_static/sintel_clean_epe_outlier-drop_kitti_sintel.html b/docs/source/_static/sintel_clean_epe_outlier-drop_kitti_sintel.html
diff --git a/docs/source/_static/sintel_final_epe_outlier-drop_kitti_sintel.html b/docs/source/_static/sintel_final_epe_outlier-drop_kitti_sintel.html
diff --git a/docs/source/results/metrics_all.csv b/docs/source/results/metrics_all.csv
@@ -1,4 +1,8 @@
 model,checkpoint,sintel-final-trainval-occ-val/epe,sintel-final-trainval-occ-val/px1,sintel-final-trainval-occ-val/px3,sintel-final-trainval-occ-val/px5,sintel-final-trainval-occ-val/outlier,sintel-final-trainval-occ-val/epe_occ,sintel-final-trainval-occ-val/epe_non_occ,sintel-final-trainval-occ-val/px1_occ,sintel-final-trainval-occ-val/px1_non_occ,sintel-final-trainval-occ-val/px3_occ,sintel-final-trainval-occ-val/px3_non_occ,sintel-final-trainval-occ-val/px5_occ,sintel-final-trainval-occ-val/px5_non_occ,sintel-final-trainval-occ-val/outlier_occ,sintel-final-trainval-occ-val/outlier_non_occ,sintel-final-trainval-occ-val/occ_f1,sintel-final-trainval-occ-val/conf_f1,sintel-clean-trainval-occ-val/epe,sintel-clean-trainval-occ-val/px1,sintel-clean-trainval-occ-val/px3,sintel-clean-trainval-occ-val/px5,sintel-clean-trainval-occ-val/outlier,sintel-clean-trainval-occ-val/epe_occ,sintel-clean-trainval-occ-val/epe_non_occ,sintel-clean-trainval-occ-val/px1_occ,sintel-clean-trainval-occ-val/px1_non_occ,sintel-clean-trainval-occ-val/px3_occ,sintel-clean-trainval-occ-val/px3_non_occ,sintel-clean-trainval-occ-val/px5_occ,sintel-clean-trainval-occ-val/px5_non_occ,sintel-clean-trainval-occ-val/outlier_occ,sintel-clean-trainval-occ-val/outlier_non_occ,sintel-clean-trainval-occ-val/occ_f1,sintel-clean-trainval-occ-val/conf_f1,kitti-2012-trainval-val/epe,kitti-2012-trainval-val/px1,kitti-2012-trainval-val/px3,kitti-2012-trainval-val/px5,kitti-2012-trainval-val/outlier,kitti-2012-trainval-val/conf_f1,kitti-2015-trainval-val/epe,kitti-2015-trainval-val/px1,kitti-2015-trainval-val/px3,kitti-2015-trainval-val/px5,kitti-2015-trainval-val/outlier,kitti-2015-trainval-val/conf_f1
+dicl,chairs,4.947,0.751,0.865,0.891,0.132,11.704,3.699,0.372,0.78,0.616,0.891,0.697,0.915,0.373,0.107,,,3.661,0.82,0.909,0.927,0.089,10.274,2.389,0.427,0.853,0.67,0.936,0.742,0.951,0.319,0.063,,,5.968,0.44,0.712,0.793,0.281,,18.445,0.376,0.541,0.602,0.456,
+dicl,kitti,9.598,0.634,0.765,0.804,0.234,16.165,8.47,0.299,0.653,0.51,0.785,0.6,0.822,0.482,0.214,,,7.798,0.69,0.804,0.838,0.195,14.635,6.558,0.318,0.714,0.54,0.827,0.63,0.859,0.451,0.172,,,1.161,0.829,0.938,0.961,0.046,,1.393,0.779,0.913,0.946,0.058,
+dicl,sintel,2.05,0.856,0.922,0.941,0.075,6.031,1.397,0.496,0.886,0.719,0.945,0.793,0.96,0.268,0.053,,,1.297,0.902,0.951,0.964,0.046,4.894,0.678,0.546,0.936,0.76,0.975,0.828,0.982,0.226,0.024,,,2.161,0.759,0.904,0.938,0.081,,5.656,0.663,0.816,0.859,0.164,
+dicl,things,3.831,0.811,0.889,0.913,0.107,9.903,2.709,0.418,0.843,0.648,0.915,0.727,0.935,0.341,0.082,,,2.006,0.878,0.939,0.954,0.059,6.691,1.121,0.488,0.914,0.73,0.964,0.801,0.974,0.258,0.034,,,3.745,0.695,0.849,0.889,0.14,,9.906,0.599,0.75,0.791,0.24,
 flownet2,things,3.97,0.772,0.872,0.901,0.124,9.338,2.978,0.413,0.799,0.633,0.896,0.717,0.922,0.355,0.101,,,3.005,0.821,0.907,0.929,0.09,7.867,2.101,0.455,0.851,0.685,0.931,0.764,0.95,0.304,0.066,,,5.468,0.599,0.775,0.823,0.219,,13.143,0.499,0.65,0.699,0.346,
 flownetc,things,5.647,0.466,0.76,0.832,0.238,11.412,4.579,0.189,0.481,0.491,0.782,0.614,0.854,0.501,0.216,,,4.545,0.479,0.797,0.865,0.2,9.915,3.557,0.195,0.494,0.526,0.822,0.658,0.889,0.466,0.175,,,8.104,0.198,0.57,0.689,0.426,,15.985,0.179,0.462,0.569,0.536,
 flownetcs,things,4.164,0.735,0.857,0.892,0.14,9.498,3.21,0.337,0.763,0.6,0.882,0.699,0.915,0.389,0.115,,,3.131,0.787,0.893,0.921,0.103,8.089,2.226,0.375,0.818,0.652,0.919,0.747,0.943,0.336,0.078,,,5.028,0.558,0.774,0.831,0.218,,12.517,0.452,0.639,0.699,0.356,
@@ -19,6 +23,8 @@ irr_pwc,sintel,2.443,0.849,0.916,0.937,0.08,6.666,1.715,0.502,0.878,0.718,0.937,
 irr_pwc,things,3.404,0.81,0.893,0.918,0.104,8.566,2.46,0.435,0.839,0.661,0.917,0.74,0.939,0.327,0.08,0.725,,1.856,0.87,0.936,0.952,0.062,6.302,1.035,0.492,0.904,0.722,0.96,0.796,0.972,0.265,0.038,0.752,,3.55,0.664,0.842,0.886,0.146,,9.508,0.556,0.726,0.777,0.264,
 irr_pwcnet,things,4.411,0.77,0.868,0.897,0.129,10.869,3.211,0.358,0.802,0.597,0.896,0.687,0.922,0.392,0.102,,,3.09,0.82,0.907,0.929,0.091,9.114,1.964,0.395,0.856,0.646,0.936,0.734,0.953,0.342,0.063,,,5.967,0.538,0.774,0.834,0.219,,14.707,0.452,0.635,0.695,0.361,
 irr_pwcnet_irr,things,4.052,0.755,0.867,0.9,0.129,10.112,2.968,0.357,0.784,0.599,0.894,0.691,0.924,0.39,0.103,,,2.734,0.809,0.908,0.932,0.089,8.447,1.692,0.394,0.842,0.647,0.936,0.738,0.956,0.34,0.061,,,5.145,0.509,0.76,0.83,0.232,,12.983,0.441,0.636,0.7,0.358,
+lcv_raft,chairs,4.034,0.753,0.882,0.911,0.115,9.937,2.93,0.409,0.779,0.655,0.907,0.732,0.933,0.334,0.09,,,2.282,0.81,0.924,0.947,0.073,7.009,1.388,0.469,0.839,0.714,0.949,0.79,0.968,0.272,0.048,,,4.371,0.36,0.713,0.824,0.277,,9.213,0.359,0.625,0.723,0.367,
+lcv_raft,things,2.981,0.828,0.909,0.931,0.087,7.792,2.099,0.48,0.858,0.702,0.932,0.775,0.951,0.285,0.065,,,1.761,0.874,0.945,0.961,0.052,5.824,0.975,0.531,0.907,0.757,0.969,0.826,0.98,0.229,0.03,,,2.509,0.678,0.874,0.917,0.114,,6.13,0.595,0.789,0.837,0.197,
 liteflownet,kitti,5.917,0.738,0.842,0.872,0.156,13.327,4.57,0.331,0.767,0.551,0.869,0.639,0.897,0.439,0.129,,,4.553,0.796,0.88,0.903,0.118,11.64,3.234,0.356,0.833,0.59,0.911,0.677,0.93,0.399,0.088,,,1.164,0.829,0.942,0.965,0.041,,1.783,0.779,0.907,0.938,0.065,
 liteflownet,sintel,1.845,0.856,0.923,0.943,0.073,5.549,1.229,0.492,0.889,0.724,0.947,0.799,0.963,0.261,0.049,,,1.419,0.905,0.948,0.961,0.049,5.239,0.756,0.535,0.944,0.754,0.974,0.821,0.98,0.231,0.025,,,3.661,0.736,0.866,0.9,0.125,,10.354,0.631,0.758,0.794,0.235,
 liteflownet,things,4.024,0.786,0.879,0.906,0.118,10.306,2.84,0.37,0.819,0.619,0.907,0.705,0.93,0.37,0.09,,,2.504,0.851,0.924,0.942,0.074,7.918,1.45,0.417,0.891,0.682,0.954,0.764,0.967,0.306,0.045,,,4.532,0.627,0.802,0.849,0.191,,11.477,0.522,0.683,0.734,0.311,

diff --git a/docs/source/results/summarized_metrics-epe.csv b/docs/source/results/summarized_metrics-epe.csv
@@ -1,4 +1,8 @@
 model,checkpoint,sintel-final,sintel-clean,kitti-2012,kitti-2015
+dicl,chairs,4.947,3.661,5.968,18.445
+dicl,kitti,9.598,7.798,1.161,1.393
+dicl,sintel,2.05,1.297,2.161,5.656
+dicl,things,3.831,2.006,3.745,9.906
 flownet2,things,3.97,3.005,5.468,13.143
 flownetc,things,5.647,4.545,8.104,15.985
 flownetcs,things,4.164,3.131,5.028,12.517
@@ -9,8 +13,8 @@ hd3,chairs,9.722,4.918,12.219,21.716
 hd3,kitti,44.813,37.062,1.262,1.943
 hd3,sintel,1.603,2.311,6.301,15.291
 hd3,things,6.501,3.214,6.854,14.505
-hd3_ctxt,sintel,1.737,2.103,5.058,13.45
 hd3_ctxt,things,4.421,2.072,4.645,9.959
+hd3_ctxt,sintel,1.737,2.103,5.058,13.45
 hd3_ctxt,chairs,5.792,3.727,13.695,22.971
 hd3_ctxt,kitti,7.858,6.016,0.999,1.536
 irr_pwc,chairs_occ,3.947,2.315,3.887,10.672
@@ -19,9 +23,11 @@ irr_pwc,sintel,2.443,1.85,2.581,7.968
 irr_pwc,things,3.404,1.856,3.55,9.508
 irr_pwcnet,things,4.411,3.09,5.967,14.707
 irr_pwcnet_irr,things,4.052,2.734,5.145,12.983
+lcv_raft,chairs,4.034,2.282,4.371,9.213
+lcv_raft,things,2.981,1.761,2.509,6.13
+liteflownet,things,4.024,2.504,4.532,11.477
 liteflownet,kitti,5.917,4.553,1.164,1.783
 liteflownet,sintel,1.845,1.419,3.661,10.354
-liteflownet,things,4.024,2.504,4.532,11.477
 liteflownet2,sintel,1.92,1.495,1.648,3.233
 liteflownet2_pseudoreg,kitti,5.668,4.509,1.025,1.389
 liteflownet3,sintel,1.884,1.41,1.674,3.41
@@ -36,10 +42,10 @@ pwcdcnet,sintel,2.328,1.808,2.072,3.159
 pwcdcnet,things,4.213,2.676,4.582,10.994
 pwcnet,sintel,2.82,2.255,3.327,6.249
 pwcnet,things,4.827,3.358,5.551,12.669
+raft,things,3.009,1.507,2.261,5.468
+raft,sintel,1.571,0.871,1.341,1.631
 raft,chairs,4.296,2.197,4.594,9.749
 raft,kitti,6.293,4.687,1.271,0.779
-raft,sintel,1.571,0.871,1.341,1.631
-raft,things,3.009,1.507,2.261,5.468
 raft_small,things,3.548,2.19,3.618,8.636
 scopeflow,chairs,3.95,2.569,4.094,11.975
 scopeflow,kitti,10.458,8.111,1.002,1.337

diff --git a/docs/source/results/summarized_metrics-epe_outlier.csv b/docs/source/results/summarized_metrics-epe_outlier.csv
@@ -1,4 +1,8 @@
 model,checkpoint,sintel-final-epe,sintel-final-outlier,sintel-clean-epe,sintel-clean-outlier,kitti-2012-epe,kitti-2012-outlier,kitti-2015-epe,kitti-2015-outlier
+dicl,chairs,4.947,0.132,3.661,0.089,5.968,0.281,18.445,0.456
+dicl,kitti,9.598,0.234,7.798,0.195,1.161,0.046,1.393,0.058
+dicl,sintel,2.05,0.075,1.297,0.046,2.161,0.081,5.656,0.164
+dicl,things,3.831,0.107,2.006,0.059,3.745,0.14,9.906,0.24
 flownet2,things,3.97,0.124,3.005,0.09,5.468,0.219,13.143,0.346
 flownetc,things,5.647,0.238,4.545,0.2,8.104,0.426,15.985,0.536
 flownetcs,things,4.164,0.14,3.131,0.103,5.028,0.218,12.517,0.356
@@ -9,8 +13,8 @@ hd3,chairs,9.722,0.163,4.918,0.096,12.219,0.423,21.716,0.515
 hd3,kitti,44.813,0.301,37.062,0.267,1.262,0.048,1.943,0.067
 hd3,sintel,1.603,0.065,2.311,0.058,6.301,0.181,15.291,0.29
 hd3,things,6.501,0.137,3.214,0.07,6.854,0.203,14.505,0.272
-hd3_ctxt,sintel,1.737,0.062,2.103,0.054,5.058,0.141,13.45,0.269
 hd3_ctxt,things,4.421,0.116,2.072,0.058,4.645,0.159,9.959,0.24
+hd3_ctxt,sintel,1.737,0.062,2.103,0.054,5.058,0.141,13.45,0.269
 hd3_ctxt,chairs,5.792,0.139,3.727,0.086,13.695,0.505,22.971,0.57
 hd3_ctxt,kitti,7.858,0.169,6.016,0.126,0.999,0.038,1.536,0.052
 irr_pwc,chairs_occ,3.947,0.113,2.315,0.071,3.887,0.18,10.672,0.304
@@ -19,9 +23,11 @@ irr_pwc,sintel,2.443,0.08,1.85,0.054,2.581,0.091,7.968,0.202
 irr_pwc,things,3.404,0.104,1.856,0.062,3.55,0.146,9.508,0.264
 irr_pwcnet,things,4.411,0.129,3.09,0.091,5.967,0.219,14.707,0.361
 irr_pwcnet_irr,things,4.052,0.129,2.734,0.089,5.145,0.232,12.983,0.358
+lcv_raft,chairs,4.034,0.115,2.282,0.073,4.371,0.277,9.213,0.367
+lcv_raft,things,2.981,0.087,1.761,0.052,2.509,0.114,6.13,0.197
+liteflownet,things,4.024,0.118,2.504,0.074,4.532,0.191,11.477,0.311
 liteflownet,kitti,5.917,0.156,4.553,0.118,1.164,0.041,1.783,0.065
 liteflownet,sintel,1.845,0.073,1.419,0.049,3.661,0.125,10.354,0.235
-liteflownet,things,4.024,0.118,2.504,0.074,4.532,0.191,11.477,0.311
 liteflownet2,sintel,1.92,0.077,1.495,0.053,1.648,0.062,3.233,0.1
 liteflownet2_pseudoreg,kitti,5.668,0.155,4.509,0.118,1.025,0.035,1.389,0.046
 liteflownet3,sintel,1.884,0.073,1.41,0.051,1.674,0.068,3.41,0.114
@@ -36,10 +42,10 @@ pwcdcnet,sintel,2.328,0.085,1.808,0.061,2.072,0.075,3.159,0.104
 pwcdcnet,things,4.213,0.128,2.676,0.091,4.582,0.217,10.994,0.341
 pwcnet,sintel,2.82,0.115,2.255,0.085,3.327,0.152,6.249,0.217
 pwcnet,things,4.827,0.156,3.358,0.117,5.551,0.252,12.669,0.367
+raft,things,3.009,0.083,1.507,0.043,2.261,0.098,5.468,0.175
+raft,sintel,1.571,0.057,0.871,0.031,1.341,0.047,1.631,0.058
 raft,chairs,4.296,0.116,2.197,0.07,4.594,0.294,9.749,0.36
 raft,kitti,6.293,0.145,4.687,0.104,1.271,0.044,0.779,0.023
-raft,sintel,1.571,0.057,0.871,0.031,1.341,0.047,1.631,0.058
-raft,things,3.009,0.083,1.507,0.043,2.261,0.098,5.468,0.175
 raft_small,things,3.548,0.108,2.19,0.07,3.618,0.158,8.636,0.261
 scopeflow,chairs,3.95,0.11,2.569,0.073,4.094,0.173,11.975,0.317
 scopeflow,kitti,10.458,0.187,8.111,0.152,1.002,0.036,1.337,0.045