Merge pull request #67 from hmorimitsu/update

Update

README.md

@@ -24,6 +24,19 @@ This is still under development, so some things may not work as intended. I plan
 
 ## What's new
 
+###  - v0.3.2
+
+- Added new models:
+  - MemFlow [https://arxiv.org/abs/2404.04808](https://arxiv.org/abs/2404.04808)
+  - NeuFlow [https://arxiv.org/abs/2403.10425](https://arxiv.org/abs/2403.10425)
+  - SEA-RAFT [https://arxiv.org/abs/2405.14793](https://arxiv.org/abs/2405.14793)
+  - SplatFlow [https://arxiv.org/abs/2306.08887](https://arxiv.org/abs/2306.08887)
+- Add support for more datasets:
+  - TartanAir [https://theairlab.org/tartanair-dataset/](https://theairlab.org/tartanair-dataset/)
+  - Kubric [https://github.com/google-research/kubric](https://github.com/google-research/kubric)
+- Add ONNX and TensorRT conversion to RAPIDFlow
+- Fix LR scheduler when accumulating gradients
+
 ###  - v0.3.1
 
 - Added new models:
@@ -84,6 +97,7 @@ This is still under development, so some things may not work as intended. I plan
 - LLA-Flow [https://arxiv.org/abs/2304.08101](https://arxiv.org/abs/2304.08101)
 - MaskFlownet [https://arxiv.org/abs/2003.10955](https://arxiv.org/abs/2003.10955)
 - MatchFlow [https://arxiv.org/abs/2303.08384](https://arxiv.org/abs/2303.08384)
+- MemFlow [https://arxiv.org/abs/2404.04808](https://arxiv.org/abs/2404.04808)
 - MS-RAFT+ [https://arxiv.org/abs/2210.16900](https://arxiv.org/abs/2210.16900)
 - NeuFlow [https://arxiv.org/abs/2403.10425](https://arxiv.org/abs/2403.10425)
 - PWCNet [https://arxiv.org/abs/1709.02371](https://arxiv.org/abs/1709.02371)
@@ -92,8 +106,10 @@ This is still under development, so some things may not work as intended. I plan
 - RPKNet [https://hmorimitsu.com/publication/2024-aaai-rpknet](https://hmorimitsu.com/publication/2024-aaai-rpknet)
 - ScopeFlow [https://arxiv.org/abs/2002.10770](https://arxiv.org/abs/2002.10770)
 - SCV [https://arxiv.org/abs/2104.02166](https://arxiv.org/abs/2104.02166)
+- SEA-RAFT [https://arxiv.org/abs/2405.14793](https://arxiv.org/abs/2405.14793)
 - SeparableFlow [https://openaccess.thecvf.com/content/ICCV2021/papers/Zhang_Separable_Flow_Learning_Motion_Cost_Volumes_for_Optical_Flow_Estimation_ICCV_2021_paper.pdf](https://openaccess.thecvf.com/content/ICCV2021/papers/Zhang_Separable_Flow_Learning_Motion_Cost_Volumes_for_Optical_Flow_Estimation_ICCV_2021_paper.pdf)
 - SKFlow [https://arxiv.org/abs/2205.14623](https://arxiv.org/abs/2205.14623)
+- SplatFlow [https://arxiv.org/abs/2306.08887](https://arxiv.org/abs/2306.08887)
 - STaRFlow [https://arxiv.org/abs/2007.05481](https://arxiv.org/abs/2007.05481)
 - VCN [https://papers.nips.cc/paper/2019/file/bbf94b34eb32268ada57a3be5062fe7d-Paper.pdf](https://papers.nips.cc/paper/2019/file/bbf94b34eb32268ada57a3be5062fe7d-Paper.pdf)
 - VideoFlow [https://arxiv.org/abs/2303.08340](https://arxiv.org/abs/2303.08340)

datasets.yml

@@ -7,3 +7,6 @@ mpi_sintel: /path/to/MPI-Sintel
 kitti_2012: /path/to/KITTI/2012
 kitti_2015: /path/to/KITTI/2015
 hd1k: /path/to/HD1K
+tartanair: /path/to/tartanair
+spring: /path/to/spring
+kubric: /path/to/kubric

docs/source/models/checkpoint_list.csv

@@ -99,6 +99,14 @@ matchflow_gma-kitti-bc72ce81.ckpt,matchflow-g-kitti.pth,
 matchflow_gma-sintel-683422f4.ckpt,matchflow-g-sintel.pth,
 matchflow_gma-things-49295bd8.ckpt,matchflow-g-things.pth,
 matchflow_raft-things-bf560032.ckpt,matchflow-r-things.pth,
+memflow-things-90d0b74c.ckpt,MemFlowNet_things.pth,https://github.com/DQiaole/MemFlow
+memflow-sintel-38621d84.ckpt,MemFlowNet_sintel.pth,
+memflow-kitti-ee6cbf09.ckpt,MemFlowNet_kitti.pth,
+memflow-spring-7ee1b984.ckpt,MemFlowNet_spring.pth,
+memflow_t-things-6028d89f.ckpt,MemFlowNet_T_things.pth,
+memflow_t-things_kitti-542e0a1c.ckpt,MemFlowNet_T_things_kitti.pth,
+memflow_t-sintel-d2df0424.ckpt,MemFlowNet_T_sintel.pth,
+memflow_t-kitti-9eeabb65.ckpt,MemFlowNet_T_kitti.pth,
 ms_raft_plus-mixed-2bb01f62.ckpt,mixed.pth,https://github.com/cv-stuttgart/MS_RAFT_plus
 neuflow-things-c402aa7a.ckpt,neuflow_things.pth,https://github.com/neufieldrobotics/neuflow
 neuflow-sintel-0d969ea2.ckpt,neuflow_sintel.pth,
@@ -129,13 +137,26 @@ scv-quarter-chairs-4726627e.ckpt,quarter/scv-chairs.pth,
 scv-quarter-kitti-e86c7953.ckpt,quarter/scv-kitti.pth,
 scv-quarter-sintel-2d9b4a05.ckpt,quarter/scv-sintel.pth,
 scv-quarter-things-0dac9b66.ckpt,quarter/scv-things.pth,
+sea_raft_m-tartan-e684ed5f.ckpt,Tartan480x640-M.pth,https://github.com/princeton-vl/SEA-RAFT
+sea_raft_s-tartan-f7e26f21.ckpt,Tartan480x640-S.pth,
+sea_raft_m-chairs-1cb7b11e.ckpt,Tartan-C368x496-M.pth,
+sea_raft_s-chairs-6980249f.ckpt,Tartan-C368x496-S.pth,
+sea_raft_m-things-ac45dd7f.ckpt,Tartan-C-T432x960-M.pth,
+sea_raft_s-things-a15c1713.ckpt,Tartan-C-T432x960-S.pth,
+sea_raft_m-sintel-f8bb7e3f.ckpt,Tartan-C-T-TSKH432x960-M.pth,
+sea_raft_s-sintel-bb63371a.ckpt,Tartan-C-T-TSKH432x960-S.pth,
+sea_raft_m-kitti-e51f7603.ckpt,Tartan-C-T-TSKH-kitti432x960-M.pth,
+sea_raft_s-kitti-3a96c1cc.ckpt,Tartan-C-T-TSKH-kitti432x960-S.pth,
+sea_raft_m-spring-de7c13e2.ckpt,Tartan-C-T-TSKH-spring540x960-M.pth,
+sea_raft_s-spring-4d13c106.ckpt,Tartan-C-T-TSKH-spring540x960-S.pth,
 separableflow-kitti-c9395318.ckpt,sepflow_kitti.pth,https://github.com/feihuzhang/SeparableFlow
 separableflow-sintel-4c9a8c03.ckpt,sepflow_sintel.pth,
 separableflow-things-31fe3b2d.ckpt,sepflow_things.pth,
 separableflow-universal-87350d91.ckpt,sepflow_universal.pth,
 skflow-kitti-4e1f8b63.ckpt,skflow-kitti.pth,https://github.com/littlespray/SKFlow
 skflow-sintel-98fb67cf.ckpt,skflow-sintel.pth,
 skflow-things-f84e6538.ckpt,skflow-things.pth,
+splatflow-kitti-2aa8e145.ckpt,kitti.pth,https://github.com/wwsource/SplatFLow
 starflow-kitti-34b9a3ed.ckpt,StarFlow_kitti,https://github.com/pgodet/star_flow
 starflow-sintel-3c06b844.ckpt,StarFlow_sintel,
 starflow-things-d3966a93.ckpt,StarFlow_things,

docs/source/models/models_list.rst

@@ -266,6 +266,17 @@ MatchFlow
 
 - Model names: ``matchflow``, ``matchflow_raft``
 
+MemFlow
+-------
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/memflow>`__
+
+- Paper: **MemFlow: Optical Flow Estimation and Prediction with Memory** - `https://arxiv.org/abs/2404.04808 <https://arxiv.org/abs/2404.04808>`_
+
+- Reference code: `https://github.com/DQiaole/MemFlow <https://github.com/DQiaole/MemFlow>`_
+
+- Model names: ``memflow``, ``memflow_t``
+
 MS-RAFT+
 --------
 
@@ -350,6 +361,17 @@ SCV
 
 - Model names: ``scv4``, ``scv8``
 
+SEA-RAFT
+--------
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/sea_raft>`__
+
+- Paper: **SEA-RAFT: Simple, Efficient, Accurate RAFT for Optical Flow** - `https://arxiv.org/abs/2405.14793 <https://arxiv.org/abs/2405.14793>`_
+
+- Reference code: `https://github.com/princeton-vl/SEA-RAFT <https://github.com/princeton-vl/SEA-RAFT>`_
+
+- Model names: ``sea_raft``, ``sea_raft_s``, ``sea_raft_m``, ``sea_raft_l``
+
 SeparableFlow
 -------------
 
@@ -372,6 +394,17 @@ SKFlow
 
 - Model names: ``skflow``
 
+SplatFlow
+---------
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/splatflow>`__
+
+- Paper: **SplatFlow: Learning Multi-frame Optical Flow via Splatting** - `https://arxiv.org/abs/2306.08887 <https://arxiv.org/abs/2306.08887>`_
+
+- Reference code: `https://github.com/wwsource/SplatFLow <https://github.com/wwsource/SplatFLow>`_
+
+- Model names: ``splatflow``
+
 STaRFlow
 --------
 

docs/source/results/metrics_all.csv

@@ -108,6 +108,14 @@ matchflow,kitti,2.984,0.822,0.912,0.932,8.547,8.428,2.018,0.46,0.854,0.669,0.939
 matchflow,sintel,0.494,0.941,0.977,0.985,2.012,2.061,0.245,0.704,0.967,0.868,0.992,0.914,0.996,11.657,0.745,0.796,0.907,0.96,0.974,3.587,2.687,0.489,0.655,0.932,0.834,0.975,0.888,0.985,14.923,2.131,1.158,0.827,0.946,0.967,3.937,1.24,0.8,0.933,0.96,4.307,,,,,,
 matchflow,things,1.095,0.918,0.964,0.974,3.367,4.178,0.499,0.635,0.947,0.818,0.983,0.87,0.989,16.884,1.557,2.416,0.866,0.926,0.944,7.016,6.368,1.663,0.564,0.894,0.753,0.947,0.811,0.961,23.506,4.976,1.738,0.753,0.905,0.941,8.001,4.075,0.662,0.828,0.872,15.363,,,,,,
 matchflow_raft,things,1.15,0.915,0.963,0.973,3.502,4.356,0.532,0.624,0.944,0.812,0.982,0.865,0.989,17.509,1.662,2.633,0.864,0.925,0.943,7.131,6.951,1.79,0.558,0.892,0.748,0.946,0.809,0.961,23.967,5.069,1.814,0.765,0.915,0.945,7.042,4.159,0.679,0.846,0.888,13.317,,,,,,
+memflow,things,0.946,0.921,0.966,0.977,3.117,3.306,0.516,0.663,0.947,0.839,0.983,0.89,0.989,14.662,1.586,2.19,0.873,0.932,0.949,6.444,5.401,1.635,0.594,0.898,0.78,0.95,0.837,0.964,20.789,4.665,1.73,0.74,0.916,0.949,6.814,4.098,0.653,0.837,0.882,14.11,,,,,,
+memflow,sintel,0.354,0.948,0.982,0.99,1.471,1.451,0.204,0.739,0.97,0.894,0.994,0.935,0.997,8.947,0.543,0.496,0.924,0.973,0.984,2.225,1.773,0.317,0.7,0.946,0.872,0.986,0.921,0.993,10.966,1.148,1.137,0.82,0.947,0.969,3.738,1.218,0.79,0.934,0.962,4.075,,,,,,
+memflow,kitti,2.305,0.84,0.923,0.944,7.392,7.186,1.514,0.467,0.873,0.684,0.948,0.76,0.964,30.276,5.02,3.764,0.79,0.885,0.912,11.223,9.458,2.793,0.422,0.818,0.633,0.909,0.711,0.933,35.531,8.821,1.115,0.833,0.951,0.971,3.492,0.599,0.878,0.971,0.987,1.245,,,,,,
+memflow,spring,0.723,0.918,0.968,0.978,2.909,2.685,0.405,0.666,0.944,0.843,0.984,0.894,0.991,14.061,1.418,1.576,0.88,0.941,0.958,5.468,3.952,1.176,0.615,0.905,0.8,0.958,0.859,0.972,18.427,3.825,1.654,0.757,0.917,0.949,6.615,3.01,0.695,0.859,0.901,11.572,,,,,,
+memflow_t,things,0.855,0.921,0.966,0.977,3.108,3.131,0.464,0.662,0.947,0.84,0.983,0.891,0.989,14.546,1.616,2.065,0.869,0.93,0.948,6.633,5.155,1.538,0.588,0.894,0.775,0.948,0.834,0.963,21.234,4.864,1.822,0.74,0.909,0.945,7.527,4.619,0.66,0.833,0.878,14.613,,,,,,
+memflow_t,things_kitti,0.906,0.917,0.966,0.977,3.132,3.226,0.492,0.651,0.944,0.838,0.983,0.889,0.99,14.811,1.578,2.12,0.867,0.931,0.948,6.57,5.345,1.573,0.579,0.892,0.773,0.949,0.833,0.964,21.379,4.764,1.615,0.764,0.919,0.952,6.433,3.736,0.679,0.845,0.888,13.169,,,,,,
+memflow_t,sintel,0.396,0.944,0.98,0.988,1.731,1.605,0.226,0.719,0.968,0.881,0.993,0.926,0.996,10.206,0.645,0.558,0.917,0.968,0.981,2.646,1.958,0.355,0.682,0.94,0.859,0.982,0.91,0.991,12.298,1.42,1.205,0.811,0.942,0.966,4.097,1.322,0.775,0.926,0.957,4.503,,,,,,
+memflow_t,kitti,2.237,0.855,0.927,0.945,7.004,6.481,1.54,0.486,0.886,0.71,0.95,0.783,0.963,27.63,4.838,3.272,0.804,0.893,0.917,10.389,8.097,2.476,0.44,0.831,0.662,0.915,0.742,0.936,32.578,8.238,1.094,0.831,0.949,0.971,3.518,0.684,0.864,0.964,0.982,1.74,,,,,,
 ms_raft+,mixed,0.648,0.961,0.979,0.984,1.939,2.664,0.243,0.775,0.985,0.881,0.993,0.911,0.995,10.58,0.627,1.107,0.913,0.954,0.967,4.172,3.525,0.654,0.696,0.936,0.836,0.97,0.878,0.98,15.02,2.64,1.015,0.87,0.956,0.972,3.054,0.679,0.877,0.964,0.981,1.724,,,,,,
 neuflow,things,1.66,0.837,0.935,0.956,6.148,5.449,0.985,0.472,0.87,0.734,0.959,0.816,0.975,25.104,3.818,3.126,0.787,0.892,0.921,10.424,7.954,2.244,0.415,0.817,0.664,0.917,0.751,0.942,32.279,7.933,5.056,0.525,0.789,0.848,20.281,11.111,0.45,0.682,0.747,30.918,,,,,,
 neuflow,sintel,0.988,0.871,0.952,0.97,4.411,3.414,0.609,0.552,0.901,0.787,0.973,0.856,0.985,19.69,2.49,1.294,0.838,0.93,0.955,6.463,3.933,0.889,0.517,0.865,0.756,0.95,0.831,0.971,22.786,4.53,2.297,0.673,0.887,0.931,9.489,2.06,0.645,0.868,0.922,9.539,,,,,,
@@ -148,13 +156,32 @@ scopeflow,chairs,2.529,0.864,0.926,0.942,7.188,7.878,1.527,0.463,0.899,0.69,0.95
 scopeflow,things,1.847,0.875,0.938,0.953,5.997,6.312,1.03,0.498,0.908,0.727,0.962,0.8,0.973,26.004,3.658,3.291,0.815,0.896,0.92,10.02,8.417,2.368,0.44,0.845,0.665,0.921,0.743,0.941,32.292,7.62,2.76,0.683,0.865,0.909,12.263,8.268,0.568,0.74,0.793,24.893,0.752,0.725,,,,
 scopeflow,kitti,8.259,0.752,0.845,0.87,15.355,15.406,6.88,0.388,0.777,0.604,0.868,0.68,0.891,38.635,13.079,10.676,0.704,0.809,0.839,18.921,17.101,9.656,0.359,0.726,0.572,0.83,0.651,0.858,41.849,16.901,0.911,0.866,0.958,0.975,2.971,1.308,0.816,0.935,0.96,4.309,0,0,,,,
 scopeflow,sintel,1.615,0.896,0.947,0.96,5.026,5.769,0.869,0.548,0.928,0.755,0.97,0.819,0.978,23.154,2.922,2.477,0.852,0.918,0.938,7.797,6.806,1.733,0.51,0.88,0.721,0.94,0.789,0.956,26.543,5.725,1.984,0.765,0.915,0.944,6.946,5.795,0.658,0.821,0.86,16.019,0.777,0.76,,,,
+sea_raft_s,tartan,2.338,0.88,0.925,0.941,7.27,7.338,1.399,0.58,0.909,0.748,0.946,0.802,0.959,23.999,5.264,4.963,0.798,0.856,0.879,14.159,10.906,3.827,0.501,0.82,0.672,0.874,0.732,0.895,31.697,12.459,1.499,0.812,0.938,0.962,4.69,3.833,0.704,0.858,0.897,11.766,,,,,,
+sea_raft_s,chairs,2.052,0.831,0.943,0.959,5.406,6.351,1.228,0.514,0.86,0.761,0.967,0.824,0.978,22.526,3.197,4.711,0.712,0.891,0.914,10.625,10.391,3.637,0.413,0.735,0.684,0.913,0.752,0.934,30.47,8.394,4.401,0.343,0.715,0.816,27.262,9.579,0.36,0.627,0.709,36.224,,,,,,
+sea_raft_s,things,1.283,0.923,0.964,0.974,3.34,4.747,0.561,0.644,0.953,0.817,0.984,0.867,0.989,16.949,1.525,3.729,0.868,0.924,0.939,7.307,8.744,2.738,0.57,0.895,0.749,0.944,0.804,0.957,23.79,5.294,2.001,0.735,0.903,0.94,8.172,4.433,0.662,0.834,0.878,14.694,,,,,,
+sea_raft_s,sintel,0.547,0.95,0.979,0.985,1.92,2.443,0.234,0.721,0.974,0.869,0.993,0.909,0.996,11.701,0.619,0.783,0.924,0.966,0.976,3.009,2.902,0.435,0.682,0.947,0.843,0.981,0.889,0.988,14.254,1.559,1.153,0.833,0.947,0.968,3.754,1.054,0.838,0.948,0.969,3.151,,,,,,
+sea_raft_s,kitti,1.067,0.93,0.967,0.976,3.072,4.197,0.49,0.651,0.958,0.817,0.985,0.868,0.99,16.883,1.389,1.756,0.886,0.941,0.956,5.553,5.291,1.119,0.589,0.913,0.77,0.961,0.827,0.972,21.673,3.679,1.093,0.839,0.949,0.97,3.589,0.935,0.853,0.954,0.973,2.7,,,,,,
+sea_raft_s,spring,1.697,0.911,0.957,0.967,4.064,5.966,0.792,0.634,0.942,0.802,0.979,0.85,0.985,18.594,1.979,2.573,0.866,0.925,0.942,7.095,6.911,1.772,0.576,0.894,0.752,0.946,0.808,0.96,23.394,5.045,3.552,0.732,0.885,0.918,10.453,7.906,0.659,0.806,0.845,18.163,,,,,,
+sea_raft_m,tartan,2.366,0.885,0.931,0.946,6.752,7.313,1.405,0.593,0.914,0.756,0.952,0.809,0.964,23.21,4.716,5.203,0.793,0.855,0.88,14.289,11.306,4.043,0.505,0.816,0.671,0.873,0.73,0.896,31.882,12.514,1.385,0.822,0.941,0.963,4.467,3.568,0.726,0.876,0.913,9.887,,,,,,
+sea_raft_m,chairs,2.27,0.839,0.944,0.958,5.382,6.926,1.354,0.52,0.868,0.761,0.967,0.822,0.978,22.509,3.138,5.744,0.724,0.885,0.906,11.259,11.73,4.609,0.412,0.747,0.671,0.908,0.738,0.927,31.761,8.961,4.359,0.363,0.735,0.826,25.483,9.159,0.383,0.65,0.729,33.925,,,,,,
+sea_raft_m,things,1.272,0.926,0.966,0.975,3.235,4.628,0.578,0.654,0.955,0.823,0.984,0.872,0.989,16.356,1.482,3.853,0.869,0.923,0.939,7.343,9.21,2.76,0.573,0.896,0.75,0.944,0.804,0.957,23.8,5.293,1.971,0.753,0.911,0.943,7.406,4.293,0.679,0.841,0.883,13.935,,,,,,
+sea_raft_m,sintel,0.434,0.957,0.982,0.988,1.573,1.969,0.19,0.75,0.979,0.886,0.995,0.922,0.997,10.018,0.47,0.584,0.939,0.975,0.983,2.197,2.309,0.309,0.715,0.962,0.867,0.988,0.908,0.993,11.772,0.961,1.125,0.843,0.95,0.97,3.538,0.88,0.862,0.957,0.975,2.551,,,,,,
+sea_raft_m,kitti,0.646,0.945,0.976,0.983,2.136,2.715,0.302,0.705,0.971,0.856,0.991,0.899,0.995,12.928,0.775,0.958,0.913,0.961,0.973,3.49,3.409,0.551,0.65,0.938,0.82,0.979,0.871,0.987,16.534,1.874,1.078,0.848,0.952,0.971,3.373,0.808,0.869,0.961,0.978,2.213,,,,,,
+sea_raft_m,spring,1.389,0.926,0.964,0.972,3.436,4.791,0.689,0.672,0.955,0.829,0.983,0.872,0.987,15.847,1.645,2.3,0.869,0.932,0.947,6.455,5.848,1.672,0.601,0.895,0.775,0.951,0.828,0.963,21.105,4.63,2.869,0.76,0.903,0.932,8.532,5.812,0.695,0.837,0.875,14.49,,,,,,
+sea_raft_l,tartan,2.316,0.874,0.921,0.939,7.701,7.236,1.379,0.594,0.901,0.754,0.941,0.807,0.955,23.475,5.841,5.549,0.783,0.843,0.868,15.499,11.566,4.398,0.508,0.804,0.67,0.859,0.728,0.882,31.966,13.922,1.276,0.825,0.942,0.965,4.205,3.306,0.723,0.875,0.912,9.977,,,,,,
+sea_raft_l,chairs,2.441,0.821,0.943,0.958,5.422,7.508,1.394,0.512,0.849,0.762,0.966,0.823,0.977,22.33,3.219,9.272,0.687,0.878,0.9,11.951,16.108,7.868,0.404,0.707,0.666,0.902,0.731,0.921,32.364,9.652,5.292,0.302,0.679,0.785,31.121,10.5,0.34,0.612,0.698,37.727,,,,,,
+sea_raft_l,things,1.226,0.925,0.967,0.976,3.116,4.563,0.532,0.656,0.953,0.827,0.985,0.876,0.99,15.896,1.428,3.444,0.867,0.926,0.942,7.053,8.324,2.504,0.577,0.893,0.759,0.945,0.815,0.959,22.782,5.169,2.061,0.74,0.905,0.939,7.898,3.723,0.672,0.853,0.897,12.377,,,,,,
+sea_raft_l,sintel,0.444,0.956,0.982,0.988,1.597,2.002,0.195,0.746,0.979,0.885,0.995,0.921,0.997,10.143,0.479,0.613,0.936,0.974,0.982,2.292,2.414,0.322,0.71,0.959,0.864,0.988,0.905,0.993,12.081,1.024,1.086,0.844,0.952,0.971,3.391,0.892,0.86,0.957,0.975,2.571,,,,,,
+sea_raft_l,kitti,0.617,0.946,0.977,0.984,2.025,2.637,0.284,0.707,0.971,0.859,0.992,0.902,0.995,12.638,0.708,0.931,0.913,0.963,0.975,3.324,3.351,0.531,0.652,0.938,0.823,0.98,0.874,0.988,16.148,1.756,1.049,0.85,0.954,0.972,3.219,0.817,0.867,0.96,0.977,2.267,,,,,,
+sea_raft_l,spring,1.197,0.929,0.967,0.975,3.074,4.29,0.577,0.68,0.957,0.838,0.985,0.881,0.989,14.884,1.435,2.207,0.874,0.935,0.95,6.131,5.699,1.58,0.608,0.9,0.781,0.954,0.833,0.965,20.462,4.358,2.342,0.766,0.909,0.937,7.856,4.371,0.705,0.853,0.893,12.424,,,,,,
 separableflow,things,1.295,0.898,0.956,0.97,4.103,4.705,0.654,0.588,0.928,0.792,0.977,0.853,0.986,19.4,2.167,2.593,0.849,0.919,0.94,7.697,6.935,1.787,0.526,0.877,0.734,0.941,0.8,0.957,25.291,5.621,2.094,0.718,0.897,0.935,8.673,4.733,0.638,0.821,0.868,15.977,,,,,,
 separableflow,sintel,0.642,0.922,0.969,0.981,2.747,2.63,0.337,0.647,0.95,0.835,0.986,0.889,0.993,14.887,1.221,0.956,0.887,0.949,0.967,4.516,3.206,0.613,0.604,0.913,0.802,0.967,0.863,0.981,18.191,2.863,1.509,0.8,0.934,0.96,4.889,1.468,0.766,0.918,0.95,5.337,,,,,,
 separableflow,kitti,3.1,0.803,0.904,0.928,9.298,8.304,2.122,0.474,0.832,0.7,0.928,0.772,0.948,28.712,7.016,5.13,0.72,0.845,0.882,15.2,11.104,4.006,0.407,0.744,0.629,0.867,0.707,0.901,35.985,13.046,0.761,0.879,0.967,0.981,2.218,0.62,0.883,0.971,0.986,1.455,,,,,,
 separableflow,universal,0.685,0.921,0.968,0.979,2.862,2.774,0.357,0.645,0.949,0.83,0.986,0.885,0.992,15.396,1.288,1.016,0.884,0.947,0.965,4.828,3.322,0.661,0.602,0.909,0.796,0.964,0.858,0.979,18.784,3.157,1.027,0.843,0.952,0.971,3.346,1.103,0.808,0.939,0.965,3.816,,,,,,
 skflow,kitti,2.614,0.82,0.915,0.939,8.148,7.695,1.715,0.456,0.851,0.684,0.941,0.76,0.96,30.267,5.748,4.003,0.772,0.874,0.904,12.221,10.043,2.952,0.416,0.799,0.628,0.899,0.708,0.925,35.944,9.853,1.201,0.823,0.947,0.968,3.897,0.519,0.894,0.977,0.99,1.036,,,,,,
 skflow,sintel,0.524,0.932,0.974,0.984,2.261,2.136,0.284,0.689,0.958,0.859,0.989,0.908,0.994,12.49,0.956,0.782,0.901,0.958,0.973,3.62,2.648,0.502,0.65,0.925,0.834,0.974,0.888,0.985,14.954,2.227,1.2,0.811,0.944,0.967,4.036,1.227,0.786,0.931,0.961,4.292,,,,,,
 skflow,things,1.205,0.906,0.96,0.972,3.744,4.172,0.614,0.621,0.935,0.812,0.979,0.868,0.987,17.42,1.953,2.441,0.858,0.925,0.943,7.168,6.576,1.665,0.558,0.885,0.751,0.945,0.812,0.961,23.617,5.169,1.758,0.725,0.905,0.943,7.727,4.238,0.632,0.826,0.876,15.127,,,,,,
+splatflow,kitti,0.657,0.926,0.97,0.98,2.716,2.591,0.341,0.668,0.953,0.842,0.987,0.894,0.993,14.191,1.198,1.69,0.88,0.938,0.955,5.781,4.55,1.191,0.601,0.905,0.786,0.956,0.844,0.97,19.962,4.038,6.229,0.247,0.504,0.646,47.912,7.645,0.337,0.523,0.63,45.83,,,,,,
 starflow,things,1.817,0.86,0.936,0.954,6.123,6.014,1.03,0.482,0.894,0.729,0.96,0.806,0.973,25.785,3.804,3.452,0.797,0.892,0.918,10.417,8.513,2.53,0.427,0.826,0.667,0.916,0.748,0.939,32.049,8.07,3.868,0.624,0.825,0.873,16.539,9.316,0.532,0.716,0.77,27.384,0.743,0.713,,,,
 starflow,sintel,1.599,0.88,0.943,0.958,5.442,5.547,0.889,0.52,0.913,0.748,0.966,0.819,0.977,23.927,3.217,2.056,0.837,0.915,0.938,8.081,6.002,1.404,0.483,0.866,0.713,0.937,0.79,0.956,27.361,5.951,3.736,0.675,0.856,0.897,13.214,8.155,0.579,0.755,0.803,23.316,0.749,0.73,,,,
 starflow,kitti,5.07,0.725,0.849,0.882,14.814,11.714,3.827,0.347,0.751,0.59,0.875,0.678,0.905,39.919,12.265,7.097,0.67,0.809,0.847,18.895,13.968,5.847,0.319,0.692,0.554,0.832,0.642,0.868,43.698,16.618,1.78,0.768,0.918,0.946,6.607,2.951,0.663,0.849,0.895,12.217,0.568,0.571,,,,