Merge pull request #64 from hmorimitsu/neuflow

Add model NeuFlow

Author: hmorimitsu

README.md

@@ -85,6 +85,7 @@ This is still under development, so some things may not work as intended. I plan
 - MaskFlownet [https://arxiv.org/abs/2003.10955](https://arxiv.org/abs/2003.10955)
 - MatchFlow [https://arxiv.org/abs/2303.08384](https://arxiv.org/abs/2303.08384)
 - MS-RAFT+ [https://arxiv.org/abs/2210.16900](https://arxiv.org/abs/2210.16900)
+- NeuFlow [https://arxiv.org/abs/2403.10425](https://arxiv.org/abs/2403.10425)
 - PWCNet [https://arxiv.org/abs/1709.02371](https://arxiv.org/abs/1709.02371)
 - RAFT [https://arxiv.org/abs/2003.12039](https://arxiv.org/abs/2003.12039)
 - RAPIDFlow [https://hmorimitsu.com/publication/2024-icra-rapidflow/](https://hmorimitsu.com/publication/2024-icra-rapidflow/)

docs/source/_static/plot-memory(gb)-fp32-sintel-final-occ-val_epe.html

@@ -100,6 +100,8 @@ matchflow_gma-sintel-683422f4.ckpt,matchflow-g-sintel.pth,
 matchflow_gma-things-49295bd8.ckpt,matchflow-g-things.pth,
 matchflow_raft-things-bf560032.ckpt,matchflow-r-things.pth,
 ms_raft_plus-mixed-2bb01f62.ckpt,mixed.pth,https://github.com/cv-stuttgart/MS_RAFT_plus
+neuflow-things-c402aa7a.ckpt,neuflow_things.pth,https://github.com/neufieldrobotics/neuflow
+neuflow-sintel-0d969ea2.ckpt,neuflow_sintel.pth,
 pwcdcnet-sintel-c7d08a46.ckpt,pwc_net.pth.tar,https://github.com/NVlabs/PWC-Net/tree/master/PyTorch
 pwcdcnet-things-cc223701.ckpt,pwc_net_chairs.pth.tar,
 pwcnet-sintel-533815e5.ckpt,pwc_net.pth.tar,

docs/source/_static/plot-params-flops.html

@@ -277,6 +277,17 @@ MS-RAFT+
 
 - Model names: ``ms_raft+``
 
+NeuFlow
+-------
+
+`[source code] <https://github.com/hmorimitsu/ptlflow/tree/main/ptlflow/models/neuflow>`__
+
+- Paper: **NeuFlow: Real-time, High-accuracy Optical Flow Estimation on Robots Using Edge Devices** - `https://arxiv.org/abs/2403.10425 <https://arxiv.org/abs/2403.10425>`_
+
+- Reference code: `https://github.com/neufieldrobotics/neuflow <https://github.com/neufieldrobotics/neuflow>`_
+
+- Model names: ``neuflow``
+
 PWCNet
 ------
 

docs/source/_static/plot-sintel-final-occ-val_epe-kitti-2015-val_outlier.html

@@ -109,6 +109,8 @@ matchflow,sintel,0.494,0.941,0.977,0.985,2.012,2.061,0.245,0.704,0.967,0.868,0.9
 matchflow,things,1.095,0.918,0.964,0.974,3.367,4.178,0.499,0.635,0.947,0.818,0.983,0.87,0.989,16.884,1.557,2.416,0.866,0.926,0.944,7.016,6.368,1.663,0.564,0.894,0.753,0.947,0.811,0.961,23.506,4.976,1.738,0.753,0.905,0.941,8.001,4.075,0.662,0.828,0.872,15.363,,,,,,
 matchflow_raft,things,1.15,0.915,0.963,0.973,3.502,4.356,0.532,0.624,0.944,0.812,0.982,0.865,0.989,17.509,1.662,2.633,0.864,0.925,0.943,7.131,6.951,1.79,0.558,0.892,0.748,0.946,0.809,0.961,23.967,5.069,1.814,0.765,0.915,0.945,7.042,4.159,0.679,0.846,0.888,13.317,,,,,,
 ms_raft+,mixed,0.648,0.961,0.979,0.984,1.939,2.664,0.243,0.775,0.985,0.881,0.993,0.911,0.995,10.58,0.627,1.107,0.913,0.954,0.967,4.172,3.525,0.654,0.696,0.936,0.836,0.97,0.878,0.98,15.02,2.64,1.015,0.87,0.956,0.972,3.054,0.679,0.877,0.964,0.981,1.724,,,,,,
+neuflow,things,1.66,0.837,0.935,0.956,6.148,5.449,0.985,0.472,0.87,0.734,0.959,0.816,0.975,25.104,3.818,3.126,0.787,0.892,0.921,10.424,7.954,2.244,0.415,0.817,0.664,0.917,0.751,0.942,32.279,7.933,5.056,0.525,0.789,0.848,20.281,11.111,0.45,0.682,0.747,30.918,,,,,,
+neuflow,sintel,0.988,0.871,0.952,0.97,4.411,3.414,0.609,0.552,0.901,0.787,0.973,0.856,0.985,19.69,2.49,1.294,0.838,0.93,0.955,6.463,3.933,0.889,0.517,0.865,0.756,0.95,0.831,0.971,22.786,4.53,2.297,0.673,0.887,0.931,9.489,2.06,0.645,0.868,0.922,9.539,,,,,,
 pwcnet,things,2.643,0.801,0.909,0.934,8.811,7.733,1.697,0.369,0.835,0.65,0.937,0.749,0.958,33.673,6.064,4.059,0.749,0.871,0.904,12.592,9.855,2.943,0.337,0.78,0.599,0.898,0.7,0.927,38.921,9.872,4.042,0.545,0.788,0.854,20.243,10.288,0.452,0.662,0.731,33.014,,,,,,
 pwcnet,sintel,1.849,0.872,0.936,0.952,6.164,6.205,1.12,0.502,0.906,0.724,0.96,0.795,0.972,26.298,3.858,2.338,0.836,0.912,0.935,8.387,6.74,1.597,0.47,0.866,0.694,0.936,0.772,0.955,29.229,6.096,1.93,0.76,0.915,0.946,6.921,3.122,0.696,0.869,0.911,10.184,,,,,,
 pwcnet_nodc,things,3.329,0.724,0.88,0.917,11.639,9.577,2.164,0.271,0.758,0.549,0.915,0.678,0.947,43.948,8.154,4.769,0.675,0.843,0.885,15.416,11.502,3.454,0.257,0.704,0.516,0.874,0.636,0.913,47.481,12.212,5.29,0.503,0.743,0.811,25.053,12.274,0.414,0.633,0.704,36.11,,,,,,

docs/source/_static/plot-time(ms)-fp32-sintel-final-occ-val_epe.html

@@ -44,6 +44,7 @@ maskflownet_s,10.514,162.96,500,1000,500000,40.171,0.936,50.655,1.2
 matchflow,15.446,2994.565,500,1000,500000,,,440.889,2.196
 matchflow_raft,14.824,2284.576,500,1000,500000,,,373.69,2.022
 ms_raft+,16.177,9658.707,500,1000,500000,795.76,1.709,1197.577,2.965
+neuflow,3.847,76.246,500,1000,500000,9.22,0.52,13.435,0.508
 pwcnet,9.374,157.505,500,1000,500000,39.595,0.917,47.103,1.209
 pwcnet_nodc,8.243,96.719,500,1000,500000,36.401,0.874,41.83,1.147
 raft,5.258,1780.45,500,1000,500000,140.326,1.233,256.396,1.543

docs/source/models/checkpoint_list.csv

@@ -16,7 +16,7 @@ Memory usage x Sintel Final EPE
 
 .. raw:: html
 
-  <iframe src="../_static/plot-memory(gb)-fp32-sintel-final-occ-val_outlier.html" height="600px" width="100%"></iframe>
+  <iframe src="../_static/plot-memory(gb)-fp32-sintel-final-occ-val_epe.html" height="600px" width="100%"></iframe>
 
 Sintel Final EPE x KITTI 2015 Fl-All
 ====================================