@inproceedings{01821a7be11b4ef39ed57f09f0d3e282,
title = "PREF: Predictability Regularized Neural Motion Fields",
abstract = "Knowing the 3D motions in a dynamic scene is essential to many vision applications. Recent progress is mainly focused on estimating the activity of some specific elements like humans. In this paper, we leverage a neural motion field for estimating the motion of all points in a multiview setting. Modeling the motion from a dynamic scene with multiview data is challenging due to the ambiguities in points of similar color and points with time-varying color. We propose to regularize the estimated motion to be predictable. If the motion from previous frames is known, then the motion in the near future should be predictable. Therefore, we introduce a predictability regularization by first conditioning the estimated motion on latent embeddings, then by adopting a predictor network to enforce predictability on the embeddings. The proposed framework PREF (Predictability REgularized Fields) achieves on par or better results than state-of-the-art neural motion field-based dynamic scene representation methods while requiring no prior knowledge of the scene.",
keywords = "Motion estimation, Motion prediction, Neural fields",
author = "Liangchen Song and Xuan Gong and Benjamin Planche and Meng Zheng and David Doermann and Junsong Yuan and Terrence Chen and Ziyan Wu",
note = "Publisher Copyright: {\textcopyright} 2022, The Author(s), under exclusive license to Springer Nature Switzerland AG.; 17th European Conference on Computer Vision, ECCV 2022 ; Conference date: 23-10-2022 Through 27-10-2022",
year = "2022",
doi = "10.1007/978-3-031-20047-2\_38",
language = "English",
isbn = "9783031200465",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "664--681",
editor = "Shai Avidan and Gabriel Brostow and Moustapha Ciss{\'e} and Farinella, \{Giovanni Maria\} and Tal Hassner",
booktitle = "Computer Vision {\textendash} ECCV 2022 - 17th European Conference, Proceedings",
address = "Germany",
}