@inproceedings{6b522821768c40c280d83dcd5dab4ef3,
title = "Fast guided global interpolation for depth and motion",
abstract = "We study the problems of upsampling a low-resolution depth map and interpolating an initial set of sparse motion matches, with the guidance from a corresponding high-resolution color image. The common objective for both tasks is to densify a set of sparse data points, either regularly distributed or scattered, to a full image grid through a 2D guided interpolation process. We propose a unified approach that casts the fundamental guided interpolation problem into a hierarchical, global optimization framework. Built on a weighted least squares (WLS) formulation with its recent fast solver–fast global smoothing (FGS) technique, our method progressively densifies the input data set by efficiently performing the cascaded, global interpolation (or smoothing) with alternating guidances. Our cascaded scheme effectively addresses the potential structure inconsistency between the sparse input data and the guidance image, while preserving depth or motion boundaries. To prevent new data points of low confidence from contaminating the next interpolation process, we also prudently evaluate the consensus of the interpolated intermediate data. Experiments show that our general interpolation approach successfully tackles several notorious challenges. Our method achieves quantitatively competitive results on various benchmark evaluations, while running much faster than other competing methods designed specifically for either depth upsampling or motion interpolation.",
keywords = "Depth upsampling, Image-guided interpolation, Optical flow",
author = "Yu Li and Dongbo Min and Do, {Minh N.} and Jiangbo Lu",
note = "Funding Information: Jiangbo Lu—This study is supported by the HCCS grant at the ADSC from Singapore{\textquoteright}s Agency for Science, Technology and Research (A*STAR). Publisher Copyright: {\textcopyright} Springer International Publishing AG 2016.; null ; Conference date: 08-10-2016 Through 16-10-2016",
year = "2016",
doi = "10.1007/978-3-319-46487-9_44",
language = "English",
isbn = "9783319464862",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "717--733",
editor = "Bastian Leibe and Jiri Matas and Nicu Sebe and Max Welling",
booktitle = "Computer Vision - 14th European Conference, ECCV 2016, Proceedings",
}