@article{scholars3236, journal = {Pattern Recognition Letters}, pages = {52--61}, year = {2012}, title = {Content adaptive fast motion estimation based on spatio-temporal homogeneity analysis and motion classification}, volume = {33}, note = {cited By 25}, number = {1}, doi = {10.1016/j.patrec.2011.09.015}, author = {Nisar, H. and Malik, A. S. and Choi, T.-S.}, issn = {01678655}, url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-80055025131&doi=10.1016\%2fj.patrec.2011.09.015&partnerID=40&md5=1552a481cc61553879159c8fec521e8c}, keywords = {Adaptive search; Bit rates; Block Matching; Coding distortion; Computation speed; Content-adaptive; Early termination; Encoding time; Extensive simulations; Fast motion estimation; Full search; Full Search algorithm; Global minima; H.264/AVC; Homogeneity analysis; Motion characteristics; Motion classification; Motion content; Motion vector prediction; Multistage approach; Random motions; Range of motions; Real world videos; Robust motion estimation; Search patterns; Search process; Selftuning; Spatial correlations; Spatio-temporal; Spatiotemporal correlation; Unimodal error surface assumptions; Video quality; Video sequences, Algorithms; Benchmarking; Codes (symbols); Computational complexity; Estimation; Forecasting; Image coding; Motion Picture Experts Group standards; Video recording, Motion estimation}, abstract = {In video coding, research is focused on the development of fast motion estimation (ME) algorithms while keeping the coding distortion as small as possible. It has been observed that the real world video sequences exhibit a wide range of motion content, from uniform to random, therefore if the motion characteristics of video sequences are taken into account before hand, it is possible to develop a robust motion estimation algorithm that is suitable for all kinds of video sequences. This is the basis of the proposed algorithm. The proposed algorithm involves a multistage approach that includes motion vector prediction and motion classification using the characteristics of video sequences. In the first step, spatio-temporal correlation has been used for initial search centre prediction. This strategy decreases the effect of unimodal error surface assumption and it also moves the search closer to the global minimum hence increasing the computation speed. Secondly, the homogeneity analysis helps to identify smooth and random motion. Thirdly, global minimum prediction based on unimodal error surface assumption helps to identify the proximity of global minimum. Fourthly, adaptive search pattern selection takes into account various types of motion content by dynamically switching between stationary, center biased and, uniform search patterns. Finally, the early termination of the search process is adaptive and is based on the homogeneity between the neighboring blocks. Extensive simulation results for several video sequences affirm the effectiveness of the proposed algorithm. The self-tuning property enables the algorithm to perform well for several types of benchmark sequences, yielding better video quality and less complexity as compared to other ME algorithms. Implementation of proposed algorithm in JM12.2 of H.264/AVC shows reduction in computational complexity measured in terms of encoding time while maintaining almost same bit rate and PSNR as compared to Full Search algorithm. {\^A}{\copyright} 2011 Elsevier B.V. All rights reserved.} }