ref: 736128e4e372bc026019b6a1169619ca6cc97a7b
dir: /codec/processing/src/downsample/downsamplefuncs.cpp/
/*! * \copy * Copyright (c) 2008-2013, Cisco Systems * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. * * downsample_yuv.c * * Abstract * Implementation for source yuv data downsampling used before spatial encoding. * * History * 10/24/2008 Created * *****************************************************************************/ #include "downsample.h" WELSVP_NAMESPACE_BEGIN void DyadicBilinearDownsampler_c (uint8_t* pDst, const int32_t kiDstStride, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { uint8_t* pDstLine = pDst; uint8_t* pSrcLine = pSrc; const int32_t kiSrcStridex2 = kiSrcStride << 1; const int32_t kiDstWidth = kiSrcWidth >> 1; const int32_t kiDstHeight = kiSrcHeight >> 1; for (int32_t j = 0; j < kiDstHeight; j ++) { for (int32_t i = 0; i < kiDstWidth; i ++) { const int32_t kiSrcX = i << 1; const int32_t kiTempRow1 = (pSrcLine[kiSrcX] + pSrcLine[kiSrcX + 1] + 1) >> 1; const int32_t kiTempRow2 = (pSrcLine[kiSrcX + kiSrcStride] + pSrcLine[kiSrcX + kiSrcStride + 1] + 1) >> 1; pDstLine[i] = (uint8_t) ((kiTempRow1 + kiTempRow2 + 1) >> 1); } pDstLine += kiDstStride; pSrcLine += kiSrcStridex2; } } void DyadicBilinearQuarterDownsampler_c (uint8_t* pDst, const int32_t kiDstStride, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { uint8_t* pDstLine = pDst; uint8_t* pSrcLine = pSrc; const int32_t kiSrcStridex4 = kiSrcStride << 2; const int32_t kiDstWidth = kiSrcWidth >> 2; const int32_t kiDstHeight = kiSrcHeight >> 2; for (int32_t j = 0; j < kiDstHeight; j ++) { for (int32_t i = 0; i < kiDstWidth; i ++) { const int32_t kiSrcX = i << 2; const int32_t kiTempRow1 = (pSrcLine[kiSrcX] + pSrcLine[kiSrcX + 1] + 1) >> 1; const int32_t kiTempRow2 = (pSrcLine[kiSrcX + kiSrcStride] + pSrcLine[kiSrcX + kiSrcStride + 1] + 1) >> 1; pDstLine[i] = (uint8_t) ((kiTempRow1 + kiTempRow2 + 1) >> 1); } pDstLine += kiDstStride; pSrcLine += kiSrcStridex4; } } void DyadicBilinearOneThirdDownsampler_c (uint8_t* pDst, const int32_t kiDstStride, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiDstHeight) { uint8_t* pDstLine = pDst; uint8_t* pSrcLine = pSrc; const int32_t kiSrcStridex3 = kiSrcStride * 3; const int32_t kiDstWidth = kiSrcWidth / 3; for (int32_t j = 0; j < kiDstHeight; j ++) { for (int32_t i = 0; i < kiDstWidth; i ++) { const int32_t kiSrcX = i * 3; const int32_t kiTempRow1 = (pSrcLine[kiSrcX] + pSrcLine[kiSrcX + 1] + 1) >> 1; const int32_t kiTempRow2 = (pSrcLine[kiSrcX + kiSrcStride] + pSrcLine[kiSrcX + kiSrcStride + 1] + 1) >> 1; pDstLine[i] = (uint8_t) ((kiTempRow1 + kiTempRow2 + 1) >> 1); } pDstLine += kiDstStride; pSrcLine += kiSrcStridex3; } } void GeneralBilinearFastDownsampler_c (uint8_t* pDst, const int32_t kiDstStride, const int32_t kiDstWidth, const int32_t kiDstHeight, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { const uint32_t kuiScaleBitWidth = 16, kuiScaleBitHeight = 15; const uint32_t kuiScaleWidth = (1 << kuiScaleBitWidth), kuiScaleHeight = (1 << kuiScaleBitHeight); int32_t fScalex = WELS_ROUND ((float)kiSrcWidth / (float)kiDstWidth * kuiScaleWidth); int32_t fScaley = WELS_ROUND ((float)kiSrcHeight / (float)kiDstHeight * kuiScaleHeight); uint32_t x; int32_t iYInverse, iXInverse; uint8_t* pByDst = pDst; uint8_t* pByLineDst = pDst; iYInverse = 1 << (kuiScaleBitHeight - 1); for (int32_t i = 0; i < kiDstHeight - 1; i++) { int32_t iYy = iYInverse >> kuiScaleBitHeight; int32_t fv = iYInverse & (kuiScaleHeight - 1); uint8_t* pBySrc = pSrc + iYy * kiSrcStride; pByDst = pByLineDst; iXInverse = 1 << (kuiScaleBitWidth - 1); for (int32_t j = 0; j < kiDstWidth - 1; j++) { int32_t iXx = iXInverse >> kuiScaleBitWidth; int32_t iFu = iXInverse & (kuiScaleWidth - 1); uint8_t* pByCurrent = pBySrc + iXx; uint8_t a, b, c, d; a = *pByCurrent; b = * (pByCurrent + 1); c = * (pByCurrent + kiSrcStride); d = * (pByCurrent + kiSrcStride + 1); x = (((uint32_t) (kuiScaleWidth - 1 - iFu)) * (kuiScaleHeight - 1 - fv) >> kuiScaleBitWidth) * a; x += (((uint32_t) (iFu)) * (kuiScaleHeight - 1 - fv) >> kuiScaleBitWidth) * b; x += (((uint32_t) (kuiScaleWidth - 1 - iFu)) * (fv) >> kuiScaleBitWidth) * c; x += (((uint32_t) (iFu)) * (fv) >> kuiScaleBitWidth) * d; x >>= (kuiScaleBitHeight - 1); x += 1; x >>= 1; //x = (((__int64)(SCALE_BIG - 1 - iFu))*(SCALE_BIG - 1 - fv)*a + ((__int64)iFu)*(SCALE_BIG - 1 -fv)*b + ((__int64)(SCALE_BIG - 1 -iFu))*fv*c + // ((__int64)iFu)*fv*d + (1 << (2*SCALE_BIT_BIG-1)) ) >> (2*SCALE_BIT_BIG); x = WELS_CLAMP (x, 0, 255); *pByDst++ = (uint8_t)x; iXInverse += fScalex; } *pByDst = * (pBySrc + (iXInverse >> kuiScaleBitWidth)); pByLineDst += kiDstStride; iYInverse += fScaley; } // last row special { int32_t iYy = iYInverse >> kuiScaleBitHeight; uint8_t* pBySrc = pSrc + iYy * kiSrcStride; pByDst = pByLineDst; iXInverse = 1 << (kuiScaleBitWidth - 1); for (int32_t j = 0; j < kiDstWidth; j++) { int32_t iXx = iXInverse >> kuiScaleBitWidth; *pByDst++ = * (pBySrc + iXx); iXInverse += fScalex; } } } void GeneralBilinearAccurateDownsampler_c (uint8_t* pDst, const int32_t kiDstStride, const int32_t kiDstWidth, const int32_t kiDstHeight, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { const int32_t kiScaleBit = 15; const int32_t kiScale = (1 << kiScaleBit); int32_t iScalex = WELS_ROUND ((float)kiSrcWidth / (float)kiDstWidth * kiScale); int32_t iScaley = WELS_ROUND ((float)kiSrcHeight / (float)kiDstHeight * kiScale); int64_t x; int32_t iYInverse, iXInverse; uint8_t* pByDst = pDst; uint8_t* pByLineDst = pDst; iYInverse = 1 << (kiScaleBit - 1); for (int32_t i = 0; i < kiDstHeight - 1; i++) { int32_t iYy = iYInverse >> kiScaleBit; int32_t iFv = iYInverse & (kiScale - 1); uint8_t* pBySrc = pSrc + iYy * kiSrcStride; pByDst = pByLineDst; iXInverse = 1 << (kiScaleBit - 1); for (int32_t j = 0; j < kiDstWidth - 1; j++) { int32_t iXx = iXInverse >> kiScaleBit; int32_t iFu = iXInverse & (kiScale - 1); uint8_t* pByCurrent = pBySrc + iXx; uint8_t a, b, c, d; a = *pByCurrent; b = * (pByCurrent + 1); c = * (pByCurrent + kiSrcStride); d = * (pByCurrent + kiSrcStride + 1); x = (((int64_t) (kiScale - 1 - iFu)) * (kiScale - 1 - iFv) * a + ((int64_t)iFu) * (kiScale - 1 - iFv) * b + ((int64_t) ( kiScale - 1 - iFu)) * iFv * c + ((int64_t)iFu) * iFv * d + (int64_t) (1 << (2 * kiScaleBit - 1))) >> (2 * kiScaleBit); x = WELS_CLAMP (x, 0, 255); *pByDst++ = (uint8_t)x; iXInverse += iScalex; } *pByDst = * (pBySrc + (iXInverse >> kiScaleBit)); pByLineDst += kiDstStride; iYInverse += iScaley; } // last row special { int32_t iYy = iYInverse >> kiScaleBit; uint8_t* pBySrc = pSrc + iYy * kiSrcStride; pByDst = pByLineDst; iXInverse = 1 << (kiScaleBit - 1); for (int32_t j = 0; j < kiDstWidth; j++) { int32_t iXx = iXInverse >> kiScaleBit; *pByDst++ = * (pBySrc + iXx); iXInverse += iScalex; } } } #if defined(X86_ASM) || defined(HAVE_NEON) || defined(HAVE_NEON_AARCH64) static void GeneralBilinearDownsamplerWrap (uint8_t* pDst, const int32_t kiDstStride, const int32_t kiDstWidth, const int32_t kiDstHeight, uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight, const int32_t kiScaleBitWidth, const int32_t kiScaleBitHeight, void (*func) (uint8_t* pDst, int32_t iDstStride, int32_t iDstWidth, int32_t iDstHeight, uint8_t* pSrc, int32_t iSrcStride, uint32_t uiScaleX, uint32_t uiScaleY)) { const uint32_t kuiScaleWidth = (1 << kiScaleBitWidth), kuiScaleHeight = (1 << kiScaleBitHeight); uint32_t uiScalex = WELS_ROUND ((float)kiSrcWidth / (float)kiDstWidth * kuiScaleWidth); uint32_t uiScaley = WELS_ROUND ((float)kiSrcHeight / (float)kiDstHeight * kuiScaleHeight); func (pDst, kiDstStride, kiDstWidth, kiDstHeight, pSrc, kiSrcStride, uiScalex, uiScaley); } #define DEFINE_GENERAL_BILINEAR_FAST_DOWNSAMPLER_WRAP(suffix) \ void GeneralBilinearFastDownsamplerWrap_ ## suffix ( \ uint8_t* pDst, const int32_t kiDstStride, const int32_t kiDstWidth, const int32_t kiDstHeight, \ uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { \ GeneralBilinearDownsamplerWrap (pDst, kiDstStride, kiDstWidth, kiDstHeight, \ pSrc, kiSrcStride, kiSrcWidth, kiSrcHeight, 16, 15, GeneralBilinearFastDownsampler_ ## suffix); \ } #define DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP(suffix) \ void GeneralBilinearAccurateDownsamplerWrap_ ## suffix ( \ uint8_t* pDst, const int32_t kiDstStride, const int32_t kiDstWidth, const int32_t kiDstHeight, \ uint8_t* pSrc, const int32_t kiSrcStride, const int32_t kiSrcWidth, const int32_t kiSrcHeight) { \ GeneralBilinearDownsamplerWrap (pDst, kiDstStride, kiDstWidth, kiDstHeight, \ pSrc, kiSrcStride, kiSrcWidth, kiSrcHeight, 15, 15, GeneralBilinearAccurateDownsampler_ ## suffix); \ } #endif #ifdef X86_ASM DEFINE_GENERAL_BILINEAR_FAST_DOWNSAMPLER_WRAP (sse2) DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP (sse2) DEFINE_GENERAL_BILINEAR_FAST_DOWNSAMPLER_WRAP (ssse3) DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP (sse41) #ifdef HAVE_AVX2 DEFINE_GENERAL_BILINEAR_FAST_DOWNSAMPLER_WRAP (avx2) DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP (avx2) #endif #endif //X86_ASM #ifdef HAVE_NEON DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP (neon) #endif #ifdef HAVE_NEON_AARCH64 DEFINE_GENERAL_BILINEAR_ACCURATE_DOWNSAMPLER_WRAP (AArch64_neon) #endif WELSVP_NAMESPACE_END