ref: ad2e3598d29b5f9c032c7e7c88f646e3c8de787d
dir: /vpx_dsp/arm/vpx_convolve_avg_neon.c/
/* * Copyright (c) 2014 The WebM project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include <arm_neon.h> #include "./vpx_dsp_rtcd.h" #include "vpx/vpx_integer.h" void vpx_convolve_avg_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int filter_x_stride, const int16_t *filter_y, int filter_y_stride, int w, int h) { (void)filter_x; (void)filter_x_stride; (void)filter_y; (void)filter_y_stride; if (w < 8) { // avg4 uint8x8_t s0, s1; uint8x8_t dd0 = vdup_n_u8(0); uint32x2x2_t s01; do { s0 = vld1_u8(src); src += src_stride; s1 = vld1_u8(src); src += src_stride; s01 = vzip_u32(vreinterpret_u32_u8(s0), vreinterpret_u32_u8(s1)); dd0 = vreinterpret_u8_u32( vld1_lane_u32((const uint32_t *)dst, vreinterpret_u32_u8(dd0), 0)); dd0 = vreinterpret_u8_u32(vld1_lane_u32( (const uint32_t *)(dst + dst_stride), vreinterpret_u32_u8(dd0), 1)); dd0 = vrhadd_u8(vreinterpret_u8_u32(s01.val[0]), dd0); vst1_lane_u32((uint32_t *)dst, vreinterpret_u32_u8(dd0), 0); dst += dst_stride; vst1_lane_u32((uint32_t *)dst, vreinterpret_u32_u8(dd0), 1); dst += dst_stride; h -= 2; } while (h > 0); } else if (w == 8) { // avg8 uint8x8_t s0, s1, d0, d1; uint8x16_t s01, d01; do { s0 = vld1_u8(src); src += src_stride; s1 = vld1_u8(src); src += src_stride; d0 = vld1_u8(dst); d1 = vld1_u8(dst + dst_stride); s01 = vcombine_u8(s0, s1); d01 = vcombine_u8(d0, d1); d01 = vrhaddq_u8(s01, d01); vst1_u8(dst, vget_low_u8(d01)); dst += dst_stride; vst1_u8(dst, vget_high_u8(d01)); dst += dst_stride; h -= 2; } while (h > 0); } else if (w < 32) { // avg16 uint8x16_t s0, s1, d0, d1; do { s0 = vld1q_u8(src); src += src_stride; s1 = vld1q_u8(src); src += src_stride; d0 = vld1q_u8(dst); d1 = vld1q_u8(dst + dst_stride); d0 = vrhaddq_u8(s0, d0); d1 = vrhaddq_u8(s1, d1); vst1q_u8(dst, d0); dst += dst_stride; vst1q_u8(dst, d1); dst += dst_stride; h -= 2; } while (h > 0); } else if (w == 32) { // avg32 uint8x16_t s0, s1, s2, s3, d0, d1, d2, d3; do { s0 = vld1q_u8(src); s1 = vld1q_u8(src + 16); src += src_stride; s2 = vld1q_u8(src); s3 = vld1q_u8(src + 16); src += src_stride; d0 = vld1q_u8(dst); d1 = vld1q_u8(dst + 16); d2 = vld1q_u8(dst + dst_stride); d3 = vld1q_u8(dst + dst_stride + 16); d0 = vrhaddq_u8(s0, d0); d1 = vrhaddq_u8(s1, d1); d2 = vrhaddq_u8(s2, d2); d3 = vrhaddq_u8(s3, d3); vst1q_u8(dst, d0); vst1q_u8(dst + 16, d1); dst += dst_stride; vst1q_u8(dst, d2); vst1q_u8(dst + 16, d3); dst += dst_stride; h -= 2; } while (h > 0); } else { // avg64 uint8x16_t s0, s1, s2, s3, d0, d1, d2, d3; do { s0 = vld1q_u8(src); s1 = vld1q_u8(src + 16); s2 = vld1q_u8(src + 32); s3 = vld1q_u8(src + 48); src += src_stride; d0 = vld1q_u8(dst); d1 = vld1q_u8(dst + 16); d2 = vld1q_u8(dst + 32); d3 = vld1q_u8(dst + 48); d0 = vrhaddq_u8(s0, d0); d1 = vrhaddq_u8(s1, d1); d2 = vrhaddq_u8(s2, d2); d3 = vrhaddq_u8(s3, d3); vst1q_u8(dst, d0); vst1q_u8(dst + 16, d1); vst1q_u8(dst + 32, d2); vst1q_u8(dst + 48, d3); dst += dst_stride; } while (--h); } }