ref: 5a97d750b458fe67af8c163da6acd0488c382091
dir: /third_party/libyuv/source/scale_msa.cc/
/* * Copyright 2016 The LibYuv Project Authors. All rights reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include <assert.h> #include "libyuv/scale_row.h" // This module is for GCC MSA #if !defined(LIBYUV_DISABLE_MSA) && defined(__mips_msa) #include "libyuv/macros_msa.h" #ifdef __cplusplus namespace libyuv { extern "C" { #endif #define LOAD_INDEXED_DATA(srcp, indx0, out0) \ { \ out0[0] = srcp[indx0[0]]; \ out0[1] = srcp[indx0[1]]; \ out0[2] = srcp[indx0[2]]; \ out0[3] = srcp[indx0[3]]; \ } void ScaleARGBRowDown2_MSA(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { int x; v16u8 src0, src1, dst0; (void)src_stride; for (x = 0; x < dst_width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)src_argb, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_argb, 16); dst0 = (v16u8)__msa_pckod_w((v4i32)src1, (v4i32)src0); ST_UB(dst0, dst_argb); src_argb += 32; dst_argb += 16; } } void ScaleARGBRowDown2Linear_MSA(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { int x; v16u8 src0, src1, vec0, vec1, dst0; (void)src_stride; for (x = 0; x < dst_width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)src_argb, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_argb, 16); vec0 = (v16u8)__msa_pckev_w((v4i32)src1, (v4i32)src0); vec1 = (v16u8)__msa_pckod_w((v4i32)src1, (v4i32)src0); dst0 = (v16u8)__msa_aver_u_b((v16u8)vec0, (v16u8)vec1); ST_UB(dst0, dst_argb); src_argb += 32; dst_argb += 16; } } void ScaleARGBRowDown2Box_MSA(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { int x; const uint8_t* s = src_argb; const uint8_t* t = src_argb + src_stride; v16u8 src0, src1, src2, src3, vec0, vec1, vec2, vec3, dst0; v8u16 reg0, reg1, reg2, reg3; v16i8 shuffler = {0, 4, 1, 5, 2, 6, 3, 7, 8, 12, 9, 13, 10, 14, 11, 15}; for (x = 0; x < dst_width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)t, 0); src3 = (v16u8)__msa_ld_b((v16i8*)t, 16); vec0 = (v16u8)__msa_vshf_b(shuffler, (v16i8)src0, (v16i8)src0); vec1 = (v16u8)__msa_vshf_b(shuffler, (v16i8)src1, (v16i8)src1); vec2 = (v16u8)__msa_vshf_b(shuffler, (v16i8)src2, (v16i8)src2); vec3 = (v16u8)__msa_vshf_b(shuffler, (v16i8)src3, (v16i8)src3); reg0 = __msa_hadd_u_h(vec0, vec0); reg1 = __msa_hadd_u_h(vec1, vec1); reg2 = __msa_hadd_u_h(vec2, vec2); reg3 = __msa_hadd_u_h(vec3, vec3); reg0 += reg2; reg1 += reg3; reg0 = (v8u16)__msa_srari_h((v8i16)reg0, 2); reg1 = (v8u16)__msa_srari_h((v8i16)reg1, 2); dst0 = (v16u8)__msa_pckev_b((v16i8)reg1, (v16i8)reg0); ST_UB(dst0, dst_argb); s += 32; t += 32; dst_argb += 16; } } void ScaleARGBRowDownEven_MSA(const uint8_t* src_argb, ptrdiff_t src_stride, int32_t src_stepx, uint8_t* dst_argb, int dst_width) { int x; int32_t stepx = src_stepx * 4; int32_t data0, data1, data2, data3; (void)src_stride; for (x = 0; x < dst_width; x += 4) { data0 = LW(src_argb); data1 = LW(src_argb + stepx); data2 = LW(src_argb + stepx * 2); data3 = LW(src_argb + stepx * 3); SW(data0, dst_argb); SW(data1, dst_argb + 4); SW(data2, dst_argb + 8); SW(data3, dst_argb + 12); src_argb += stepx * 4; dst_argb += 16; } } void ScaleARGBRowDownEvenBox_MSA(const uint8_t* src_argb, ptrdiff_t src_stride, int src_stepx, uint8_t* dst_argb, int dst_width) { int x; const uint8_t* nxt_argb = src_argb + src_stride; int32_t stepx = src_stepx * 4; int64_t data0, data1, data2, data3; v16u8 src0 = {0}, src1 = {0}, src2 = {0}, src3 = {0}; v16u8 vec0, vec1, vec2, vec3; v8u16 reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7; v16u8 dst0; for (x = 0; x < dst_width; x += 4) { data0 = LD(src_argb); data1 = LD(src_argb + stepx); data2 = LD(src_argb + stepx * 2); data3 = LD(src_argb + stepx * 3); src0 = (v16u8)__msa_insert_d((v2i64)src0, 0, data0); src0 = (v16u8)__msa_insert_d((v2i64)src0, 1, data1); src1 = (v16u8)__msa_insert_d((v2i64)src1, 0, data2); src1 = (v16u8)__msa_insert_d((v2i64)src1, 1, data3); data0 = LD(nxt_argb); data1 = LD(nxt_argb + stepx); data2 = LD(nxt_argb + stepx * 2); data3 = LD(nxt_argb + stepx * 3); src2 = (v16u8)__msa_insert_d((v2i64)src2, 0, data0); src2 = (v16u8)__msa_insert_d((v2i64)src2, 1, data1); src3 = (v16u8)__msa_insert_d((v2i64)src3, 0, data2); src3 = (v16u8)__msa_insert_d((v2i64)src3, 1, data3); vec0 = (v16u8)__msa_ilvr_b((v16i8)src2, (v16i8)src0); vec1 = (v16u8)__msa_ilvr_b((v16i8)src3, (v16i8)src1); vec2 = (v16u8)__msa_ilvl_b((v16i8)src2, (v16i8)src0); vec3 = (v16u8)__msa_ilvl_b((v16i8)src3, (v16i8)src1); reg0 = __msa_hadd_u_h(vec0, vec0); reg1 = __msa_hadd_u_h(vec1, vec1); reg2 = __msa_hadd_u_h(vec2, vec2); reg3 = __msa_hadd_u_h(vec3, vec3); reg4 = (v8u16)__msa_pckev_d((v2i64)reg2, (v2i64)reg0); reg5 = (v8u16)__msa_pckev_d((v2i64)reg3, (v2i64)reg1); reg6 = (v8u16)__msa_pckod_d((v2i64)reg2, (v2i64)reg0); reg7 = (v8u16)__msa_pckod_d((v2i64)reg3, (v2i64)reg1); reg4 += reg6; reg5 += reg7; reg4 = (v8u16)__msa_srari_h((v8i16)reg4, 2); reg5 = (v8u16)__msa_srari_h((v8i16)reg5, 2); dst0 = (v16u8)__msa_pckev_b((v16i8)reg5, (v16i8)reg4); ST_UB(dst0, dst_argb); src_argb += stepx * 4; nxt_argb += stepx * 4; dst_argb += 16; } } void ScaleRowDown2_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; v16u8 src0, src1, src2, src3, dst0, dst1; (void)src_stride; for (x = 0; x < dst_width; x += 32) { src0 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 16); src2 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 32); src3 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 48); dst0 = (v16u8)__msa_pckod_b((v16i8)src1, (v16i8)src0); dst1 = (v16u8)__msa_pckod_b((v16i8)src3, (v16i8)src2); ST_UB2(dst0, dst1, dst, 16); src_ptr += 64; dst += 32; } } void ScaleRowDown2Linear_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; v16u8 src0, src1, src2, src3, vec0, vec1, vec2, vec3, dst0, dst1; (void)src_stride; for (x = 0; x < dst_width; x += 32) { src0 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 16); src2 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 32); src3 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 48); vec0 = (v16u8)__msa_pckev_b((v16i8)src1, (v16i8)src0); vec2 = (v16u8)__msa_pckev_b((v16i8)src3, (v16i8)src2); vec1 = (v16u8)__msa_pckod_b((v16i8)src1, (v16i8)src0); vec3 = (v16u8)__msa_pckod_b((v16i8)src3, (v16i8)src2); dst0 = __msa_aver_u_b(vec1, vec0); dst1 = __msa_aver_u_b(vec3, vec2); ST_UB2(dst0, dst1, dst, 16); src_ptr += 64; dst += 32; } } void ScaleRowDown2Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; const uint8_t* s = src_ptr; const uint8_t* t = src_ptr + src_stride; v16u8 src0, src1, src2, src3, src4, src5, src6, src7, dst0, dst1; v8u16 vec0, vec1, vec2, vec3; for (x = 0; x < dst_width; x += 32) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)s, 32); src3 = (v16u8)__msa_ld_b((v16i8*)s, 48); src4 = (v16u8)__msa_ld_b((v16i8*)t, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t, 16); src6 = (v16u8)__msa_ld_b((v16i8*)t, 32); src7 = (v16u8)__msa_ld_b((v16i8*)t, 48); vec0 = __msa_hadd_u_h(src0, src0); vec1 = __msa_hadd_u_h(src1, src1); vec2 = __msa_hadd_u_h(src2, src2); vec3 = __msa_hadd_u_h(src3, src3); vec0 += __msa_hadd_u_h(src4, src4); vec1 += __msa_hadd_u_h(src5, src5); vec2 += __msa_hadd_u_h(src6, src6); vec3 += __msa_hadd_u_h(src7, src7); vec0 = (v8u16)__msa_srari_h((v8i16)vec0, 2); vec1 = (v8u16)__msa_srari_h((v8i16)vec1, 2); vec2 = (v8u16)__msa_srari_h((v8i16)vec2, 2); vec3 = (v8u16)__msa_srari_h((v8i16)vec3, 2); dst0 = (v16u8)__msa_pckev_b((v16i8)vec1, (v16i8)vec0); dst1 = (v16u8)__msa_pckev_b((v16i8)vec3, (v16i8)vec2); ST_UB2(dst0, dst1, dst, 16); s += 64; t += 64; dst += 32; } } void ScaleRowDown4_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; v16u8 src0, src1, src2, src3, vec0, vec1, dst0; (void)src_stride; for (x = 0; x < dst_width; x += 16) { src0 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 16); src2 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 32); src3 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 48); vec0 = (v16u8)__msa_pckev_b((v16i8)src1, (v16i8)src0); vec1 = (v16u8)__msa_pckev_b((v16i8)src3, (v16i8)src2); dst0 = (v16u8)__msa_pckod_b((v16i8)vec1, (v16i8)vec0); ST_UB(dst0, dst); src_ptr += 64; dst += 16; } } void ScaleRowDown4Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; const uint8_t* s = src_ptr; const uint8_t* t0 = s + src_stride; const uint8_t* t1 = s + src_stride * 2; const uint8_t* t2 = s + src_stride * 3; v16u8 src0, src1, src2, src3, src4, src5, src6, src7, dst0; v8u16 vec0, vec1, vec2, vec3; v4u32 reg0, reg1, reg2, reg3; for (x = 0; x < dst_width; x += 16) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)s, 32); src3 = (v16u8)__msa_ld_b((v16i8*)s, 48); src4 = (v16u8)__msa_ld_b((v16i8*)t0, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t0, 16); src6 = (v16u8)__msa_ld_b((v16i8*)t0, 32); src7 = (v16u8)__msa_ld_b((v16i8*)t0, 48); vec0 = __msa_hadd_u_h(src0, src0); vec1 = __msa_hadd_u_h(src1, src1); vec2 = __msa_hadd_u_h(src2, src2); vec3 = __msa_hadd_u_h(src3, src3); vec0 += __msa_hadd_u_h(src4, src4); vec1 += __msa_hadd_u_h(src5, src5); vec2 += __msa_hadd_u_h(src6, src6); vec3 += __msa_hadd_u_h(src7, src7); src0 = (v16u8)__msa_ld_b((v16i8*)t1, 0); src1 = (v16u8)__msa_ld_b((v16i8*)t1, 16); src2 = (v16u8)__msa_ld_b((v16i8*)t1, 32); src3 = (v16u8)__msa_ld_b((v16i8*)t1, 48); src4 = (v16u8)__msa_ld_b((v16i8*)t2, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t2, 16); src6 = (v16u8)__msa_ld_b((v16i8*)t2, 32); src7 = (v16u8)__msa_ld_b((v16i8*)t2, 48); vec0 += __msa_hadd_u_h(src0, src0); vec1 += __msa_hadd_u_h(src1, src1); vec2 += __msa_hadd_u_h(src2, src2); vec3 += __msa_hadd_u_h(src3, src3); vec0 += __msa_hadd_u_h(src4, src4); vec1 += __msa_hadd_u_h(src5, src5); vec2 += __msa_hadd_u_h(src6, src6); vec3 += __msa_hadd_u_h(src7, src7); reg0 = __msa_hadd_u_w(vec0, vec0); reg1 = __msa_hadd_u_w(vec1, vec1); reg2 = __msa_hadd_u_w(vec2, vec2); reg3 = __msa_hadd_u_w(vec3, vec3); reg0 = (v4u32)__msa_srari_w((v4i32)reg0, 4); reg1 = (v4u32)__msa_srari_w((v4i32)reg1, 4); reg2 = (v4u32)__msa_srari_w((v4i32)reg2, 4); reg3 = (v4u32)__msa_srari_w((v4i32)reg3, 4); vec0 = (v8u16)__msa_pckev_h((v8i16)reg1, (v8i16)reg0); vec1 = (v8u16)__msa_pckev_h((v8i16)reg3, (v8i16)reg2); dst0 = (v16u8)__msa_pckev_b((v16i8)vec1, (v16i8)vec0); ST_UB(dst0, dst); s += 64; t0 += 64; t1 += 64; t2 += 64; dst += 16; } } void ScaleRowDown38_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x, width; uint64_t dst0; uint32_t dst1; v16u8 src0, src1, vec0; v16i8 mask = {0, 3, 6, 8, 11, 14, 16, 19, 22, 24, 27, 30, 0, 0, 0, 0}; (void)src_stride; assert(dst_width % 3 == 0); width = dst_width / 3; for (x = 0; x < width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 16); vec0 = (v16u8)__msa_vshf_b(mask, (v16i8)src1, (v16i8)src0); dst0 = __msa_copy_u_d((v2i64)vec0, 0); dst1 = __msa_copy_u_w((v4i32)vec0, 2); SD(dst0, dst); SW(dst1, dst + 8); src_ptr += 32; dst += 12; } } void ScaleRowDown38_2_Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst_ptr, int dst_width) { int x, width; const uint8_t* s = src_ptr; const uint8_t* t = src_ptr + src_stride; uint64_t dst0; uint32_t dst1; v16u8 src0, src1, src2, src3, out; v8u16 vec0, vec1, vec2, vec3, vec4, vec5, vec6, vec7; v4u32 tmp0, tmp1, tmp2, tmp3, tmp4; v8i16 zero = {0}; v8i16 mask = {0, 1, 2, 8, 3, 4, 5, 9}; v16i8 dst_mask = {0, 2, 16, 4, 6, 18, 8, 10, 20, 12, 14, 22, 0, 0, 0, 0}; v4u32 const_0x2AAA = (v4u32)__msa_fill_w(0x2AAA); v4u32 const_0x4000 = (v4u32)__msa_fill_w(0x4000); assert((dst_width % 3 == 0) && (dst_width > 0)); width = dst_width / 3; for (x = 0; x < width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)t, 0); src3 = (v16u8)__msa_ld_b((v16i8*)t, 16); vec0 = (v8u16)__msa_ilvr_b((v16i8)src2, (v16i8)src0); vec1 = (v8u16)__msa_ilvl_b((v16i8)src2, (v16i8)src0); vec2 = (v8u16)__msa_ilvr_b((v16i8)src3, (v16i8)src1); vec3 = (v8u16)__msa_ilvl_b((v16i8)src3, (v16i8)src1); vec0 = __msa_hadd_u_h((v16u8)vec0, (v16u8)vec0); vec1 = __msa_hadd_u_h((v16u8)vec1, (v16u8)vec1); vec2 = __msa_hadd_u_h((v16u8)vec2, (v16u8)vec2); vec3 = __msa_hadd_u_h((v16u8)vec3, (v16u8)vec3); vec4 = (v8u16)__msa_vshf_h(mask, zero, (v8i16)vec0); vec5 = (v8u16)__msa_vshf_h(mask, zero, (v8i16)vec1); vec6 = (v8u16)__msa_vshf_h(mask, zero, (v8i16)vec2); vec7 = (v8u16)__msa_vshf_h(mask, zero, (v8i16)vec3); vec0 = (v8u16)__msa_pckod_w((v4i32)vec1, (v4i32)vec0); vec1 = (v8u16)__msa_pckod_w((v4i32)vec3, (v4i32)vec2); vec0 = (v8u16)__msa_pckod_w((v4i32)vec1, (v4i32)vec0); tmp0 = __msa_hadd_u_w(vec4, vec4); tmp1 = __msa_hadd_u_w(vec5, vec5); tmp2 = __msa_hadd_u_w(vec6, vec6); tmp3 = __msa_hadd_u_w(vec7, vec7); tmp4 = __msa_hadd_u_w(vec0, vec0); vec0 = (v8u16)__msa_pckev_h((v8i16)tmp1, (v8i16)tmp0); vec1 = (v8u16)__msa_pckev_h((v8i16)tmp3, (v8i16)tmp2); tmp0 = __msa_hadd_u_w(vec0, vec0); tmp1 = __msa_hadd_u_w(vec1, vec1); tmp0 *= const_0x2AAA; tmp1 *= const_0x2AAA; tmp4 *= const_0x4000; tmp0 = (v4u32)__msa_srai_w((v4i32)tmp0, 16); tmp1 = (v4u32)__msa_srai_w((v4i32)tmp1, 16); tmp4 = (v4u32)__msa_srai_w((v4i32)tmp4, 16); vec0 = (v8u16)__msa_pckev_h((v8i16)tmp1, (v8i16)tmp0); vec1 = (v8u16)__msa_pckev_h((v8i16)tmp4, (v8i16)tmp4); out = (v16u8)__msa_vshf_b(dst_mask, (v16i8)vec1, (v16i8)vec0); dst0 = __msa_copy_u_d((v2i64)out, 0); dst1 = __msa_copy_u_w((v4i32)out, 2); SD(dst0, dst_ptr); SW(dst1, dst_ptr + 8); s += 32; t += 32; dst_ptr += 12; } } void ScaleRowDown38_3_Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst_ptr, int dst_width) { int x, width; const uint8_t* s = src_ptr; const uint8_t* t0 = s + src_stride; const uint8_t* t1 = s + src_stride * 2; uint64_t dst0; uint32_t dst1; v16u8 src0, src1, src2, src3, src4, src5, out; v8u16 vec0, vec1, vec2, vec3, vec4, vec5, vec6, vec7; v4u32 tmp0, tmp1, tmp2, tmp3, tmp4; v8u16 zero = {0}; v8i16 mask = {0, 1, 2, 8, 3, 4, 5, 9}; v16i8 dst_mask = {0, 2, 16, 4, 6, 18, 8, 10, 20, 12, 14, 22, 0, 0, 0, 0}; v4u32 const_0x1C71 = (v4u32)__msa_fill_w(0x1C71); v4u32 const_0x2AAA = (v4u32)__msa_fill_w(0x2AAA); assert((dst_width % 3 == 0) && (dst_width > 0)); width = dst_width / 3; for (x = 0; x < width; x += 4) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)t0, 0); src3 = (v16u8)__msa_ld_b((v16i8*)t0, 16); src4 = (v16u8)__msa_ld_b((v16i8*)t1, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t1, 16); vec0 = (v8u16)__msa_ilvr_b((v16i8)src2, (v16i8)src0); vec1 = (v8u16)__msa_ilvl_b((v16i8)src2, (v16i8)src0); vec2 = (v8u16)__msa_ilvr_b((v16i8)src3, (v16i8)src1); vec3 = (v8u16)__msa_ilvl_b((v16i8)src3, (v16i8)src1); vec4 = (v8u16)__msa_ilvr_b((v16i8)zero, (v16i8)src4); vec5 = (v8u16)__msa_ilvl_b((v16i8)zero, (v16i8)src4); vec6 = (v8u16)__msa_ilvr_b((v16i8)zero, (v16i8)src5); vec7 = (v8u16)__msa_ilvl_b((v16i8)zero, (v16i8)src5); vec0 = __msa_hadd_u_h((v16u8)vec0, (v16u8)vec0); vec1 = __msa_hadd_u_h((v16u8)vec1, (v16u8)vec1); vec2 = __msa_hadd_u_h((v16u8)vec2, (v16u8)vec2); vec3 = __msa_hadd_u_h((v16u8)vec3, (v16u8)vec3); vec0 += __msa_hadd_u_h((v16u8)vec4, (v16u8)vec4); vec1 += __msa_hadd_u_h((v16u8)vec5, (v16u8)vec5); vec2 += __msa_hadd_u_h((v16u8)vec6, (v16u8)vec6); vec3 += __msa_hadd_u_h((v16u8)vec7, (v16u8)vec7); vec4 = (v8u16)__msa_vshf_h(mask, (v8i16)zero, (v8i16)vec0); vec5 = (v8u16)__msa_vshf_h(mask, (v8i16)zero, (v8i16)vec1); vec6 = (v8u16)__msa_vshf_h(mask, (v8i16)zero, (v8i16)vec2); vec7 = (v8u16)__msa_vshf_h(mask, (v8i16)zero, (v8i16)vec3); vec0 = (v8u16)__msa_pckod_w((v4i32)vec1, (v4i32)vec0); vec1 = (v8u16)__msa_pckod_w((v4i32)vec3, (v4i32)vec2); vec0 = (v8u16)__msa_pckod_w((v4i32)vec1, (v4i32)vec0); tmp0 = __msa_hadd_u_w(vec4, vec4); tmp1 = __msa_hadd_u_w(vec5, vec5); tmp2 = __msa_hadd_u_w(vec6, vec6); tmp3 = __msa_hadd_u_w(vec7, vec7); tmp4 = __msa_hadd_u_w(vec0, vec0); vec0 = (v8u16)__msa_pckev_h((v8i16)tmp1, (v8i16)tmp0); vec1 = (v8u16)__msa_pckev_h((v8i16)tmp3, (v8i16)tmp2); tmp0 = __msa_hadd_u_w(vec0, vec0); tmp1 = __msa_hadd_u_w(vec1, vec1); tmp0 *= const_0x1C71; tmp1 *= const_0x1C71; tmp4 *= const_0x2AAA; tmp0 = (v4u32)__msa_srai_w((v4i32)tmp0, 16); tmp1 = (v4u32)__msa_srai_w((v4i32)tmp1, 16); tmp4 = (v4u32)__msa_srai_w((v4i32)tmp4, 16); vec0 = (v8u16)__msa_pckev_h((v8i16)tmp1, (v8i16)tmp0); vec1 = (v8u16)__msa_pckev_h((v8i16)tmp4, (v8i16)tmp4); out = (v16u8)__msa_vshf_b(dst_mask, (v16i8)vec1, (v16i8)vec0); dst0 = __msa_copy_u_d((v2i64)out, 0); dst1 = __msa_copy_u_w((v4i32)out, 2); SD(dst0, dst_ptr); SW(dst1, dst_ptr + 8); s += 32; t0 += 32; t1 += 32; dst_ptr += 12; } } void ScaleAddRow_MSA(const uint8_t* src_ptr, uint16_t* dst_ptr, int src_width) { int x; v16u8 src0; v8u16 dst0, dst1; v16i8 zero = {0}; assert(src_width > 0); for (x = 0; x < src_width; x += 16) { src0 = LD_UB(src_ptr); dst0 = (v8u16)__msa_ld_h((v8i16*)dst_ptr, 0); dst1 = (v8u16)__msa_ld_h((v8i16*)dst_ptr, 16); dst0 += (v8u16)__msa_ilvr_b(zero, (v16i8)src0); dst1 += (v8u16)__msa_ilvl_b(zero, (v16i8)src0); ST_UH2(dst0, dst1, dst_ptr, 8); src_ptr += 16; dst_ptr += 16; } } void ScaleFilterCols_MSA(uint8_t* dst_ptr, const uint8_t* src_ptr, int dst_width, int x, int dx) { int j; v4i32 vec_x = __msa_fill_w(x); v4i32 vec_dx = __msa_fill_w(dx); v4i32 vec_const = {0, 1, 2, 3}; v4i32 vec0, vec1, vec2, vec3, vec4, vec5, vec6, vec7, vec8, vec9; v4i32 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; v8u16 reg0, reg1; v16u8 dst0; v4i32 const_0xFFFF = __msa_fill_w(0xFFFF); v4i32 const_0x40 = __msa_fill_w(0x40); vec0 = vec_dx * vec_const; vec1 = vec_dx * 4; vec_x += vec0; for (j = 0; j < dst_width - 1; j += 16) { vec2 = vec_x >> 16; vec6 = vec_x & const_0xFFFF; vec_x += vec1; vec3 = vec_x >> 16; vec7 = vec_x & const_0xFFFF; vec_x += vec1; vec4 = vec_x >> 16; vec8 = vec_x & const_0xFFFF; vec_x += vec1; vec5 = vec_x >> 16; vec9 = vec_x & const_0xFFFF; vec_x += vec1; vec6 >>= 9; vec7 >>= 9; vec8 >>= 9; vec9 >>= 9; LOAD_INDEXED_DATA(src_ptr, vec2, tmp0); LOAD_INDEXED_DATA(src_ptr, vec3, tmp1); LOAD_INDEXED_DATA(src_ptr, vec4, tmp2); LOAD_INDEXED_DATA(src_ptr, vec5, tmp3); vec2 += 1; vec3 += 1; vec4 += 1; vec5 += 1; LOAD_INDEXED_DATA(src_ptr, vec2, tmp4); LOAD_INDEXED_DATA(src_ptr, vec3, tmp5); LOAD_INDEXED_DATA(src_ptr, vec4, tmp6); LOAD_INDEXED_DATA(src_ptr, vec5, tmp7); tmp4 -= tmp0; tmp5 -= tmp1; tmp6 -= tmp2; tmp7 -= tmp3; tmp4 *= vec6; tmp5 *= vec7; tmp6 *= vec8; tmp7 *= vec9; tmp4 += const_0x40; tmp5 += const_0x40; tmp6 += const_0x40; tmp7 += const_0x40; tmp4 >>= 7; tmp5 >>= 7; tmp6 >>= 7; tmp7 >>= 7; tmp0 += tmp4; tmp1 += tmp5; tmp2 += tmp6; tmp3 += tmp7; reg0 = (v8u16)__msa_pckev_h((v8i16)tmp1, (v8i16)tmp0); reg1 = (v8u16)__msa_pckev_h((v8i16)tmp3, (v8i16)tmp2); dst0 = (v16u8)__msa_pckev_b((v16i8)reg1, (v16i8)reg0); __msa_st_b(dst0, dst_ptr, 0); dst_ptr += 16; } } void ScaleARGBCols_MSA(uint8_t* dst_argb, const uint8_t* src_argb, int dst_width, int x, int dx) { const uint32_t* src = (const uint32_t*)(src_argb); uint32_t* dst = (uint32_t*)(dst_argb); int j; v4i32 x_vec = __msa_fill_w(x); v4i32 dx_vec = __msa_fill_w(dx); v4i32 const_vec = {0, 1, 2, 3}; v4i32 vec0, vec1, vec2; v4i32 dst0; vec0 = dx_vec * const_vec; vec1 = dx_vec * 4; x_vec += vec0; for (j = 0; j < dst_width; j += 4) { vec2 = x_vec >> 16; x_vec += vec1; LOAD_INDEXED_DATA(src, vec2, dst0); __msa_st_w(dst0, dst, 0); dst += 4; } } void ScaleARGBFilterCols_MSA(uint8_t* dst_argb, const uint8_t* src_argb, int dst_width, int x, int dx) { const uint32_t* src = (const uint32_t*)(src_argb); int j; v4u32 src0, src1, src2, src3; v4u32 vec0, vec1, vec2, vec3; v16u8 reg0, reg1, reg2, reg3, reg4, reg5, reg6, reg7; v16u8 mult0, mult1, mult2, mult3; v8u16 tmp0, tmp1, tmp2, tmp3; v16u8 dst0, dst1; v4u32 vec_x = (v4u32)__msa_fill_w(x); v4u32 vec_dx = (v4u32)__msa_fill_w(dx); v4u32 vec_const = {0, 1, 2, 3}; v16u8 const_0x7f = (v16u8)__msa_fill_b(0x7f); vec0 = vec_dx * vec_const; vec1 = vec_dx * 4; vec_x += vec0; for (j = 0; j < dst_width - 1; j += 8) { vec2 = vec_x >> 16; reg0 = (v16u8)(vec_x >> 9); vec_x += vec1; vec3 = vec_x >> 16; reg1 = (v16u8)(vec_x >> 9); vec_x += vec1; reg0 = reg0 & const_0x7f; reg1 = reg1 & const_0x7f; reg0 = (v16u8)__msa_shf_b((v16i8)reg0, 0); reg1 = (v16u8)__msa_shf_b((v16i8)reg1, 0); reg2 = reg0 ^ const_0x7f; reg3 = reg1 ^ const_0x7f; mult0 = (v16u8)__msa_ilvr_b((v16i8)reg0, (v16i8)reg2); mult1 = (v16u8)__msa_ilvl_b((v16i8)reg0, (v16i8)reg2); mult2 = (v16u8)__msa_ilvr_b((v16i8)reg1, (v16i8)reg3); mult3 = (v16u8)__msa_ilvl_b((v16i8)reg1, (v16i8)reg3); LOAD_INDEXED_DATA(src, vec2, src0); LOAD_INDEXED_DATA(src, vec3, src1); vec2 += 1; vec3 += 1; LOAD_INDEXED_DATA(src, vec2, src2); LOAD_INDEXED_DATA(src, vec3, src3); reg4 = (v16u8)__msa_ilvr_b((v16i8)src2, (v16i8)src0); reg5 = (v16u8)__msa_ilvl_b((v16i8)src2, (v16i8)src0); reg6 = (v16u8)__msa_ilvr_b((v16i8)src3, (v16i8)src1); reg7 = (v16u8)__msa_ilvl_b((v16i8)src3, (v16i8)src1); tmp0 = __msa_dotp_u_h(reg4, mult0); tmp1 = __msa_dotp_u_h(reg5, mult1); tmp2 = __msa_dotp_u_h(reg6, mult2); tmp3 = __msa_dotp_u_h(reg7, mult3); tmp0 >>= 7; tmp1 >>= 7; tmp2 >>= 7; tmp3 >>= 7; dst0 = (v16u8)__msa_pckev_b((v16i8)tmp1, (v16i8)tmp0); dst1 = (v16u8)__msa_pckev_b((v16i8)tmp3, (v16i8)tmp2); __msa_st_b(dst0, dst_argb, 0); __msa_st_b(dst1, dst_argb, 16); dst_argb += 32; } } void ScaleRowDown34_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { int x; (void)src_stride; v16u8 src0, src1, src2, src3; v16u8 vec0, vec1, vec2; v16i8 mask0 = {0, 1, 3, 4, 5, 7, 8, 9, 11, 12, 13, 15, 16, 17, 19, 20}; v16i8 mask1 = {5, 7, 8, 9, 11, 12, 13, 15, 16, 17, 19, 20, 21, 23, 24, 25}; v16i8 mask2 = {11, 12, 13, 15, 16, 17, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31}; assert((dst_width % 3 == 0) && (dst_width > 0)); for (x = 0; x < dst_width; x += 48) { src0 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 0); src1 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 16); src2 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 32); src3 = (v16u8)__msa_ld_b((v16i8*)src_ptr, 48); vec0 = (v16u8)__msa_vshf_b(mask0, (v16i8)src1, (v16i8)src0); vec1 = (v16u8)__msa_vshf_b(mask1, (v16i8)src2, (v16i8)src1); vec2 = (v16u8)__msa_vshf_b(mask2, (v16i8)src3, (v16i8)src2); __msa_st_b((v16i8)vec0, dst, 0); __msa_st_b((v16i8)vec1, dst, 16); __msa_st_b((v16i8)vec2, dst, 32); src_ptr += 64; dst += 48; } } void ScaleRowDown34_0_Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* d, int dst_width) { const uint8_t* s = src_ptr; const uint8_t* t = src_ptr + src_stride; int x; v16u8 src0, src1, src2, src3, src4, src5, src6, src7, dst0, dst1, dst2; v16u8 vec0, vec1, vec2, vec3, vec4, vec5; v16u8 vec6, vec7, vec8, vec9, vec10, vec11; v8i16 reg0, reg1, reg2, reg3, reg4, reg5; v8i16 reg6, reg7, reg8, reg9, reg10, reg11; v16u8 const0 = {3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1}; v16u8 const1 = {1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1}; v16u8 const2 = {1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3}; v16i8 mask0 = {0, 1, 1, 2, 2, 3, 4, 5, 5, 6, 6, 7, 8, 9, 9, 10}; v16i8 mask1 = {10, 11, 12, 13, 13, 14, 14, 15, 16, 17, 17, 18, 18, 19, 20, 21}; v16i8 mask2 = {5, 6, 6, 7, 8, 9, 9, 10, 10, 11, 12, 13, 13, 14, 14, 15}; v8i16 shft0 = {2, 1, 2, 2, 1, 2, 2, 1}; v8i16 shft1 = {2, 2, 1, 2, 2, 1, 2, 2}; v8i16 shft2 = {1, 2, 2, 1, 2, 2, 1, 2}; assert((dst_width % 3 == 0) && (dst_width > 0)); for (x = 0; x < dst_width; x += 48) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)s, 32); src3 = (v16u8)__msa_ld_b((v16i8*)s, 48); src4 = (v16u8)__msa_ld_b((v16i8*)t, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t, 16); src6 = (v16u8)__msa_ld_b((v16i8*)t, 32); src7 = (v16u8)__msa_ld_b((v16i8*)t, 48); vec0 = (v16u8)__msa_vshf_b(mask0, (v16i8)src0, (v16i8)src0); vec1 = (v16u8)__msa_vshf_b(mask1, (v16i8)src1, (v16i8)src0); vec2 = (v16u8)__msa_vshf_b(mask2, (v16i8)src1, (v16i8)src1); vec3 = (v16u8)__msa_vshf_b(mask0, (v16i8)src2, (v16i8)src2); vec4 = (v16u8)__msa_vshf_b(mask1, (v16i8)src3, (v16i8)src2); vec5 = (v16u8)__msa_vshf_b(mask2, (v16i8)src3, (v16i8)src3); vec6 = (v16u8)__msa_vshf_b(mask0, (v16i8)src4, (v16i8)src4); vec7 = (v16u8)__msa_vshf_b(mask1, (v16i8)src5, (v16i8)src4); vec8 = (v16u8)__msa_vshf_b(mask2, (v16i8)src5, (v16i8)src5); vec9 = (v16u8)__msa_vshf_b(mask0, (v16i8)src6, (v16i8)src6); vec10 = (v16u8)__msa_vshf_b(mask1, (v16i8)src7, (v16i8)src6); vec11 = (v16u8)__msa_vshf_b(mask2, (v16i8)src7, (v16i8)src7); reg0 = (v8i16)__msa_dotp_u_h(vec0, const0); reg1 = (v8i16)__msa_dotp_u_h(vec1, const1); reg2 = (v8i16)__msa_dotp_u_h(vec2, const2); reg3 = (v8i16)__msa_dotp_u_h(vec3, const0); reg4 = (v8i16)__msa_dotp_u_h(vec4, const1); reg5 = (v8i16)__msa_dotp_u_h(vec5, const2); reg6 = (v8i16)__msa_dotp_u_h(vec6, const0); reg7 = (v8i16)__msa_dotp_u_h(vec7, const1); reg8 = (v8i16)__msa_dotp_u_h(vec8, const2); reg9 = (v8i16)__msa_dotp_u_h(vec9, const0); reg10 = (v8i16)__msa_dotp_u_h(vec10, const1); reg11 = (v8i16)__msa_dotp_u_h(vec11, const2); reg0 = __msa_srar_h(reg0, shft0); reg1 = __msa_srar_h(reg1, shft1); reg2 = __msa_srar_h(reg2, shft2); reg3 = __msa_srar_h(reg3, shft0); reg4 = __msa_srar_h(reg4, shft1); reg5 = __msa_srar_h(reg5, shft2); reg6 = __msa_srar_h(reg6, shft0); reg7 = __msa_srar_h(reg7, shft1); reg8 = __msa_srar_h(reg8, shft2); reg9 = __msa_srar_h(reg9, shft0); reg10 = __msa_srar_h(reg10, shft1); reg11 = __msa_srar_h(reg11, shft2); reg0 = reg0 * 3 + reg6; reg1 = reg1 * 3 + reg7; reg2 = reg2 * 3 + reg8; reg3 = reg3 * 3 + reg9; reg4 = reg4 * 3 + reg10; reg5 = reg5 * 3 + reg11; reg0 = __msa_srari_h(reg0, 2); reg1 = __msa_srari_h(reg1, 2); reg2 = __msa_srari_h(reg2, 2); reg3 = __msa_srari_h(reg3, 2); reg4 = __msa_srari_h(reg4, 2); reg5 = __msa_srari_h(reg5, 2); dst0 = (v16u8)__msa_pckev_b((v16i8)reg1, (v16i8)reg0); dst1 = (v16u8)__msa_pckev_b((v16i8)reg3, (v16i8)reg2); dst2 = (v16u8)__msa_pckev_b((v16i8)reg5, (v16i8)reg4); __msa_st_b((v16i8)dst0, d, 0); __msa_st_b((v16i8)dst1, d, 16); __msa_st_b((v16i8)dst2, d, 32); s += 64; t += 64; d += 48; } } void ScaleRowDown34_1_Box_MSA(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* d, int dst_width) { const uint8_t* s = src_ptr; const uint8_t* t = src_ptr + src_stride; int x; v16u8 src0, src1, src2, src3, src4, src5, src6, src7, dst0, dst1, dst2; v16u8 vec0, vec1, vec2, vec3, vec4, vec5; v16u8 vec6, vec7, vec8, vec9, vec10, vec11; v8i16 reg0, reg1, reg2, reg3, reg4, reg5; v8i16 reg6, reg7, reg8, reg9, reg10, reg11; v16u8 const0 = {3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1}; v16u8 const1 = {1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1}; v16u8 const2 = {1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3}; v16i8 mask0 = {0, 1, 1, 2, 2, 3, 4, 5, 5, 6, 6, 7, 8, 9, 9, 10}; v16i8 mask1 = {10, 11, 12, 13, 13, 14, 14, 15, 16, 17, 17, 18, 18, 19, 20, 21}; v16i8 mask2 = {5, 6, 6, 7, 8, 9, 9, 10, 10, 11, 12, 13, 13, 14, 14, 15}; v8i16 shft0 = {2, 1, 2, 2, 1, 2, 2, 1}; v8i16 shft1 = {2, 2, 1, 2, 2, 1, 2, 2}; v8i16 shft2 = {1, 2, 2, 1, 2, 2, 1, 2}; assert((dst_width % 3 == 0) && (dst_width > 0)); for (x = 0; x < dst_width; x += 48) { src0 = (v16u8)__msa_ld_b((v16i8*)s, 0); src1 = (v16u8)__msa_ld_b((v16i8*)s, 16); src2 = (v16u8)__msa_ld_b((v16i8*)s, 32); src3 = (v16u8)__msa_ld_b((v16i8*)s, 48); src4 = (v16u8)__msa_ld_b((v16i8*)t, 0); src5 = (v16u8)__msa_ld_b((v16i8*)t, 16); src6 = (v16u8)__msa_ld_b((v16i8*)t, 32); src7 = (v16u8)__msa_ld_b((v16i8*)t, 48); vec0 = (v16u8)__msa_vshf_b(mask0, (v16i8)src0, (v16i8)src0); vec1 = (v16u8)__msa_vshf_b(mask1, (v16i8)src1, (v16i8)src0); vec2 = (v16u8)__msa_vshf_b(mask2, (v16i8)src1, (v16i8)src1); vec3 = (v16u8)__msa_vshf_b(mask0, (v16i8)src2, (v16i8)src2); vec4 = (v16u8)__msa_vshf_b(mask1, (v16i8)src3, (v16i8)src2); vec5 = (v16u8)__msa_vshf_b(mask2, (v16i8)src3, (v16i8)src3); vec6 = (v16u8)__msa_vshf_b(mask0, (v16i8)src4, (v16i8)src4); vec7 = (v16u8)__msa_vshf_b(mask1, (v16i8)src5, (v16i8)src4); vec8 = (v16u8)__msa_vshf_b(mask2, (v16i8)src5, (v16i8)src5); vec9 = (v16u8)__msa_vshf_b(mask0, (v16i8)src6, (v16i8)src6); vec10 = (v16u8)__msa_vshf_b(mask1, (v16i8)src7, (v16i8)src6); vec11 = (v16u8)__msa_vshf_b(mask2, (v16i8)src7, (v16i8)src7); reg0 = (v8i16)__msa_dotp_u_h(vec0, const0); reg1 = (v8i16)__msa_dotp_u_h(vec1, const1); reg2 = (v8i16)__msa_dotp_u_h(vec2, const2); reg3 = (v8i16)__msa_dotp_u_h(vec3, const0); reg4 = (v8i16)__msa_dotp_u_h(vec4, const1); reg5 = (v8i16)__msa_dotp_u_h(vec5, const2); reg6 = (v8i16)__msa_dotp_u_h(vec6, const0); reg7 = (v8i16)__msa_dotp_u_h(vec7, const1); reg8 = (v8i16)__msa_dotp_u_h(vec8, const2); reg9 = (v8i16)__msa_dotp_u_h(vec9, const0); reg10 = (v8i16)__msa_dotp_u_h(vec10, const1); reg11 = (v8i16)__msa_dotp_u_h(vec11, const2); reg0 = __msa_srar_h(reg0, shft0); reg1 = __msa_srar_h(reg1, shft1); reg2 = __msa_srar_h(reg2, shft2); reg3 = __msa_srar_h(reg3, shft0); reg4 = __msa_srar_h(reg4, shft1); reg5 = __msa_srar_h(reg5, shft2); reg6 = __msa_srar_h(reg6, shft0); reg7 = __msa_srar_h(reg7, shft1); reg8 = __msa_srar_h(reg8, shft2); reg9 = __msa_srar_h(reg9, shft0); reg10 = __msa_srar_h(reg10, shft1); reg11 = __msa_srar_h(reg11, shft2); reg0 += reg6; reg1 += reg7; reg2 += reg8; reg3 += reg9; reg4 += reg10; reg5 += reg11; reg0 = __msa_srari_h(reg0, 1); reg1 = __msa_srari_h(reg1, 1); reg2 = __msa_srari_h(reg2, 1); reg3 = __msa_srari_h(reg3, 1); reg4 = __msa_srari_h(reg4, 1); reg5 = __msa_srari_h(reg5, 1); dst0 = (v16u8)__msa_pckev_b((v16i8)reg1, (v16i8)reg0); dst1 = (v16u8)__msa_pckev_b((v16i8)reg3, (v16i8)reg2); dst2 = (v16u8)__msa_pckev_b((v16i8)reg5, (v16i8)reg4); __msa_st_b((v16i8)dst0, d, 0); __msa_st_b((v16i8)dst1, d, 16); __msa_st_b((v16i8)dst2, d, 32); s += 64; t += 64; d += 48; } } #ifdef __cplusplus } // extern "C" } // namespace libyuv #endif #endif // !defined(LIBYUV_DISABLE_MSA) && defined(__mips_msa)