ref: 09025dc8ef3e20403ad2a925287e6b418851f778
dir: /codec/common/arm64/mc_aarch64_neon.S/
/*! * \copy * Copyright (c) 2013, Cisco Systems * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. * */ #ifdef HAVE_NEON_AARCH64 .text #include "arm_arch64_common_macro.S" .align 16 filter_para: .short 0, 1, -5, 20, 0, 0, 0, 0 #ifdef __APPLE__ .macro FILTER_6TAG_8BITS1 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3] uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun $6.8b, v18.8h, #5 // } .endm .macro FILTER_6TAG_8BITS2 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3] uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 $6.16b, v18.8h, #5 // } .endm .macro FILTER_6TAG_8BITS1_AVERAGE_WITH_0 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3] uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun $6.8b, v18.8h, #5 uaddl v19.8h, $2.8b, $6.8b rshrn $6.8b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS2_AVERAGE_WITH_0 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3] uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 $6.16b, v18.8h, #5 uaddl2 v19.8h, $2.16b, $6.16b rshrn2 $6.16b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS1_AVERAGE_WITH_1 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3] uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun $6.8b, v18.8h, #5 uaddl v19.8h, $3.8b, $6.8b rshrn $6.8b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS2_AVERAGE_WITH_1 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3] uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1] mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2] mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 $6.16b, v18.8h, #5 uaddl2 v19.8h, $3.16b, $6.16b rshrn2 $6.16b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS_TO_16BITS1 // { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31 uaddl $6.8h, $0.8b, $5.8b //dst_q=src[-2]+src[3] uaddl v31.8h, $2.8b, $3.8b //src[0]+src[1] mla $6.8h, v31.8h, $7.8h //dst_q += 20*(src[0]+src[1]), 2 cycles uaddl v31.8h, $1.8b, $4.8b //src[-1]+src[2] mls $6.8h, v31.8h, $8.8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles // } .endm .macro FILTER_6TAG_8BITS_TO_16BITS2 // { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31 uaddl2 $6.8h, $0.16b, $5.16b //dst_q=src[-2]+src[3] uaddl2 v31.8h, $2.16b, $3.16b //src[0]+src[1] mla $6.8h, v31.8h, $7.8h //dst_q += 20*(src[0]+src[1]), 2 cycles uaddl2 v31.8h, $1.16b, $4.16b //src[-1]+src[2] mls $6.8h, v31.8h, $8.8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles // } .endm .macro FILTER_3_IN_16BITS_TO_8BITS1 // { // input:a, b, c, dst_d; sub $0.8h, $0.8h, $1.8h //a-b sshr $0.8h, $0.8h, #2 //(a-b)/4 sub $0.8h, $0.8h, $1.8h //(a-b)/4-b add $0.8h, $0.8h, $2.8h //(a-b)/4-b+c sshr $0.8h, $0.8h, #2 //((a-b)/4-b+c)/4 add $0.8h, $0.8h, $2.8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16 sqrshrun $3.8b, $0.8h, #6 //(+32)>>6 // } .endm .macro FILTER_3_IN_16BITS_TO_8BITS2 // { // input:a, b, c, dst_d; sub $0.8h, $0.8h, $1.8h //a-b sshr $0.8h, $0.8h, #2 //(a-b)/4 sub $0.8h, $0.8h, $1.8h //(a-b)/4-b add $0.8h, $0.8h, $2.8h //(a-b)/4-b+c sshr $0.8h, $0.8h, #2 //((a-b)/4-b+c)/4 add $0.8h, $0.8h, $2.8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16 sqrshrun2 $3.16b, $0.8h, #6 //(+32)>>6 // } .endm .macro UNPACK_2_16BITS_TO_ABC // { // input:q_src[-2:5], q_src[6:13](avail 8+5)/q_src[6:**](avail 4+5), dst_a, dst_b, dst_c; ext $4.16b, $0.16b, $1.16b, #4 //src[0] ext $3.16b, $0.16b, $1.16b, #6 //src[1] add $4.8h, $4.8h, $3.8h //c=src[0]+src[1] ext $3.16b, $0.16b, $1.16b, #2 //src[-1] ext $2.16b, $0.16b, $1.16b, #8 //src[2] add $3.8h, $3.8h, $2.8h //b=src[-1]+src[2] ext $2.16b, $0.16b, $1.16b, #10 //src[3] add $2.8h, $2.8h, $0.8h //a=src[-2]+src[3] // } .endm .macro AVERAGE_TWO_8BITS1 // { // input:dst_d, src_d A and B; working: v5 uaddl v30.8h, $2.8b, $1.8b rshrn $0.8b, v30.8h, #1 // } .endm .macro AVERAGE_TWO_8BITS2 // { // input:dst_d, src_d A and B; working: v5 uaddl2 v30.8h, $2.16b, $1.16b rshrn2 $0.16b, v30.8h, #1 // } .endm .macro FILTER_SINGLE_TAG_8BITS // when width=17/9, used // { // input: src_d{Y[0][1][2][3][4][5]X}, rev64 $2.8b, $0.8b // X[5][4][3][2][1][0]O uaddl $2.8h, $0.8b, $2.8b // each 16bits, *[50][41][32][23][14][05]* mul $2.4h, $2.4h, $1.4h // 0+1*[50]-5*[41]+20[32] addv $3, $2.4h sqrshrun $0.8b, $0.8h, #5 // } .endm .macro UNPACK_FILTER_SINGLE_TAG_16BITS // v0, v1, v22, v23 // { // each 16bits; input: d_dst, d_src[0:5], para, working, working, d(low part of d_dst) ext.16b $3, $1, $1, #14 // X[0][1][2][3][4][5]O ext.16b $4, $3, $3, #8 // [3][4][5]OX[0][1][2] rev64 $4.8h, $4.8h // X[5][4][3][2][1][0]O add $3.8h, $3.8h, $4.8h // each 16bits, *[50][41][32][23][14][05]* smull $3.4s, $3.4h, $2.4h // 0+1*[50]-5*[41]+20[32] saddlv $5, $3.4s //sshr $0.2d, $0.2d, #4 sqrshrun $0.2s, $0.2d, #10 uqxtn $0.4h, $0.4s uqxtn $0.8b, $0.8h // } .endm #else .macro FILTER_6TAG_8BITS1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3] uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun \arg6\().8b, v18.8h, #5 // } .endm .macro FILTER_6TAG_8BITS2 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3] uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 \arg6\().16b, v18.8h, #5 // } .endm .macro FILTER_6TAG_8BITS1_AVERAGE_WITH_0 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3] uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun \arg6\().8b, v18.8h, #5 uaddl v19.8h, \arg2\().8b, \arg6\().8b rshrn \arg6\().8b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS2_AVERAGE_WITH_0 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3] uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 \arg6\().16b, v18.8h, #5 uaddl2 v19.8h, \arg2\().16b, \arg6\().16b rshrn2 \arg6\().16b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS1_AVERAGE_WITH_1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3] uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun \arg6\().8b, v18.8h, #5 uaddl v19.8h, \arg3\().8b, \arg6\().8b rshrn \arg6\().8b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS2_AVERAGE_WITH_1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19 uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3] uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1] mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2] mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles sqrshrun2 \arg6\().16b, v18.8h, #5 uaddl2 v19.8h, \arg3\().16b, \arg6\().16b rshrn2 \arg6\().16b, v19.8h, #1 // } .endm .macro FILTER_6TAG_8BITS_TO_16BITS1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31 uaddl \arg6\().8h, \arg0\().8b, \arg5\().8b //dst_q=src[-2]+src[3] uaddl v31.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1] mla \arg6\().8h, v31.8h, \arg7\().8h //dst_q += 20*(src[0]+src[1]), 2 cycles uaddl v31.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2] mls \arg6\().8h, v31.8h, \arg8\().8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles // } .endm .macro FILTER_6TAG_8BITS_TO_16BITS2 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8 // { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31 uaddl2 \arg6\().8h, \arg0\().16b, \arg5\().16b //dst_q=src[-2]+src[3] uaddl2 v31.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1] mla \arg6\().8h, v31.8h, \arg7\().8h //dst_q += 20*(src[0]+src[1]), 2 cycles uaddl2 v31.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2] mls \arg6\().8h, v31.8h, \arg8\().8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles // } .endm .macro FILTER_3_IN_16BITS_TO_8BITS1 arg0, arg1, arg2, arg3 // { // input:a, b, c, dst_d; sub \arg0\().8h, \arg0\().8h, \arg1\().8h //a-b sshr \arg0\().8h, \arg0\().8h, #2 //(a-b)/4 sub \arg0\().8h, \arg0\().8h, \arg1\().8h //(a-b)/4-b add \arg0\().8h, \arg0\().8h, \arg2\().8h //(a-b)/4-b+c sshr \arg0\().8h, \arg0\().8h, #2 //((a-b)/4-b+c)/4 add \arg0\().8h, \arg0\().8h, \arg2\().8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16 sqrshrun \arg3\().8b, \arg0\().8h, #6 //(+32)>>6 // } .endm .macro FILTER_3_IN_16BITS_TO_8BITS2 arg0, arg1, arg2, arg3 // { // input:a, b, c, dst_d; sub \arg0\().8h, \arg0\().8h, \arg1\().8h //a-b sshr \arg0\().8h, \arg0\().8h, #2 //(a-b)/4 sub \arg0\().8h, \arg0\().8h, \arg1\().8h //(a-b)/4-b add \arg0\().8h, \arg0\().8h, \arg2\().8h //(a-b)/4-b+c sshr \arg0\().8h, \arg0\().8h, #2 //((a-b)/4-b+c)/4 add \arg0\().8h, \arg0\().8h, \arg2\().8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16 sqrshrun2 \arg3\().16b, \arg0\().8h, #6 //(+32)>>6 // } .endm .macro UNPACK_2_16BITS_TO_ABC arg0, arg1, arg2, arg3, arg4 // { // input:q_src[-2:5], q_src[6:13](avail 8+5)/q_src[6:**](avail 4+5), dst_a, dst_b, dst_c; ext \arg4\().16b, \arg0\().16b, \arg1\().16b, #4 //src[0] ext \arg3\().16b, \arg0\().16b, \arg1\().16b, #6 //src[1] add \arg4\().8h, \arg4\().8h, \arg3\().8h //c=src[0]+src[1] ext \arg3\().16b, \arg0\().16b, \arg1\().16b, #2 //src[-1] ext \arg2\().16b, \arg0\().16b, \arg1\().16b, #8 //src[2] add \arg3\().8h, \arg3\().8h, \arg2\().8h //b=src[-1]+src[2] ext \arg2\().16b, \arg0\().16b, \arg1\().16b, #10 //src[3] add \arg2\().8h, \arg2\().8h, \arg0\().8h //a=src[-2]+src[3] // } .endm .macro AVERAGE_TWO_8BITS1 arg0, arg1, arg2 // { // input:dst_d, src_d A and B; working: v5 uaddl v30.8h, \arg2\().8b, \arg1\().8b rshrn \arg0\().8b, v30.8h, #1 // } .endm .macro AVERAGE_TWO_8BITS2 arg0, arg1, arg2 // { // input:dst_d, src_d A and B; working: v5 uaddl2 v30.8h, \arg2\().16b, \arg1\().16b rshrn2 \arg0\().16b, v30.8h, #1 // } .endm .macro FILTER_SINGLE_TAG_8BITS arg0, arg1, arg2, arg3 // when width=17/9, used // { // input: src_d{Y[0][1][2][3][4][5]X}, rev64 \arg2\().8b, \arg0\().8b // X[5][4][3][2][1][0]O uaddl \arg2\().8h, \arg0\().8b, \arg2\().8b // each 16bits, *[50][41][32][23][14][05]* mul \arg2\().4h, \arg2\().4h, \arg1\().4h // 0+1*[50]-5*[41]+20[32] addv \arg3, \arg2\().4h sqrshrun \arg0\().8b, \arg0\().8h, #5 // } .endm .macro UNPACK_FILTER_SINGLE_TAG_16BITS arg0, arg1, arg2, arg3, arg4, arg5 // { // each 16bits; input: d_dst, d_src[0:5], para, working, working, d(low part of d_dst) ext \arg3\().16b, \arg1\().16b, \arg1\().16b, #14 // X[0][1][2][3][4][5]O ext \arg4\().16b, \arg3\().16b, \arg3\().16b, #8 // [3][4][5]OX[0][1][2] rev64 \arg4\().8h, \arg4\().8h // X[5][4][3][2][1][0]O add \arg3\().8h, \arg3\().8h, \arg4\().8h // each 16bits, *[50][41][32][23][14][05]* smull \arg3\().4s, \arg3\().4h, \arg2\().4h // 0+1*[50]-5*[41]+20[32] saddlv \arg5, \arg3\().4s //sshr \arg0\().2d, \arg0\().2d, #4 sqrshrun \arg0\().2s, \arg0\().2d, #10 uqxtn \arg0\().4h, \arg0\().4s uqxtn \arg0\().8b, \arg0\().8h // } .endm #endif //(const uint8_t* pSrc {x0}, int32_t iSrcStride{x1}, uint8_t* pDst{x2}, int32_t iDstStride{x3}, int32_t iHeight{x4}) WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq16_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w16_h_mc_luma_loop: ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.16b}, [x2], x3 //write 16Byte cbnz x4, w16_h_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq8_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w8_h_mc_luma_loop: ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.8b}, [x2], x3 //write 8Byte cbnz x4, w8_h_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq4_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 asr x4, x4, #1 w4_h_mc_luma_loop: ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6] //prfm pldl1strm, [x0] ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6] //prfm pldl1strm, [x0] zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6] zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6] zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6] zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd FILTER_6TAG_8BITS1 v4, v5, v6, v16, v17, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte st1 {v20.s}[1], [x2], x3 //write 4Byte sub x4, x4, #1 cbnz x4, w4_h_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq16_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w16_xy_10_mc_luma_loop: ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.16b}, [x2], x3 //write 16Byte cbnz x4, w16_xy_10_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq8_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w8_xy_10_mc_luma_loop: ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.8b}, [x2], x3 //write 8Byte cbnz x4, w8_xy_10_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq4_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 asr x4, x4, #1 w4_xy_10_mc_luma_loop: ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6] //prfm pldl1strm, [x0] ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6] //prfm pldl1strm, [x0] zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6] zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6] zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6] zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v16, v17, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte st1 {v20.s}[1], [x2], x3 //write 4Byte sub x4, x4, #1 cbnz x4, w4_xy_10_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq16_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w16_xy_30_mc_luma_loop: ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.16b}, [x2], x3 //write 16Byte cbnz x4, w16_xy_30_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq8_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 w8_xy_30_mc_luma_loop: ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1 sub x4, x4, #1 st1 {v20.8b}, [x2], x3 //write 8Byte cbnz x4, w8_xy_30_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq4_AArch64_neon sub x0, x0, #2 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 asr x4, x4, #1 w4_xy_30_mc_luma_loop: ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6] //prfm pldl1strm, [x0] ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6] //prfm pldl1strm, [x0] zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6] zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6] zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6] ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6] zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v16, v17, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte st1 {v20.s}[1], [x2], x3 //write 4Byte sub x4, x4, #1 cbnz x4, w4_xy_30_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq16_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[2*stride] w16_xy_01_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v6, v7, v2, v3, v4, v5, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v6, v7, v2, v3, v4, v5, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v7, v2, v3, v4, v5, v6, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v7, v2, v3, v4, v5, v6, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line mov.16b v3, v5 mov.16b v5, v7 mov.16b v7, v2 mov.16b v2, v4 mov.16b v4, v6 mov.16b v6, v7 sub x4, x4, #8 cbnz x4, w16_xy_01_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq8_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.8b}, [x0], x1 // v6=src[2*stride] w8_xy_01_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.8b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v7, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v7 sub x4, x4, #4 cbnz x4, w8_xy_01_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq4_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride] mov v2.s[1], v3.s[0] //prfm pldl1strm, [x0, x1] ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride] mov v3.s[1], v4.s[0] //prfm pldl1strm, [x0, x1] ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride] mov v4.s[1], v5.s[0] //prfm pldl1strm, [x0, x1] ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride] mov v5.s[1], v6.s[0] w4_xy_01_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride] mov v6.s[1], v7.s[0] //prfm pldl1strm, [x0, x1] ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line mov v2.s[0], v7.s[1] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride] mov v3.s[0], v2.s[1] FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line mov v4.s[0], v3.s[1] mov.8b v21, v6 mov.8b v6, v4 mov.8b v4, v2 mov.8b v2, v21 mov.8b v21, v3 mov.8b v3, v7 mov.8b v7, v5 mov.8b v5, v21 sub x4, x4, #4 cbnz x4, w4_xy_01_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq16_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[2*stride] w16_xy_03_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v6, v7, v2, v3, v4, v5, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v6, v7, v2, v3, v4, v5, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v7, v2, v3, v4, v5, v6, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v7, v2, v3, v4, v5, v6, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line mov.16b v3, v5 mov.16b v5, v7 mov.16b v7, v2 mov.16b v2, v4 mov.16b v4, v6 mov.16b v6, v7 sub x4, x4, #8 cbnz x4, w16_xy_03_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq8_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.8b}, [x0], x1 // v6=src[2*stride] w8_xy_03_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.8b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v7, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v7 sub x4, x4, #4 cbnz x4, w8_xy_03_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq4_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride] mov v2.s[1], v3.s[0] //prfm pldl1strm, [x0, x1] ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride] mov v3.s[1], v4.s[0] //prfm pldl1strm, [x0, x1] ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride] mov v4.s[1], v5.s[0] //prfm pldl1strm, [x0, x1] ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride] mov v5.s[1], v6.s[0] w4_xy_03_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride] mov v6.s[1], v7.s[0] //prfm pldl1strm, [x0, x1] ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line mov v2.s[0], v7.s[1] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride] mov v3.s[0], v2.s[1] FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line mov v4.s[0], v3.s[1] mov.8b v21, v6 mov.8b v6, v4 mov.8b v4, v2 mov.8b v2, v21 mov.8b v21, v3 mov.8b v3, v7 mov.8b v7, v5 mov.8b v5, v21 sub x4, x4, #4 cbnz x4, w4_xy_03_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq16_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[2*stride] w16_xy_02_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS2 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS2 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[3*stride] FILTER_6TAG_8BITS1 v6, v7, v2, v3, v4, v5, v20, v0, v1 FILTER_6TAG_8BITS2 v6, v7, v2, v3, v4, v5, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[3*stride] FILTER_6TAG_8BITS1 v7, v2, v3, v4, v5, v6, v20, v0, v1 FILTER_6TAG_8BITS2 v7, v2, v3, v4, v5, v6, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line mov.16b v3, v5 mov.16b v5, v7 mov.16b v7, v2 mov.16b v2, v4 mov.16b v4, v6 mov.16b v6, v7 sub x4, x4, #8 cbnz x4, w16_xy_02_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq8_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.8b}, [x0], x1 // v6=src[2*stride] w8_xy_02_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.8b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[3*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[3*stride] FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[3*stride] FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v7, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v7 sub x4, x4, #4 cbnz x4, w8_xy_02_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq4_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride] mov v2.s[1], v3.s[0] //prfm pldl1strm, [x0, x1] ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride] mov v3.s[1], v4.s[0] //prfm pldl1strm, [x0, x1] ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride] mov v4.s[1], v5.s[0] //prfm pldl1strm, [x0, x1] ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride] mov v5.s[1], v6.s[0] w4_xy_02_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride] mov v6.s[1], v7.s[0] //prfm pldl1strm, [x0, x1] ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line mov v2.s[0], v7.s[1] //prfm pldl1strm, [x0, x1] ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride] mov v3.s[0], v2.s[1] FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line mov v4.s[0], v3.s[1] mov.8b v21, v6 mov.8b v6, v4 mov.8b v4, v2 mov.8b v2, v21 mov.8b v21, v3 mov.8b v3, v7 mov.8b v7, v5 mov.8b v5, v21 sub x4, x4, #4 cbnz x4, w4_xy_02_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq16_AArch64_neon stp d8, d9, [sp,#-16]! stp d10, d11, [sp,#-16]! stp d12, d13, [sp,#-16]! stp d14, d15, [sp,#-16]! sub x0, x0, #2 sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v5=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v8=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v11=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v14=src[2*stride] w16_hv_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v8, v11, v14, v17, v2, v5, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v9, v12, v15, v18, v3, v6, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v10, v13, v16, v19, v4, v7, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v11, v14, v17, v2, v5, v8, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v12, v15, v18, v3, v6, v9, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v13, v16, v19, v4, v7, v10, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v14, v17, v2, v5, v8, v11, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v15, v18, v3, v6, v9, v12, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v16, v19, v4, v7, v10, v13, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v17, v2, v5, v8, v11, v14, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v18, v3, v6, v9, v12, v15, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v19, v4, v7, v10, v13, v16, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x3 //write 16Byte : 7 line mov.16b v5, v11 mov.16b v11, v17 mov.16b v30, v2 mov.16b v2, v8 mov.16b v8, v14 mov.16b v14, v30 mov.16b v6, v12 mov.16b v12, v18 mov.16b v30, v3 mov.16b v3, v9 mov.16b v9, v15 mov.16b v15, v30 mov.16b v7, v13 mov.16b v13, v19 mov.16b v30, v4 mov.16b v4, v10 mov.16b v10, v16 mov.16b v16, v30 sub x4, x4, #8 cbnz x4, w16_hv_mc_luma_loop ldp d14, d15, [sp], #16 ldp d12, d13, [sp], #16 ldp d10, d11, [sp], #16 ldp d8, d9, [sp], #16 WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq8_AArch64_neon sub x0, x0, #2 sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v5=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v8=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v11=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v14=src[2*stride] w8_hv_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x3 //write 8Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x3 //write 8Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x3 //write 8Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x3 //write 8Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v30, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v30 sub x4, x4, #4 cbnz x4, w8_hv_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq4_AArch64_neon sub x0, x0, #2 sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[2*stride] w4_hv_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] // vertical filtered into v20/v21 1st line FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1 //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v16=src[4*stride] // vertical filtered into v22/v23 2nd line FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v22, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v23, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v24, v25, v26 UNPACK_2_16BITS_TO_ABC v22, v23, v28, v29, v30 zip1 v24.2d, v24.2d, v28.2d zip1 v25.2d, v25.2d, v29.2d zip1 v26.2d, v26.2d, v30.2d FILTER_3_IN_16BITS_TO_8BITS1 v24, v25, v26, v27 //output to v27[0] st1 {v27.s}[0], [x2], x3 //write 4Byte : 0 line st1 {v27.s}[1], [x2], x3 //write 4Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[5*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1 //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[6*stride] FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v22, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v23, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v24, v25, v26 UNPACK_2_16BITS_TO_ABC v22, v23, v28, v29, v30 zip1 v24.2d, v24.2d, v28.2d zip1 v25.2d, v25.2d, v29.2d zip1 v26.2d, v26.2d, v30.2d FILTER_3_IN_16BITS_TO_8BITS1 v24, v25, v26, v27 //output to v27[0] st1 {v27.s}[0], [x2], x3 //write 4Byte : 2 line st1 {v27.s}[1], [x2], x3 //write 4Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v30, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v30 sub x4, x4, #4 cbnz x4, w4_hv_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq16_AArch64_neon //prfm pldl1strm, [x0] w16_copy_loop: //prfm pldl1strm, [x0, x1] ld1 {v0.16b}, [x0], x1 //read 16Byte : 0 line st1 {v0.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v1.16b}, [x0], x1 //read 16Byte : 1 line st1 {v1.16b}, [x2], x3 //write 16Byte : 1 line sub x4, x4, #2 cbnz x4, w16_copy_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq8_AArch64_neon //prfm pldl1strm, [x0] w8_copy_loop: //prfm pldl1strm, [x0, x1] ld1 {v0.8b}, [x0], x1 //read 16Byte : 0 line st1 {v0.8b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v1.8b}, [x0], x1 //read 16Byte : 1 line st1 {v1.8b}, [x2], x3 //write 16Byte : 1 line sub x4, x4, #2 cbnz x4, w8_copy_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq4_AArch64_neon //prfm pldl1strm, [x0] w4_copy_loop: //prfm pldl1strm, [x0, x1] ld1 {v0.s}[0], [x0], x1 //read 16Byte : 0 line st1 {v0.s}[0], [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v1.s}[0], [x0], x1 //read 16Byte : 1 line st1 {v1.s}[0], [x2], x3 //write 16Byte : 1 line sub x4, x4, #2 cbnz x4, w4_copy_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN PixStrideAvgWidthEq16_AArch64_neon enc_w16_pix_avg_loop: ld1 {v0.16b}, [x2], x3 //read 16Byte : src0: 0 line ld1 {v1.16b}, [x4], x5 //read 16Byte : src1: 0 line ld1 {v2.16b}, [x2], x3 //read 16Byte : src0: 1 line ld1 {v3.16b}, [x4], x5 //read 16Byte : src1: 1 line ld1 {v4.16b}, [x2], x3 //read 16Byte : src0: 2 line ld1 {v5.16b}, [x4], x5 //read 16Byte : src1: 2 line ld1 {v6.16b}, [x2], x3 //read 16Byte : src0: 3 line ld1 {v7.16b}, [x4], x5 //read 16Byte : src1: 3 line AVERAGE_TWO_8BITS1 v16, v0, v1 AVERAGE_TWO_8BITS2 v16, v0, v1 st1 {v16.16b}, [x0], x1 //write 16Byte : 0 line AVERAGE_TWO_8BITS1 v16, v2, v3 AVERAGE_TWO_8BITS2 v16, v2, v3 st1 {v16.16b}, [x0], x1 //write 16Byte : 1 line AVERAGE_TWO_8BITS1 v16, v4, v5 AVERAGE_TWO_8BITS2 v16, v4, v5 st1 {v16.16b}, [x0], x1 //write 16Byte : 2 line AVERAGE_TWO_8BITS1 v16, v6, v7 AVERAGE_TWO_8BITS2 v16, v6, v7 st1 {v16.16b}, [x0], x1 //write 16Byte : 3 line sub x6, x6, #4 cbnz x6, enc_w16_pix_avg_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN PixStrideAvgWidthEq8_AArch64_neon //prfm pldl1strm, [x2] //prfm pldl1strm, [x4] enc_w8_pix_avg_loop: //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v0.8b}, [x2], x3 //read 8Byte : src0: 0 line ld1 {v1.8b}, [x4], x5 //read 8Byte : src1: 0 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v2.8b}, [x2], x3 //read 8Byte : src0: 1 line ld1 {v3.8b}, [x4], x5 //read 8Byte : src1: 1 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v4.8b}, [x2], x3 //read 8Byte : src0: 2 line ld1 {v5.8b}, [x4], x5 //read 8Byte : src1: 2 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v6.8b}, [x2], x3 //read 8Byte : src0: 3 line ld1 {v7.8b}, [x4], x5 //read 8Byte : src1: 3 line AVERAGE_TWO_8BITS1 v16, v0, v1 st1 {v16.8b}, [x0], x1 //write 8Byte : 0 line AVERAGE_TWO_8BITS1 v16, v2, v3 st1 {v16.8b}, [x0], x1 //write 8Byte : 1 line AVERAGE_TWO_8BITS1 v16, v4, v5 st1 {v16.8b}, [x0], x1 //write 8Byte : 2 line AVERAGE_TWO_8BITS1 v16, v6, v7 st1 {v16.8b}, [x0], x1 //write 8Byte : 3 line sub x6, x6, #4 cbnz x6, enc_w8_pix_avg_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq16_AArch64_neon //prfm pldl1strm, [x2] //prfm pldl1strm, [x4] w16_pix_avg_loop: //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v0.16b}, [x2], x3 //read 16Byte : src0: 0 line ld1 {v1.16b}, [x4], x5 //read 16Byte : src1: 0 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v2.16b}, [x2], x3 //read 16Byte : src0: 1 line ld1 {v3.16b}, [x4], x5 //read 16Byte : src1: 1 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v4.16b}, [x2], x3 //read 16Byte : src0: 2 line ld1 {v5.16b}, [x4], x5 //read 16Byte : src1: 2 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v6.16b}, [x2], x3 //read 16Byte : src0: 3 line ld1 {v7.16b}, [x4], x5 //read 16Byte : src1: 3 line AVERAGE_TWO_8BITS1 v16, v0, v1 AVERAGE_TWO_8BITS2 v16, v0, v1 st1 {v16.16b}, [x0], x1 //write 16Byte : 0 line AVERAGE_TWO_8BITS1 v16, v2, v3 AVERAGE_TWO_8BITS2 v16, v2, v3 st1 {v16.16b}, [x0], x1 //write 16Byte : 1 line AVERAGE_TWO_8BITS1 v16, v4, v5 AVERAGE_TWO_8BITS2 v16, v4, v5 st1 {v16.16b}, [x0], x1 //write 16Byte : 2 line AVERAGE_TWO_8BITS1 v16, v6, v7 AVERAGE_TWO_8BITS2 v16, v6, v7 st1 {v16.16b}, [x0], x1 //write 16Byte : 3 line sub x6, x6, #4 cbnz x6, w16_pix_avg_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq8_AArch64_neon //prfm pldl1strm, [x2] //prfm pldl1strm, [x4] w8_pix_avg_loop: //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v0.8b}, [x2], x3 //read 8Byte : src0: 0 line ld1 {v1.8b}, [x4], x5 //read 8Byte : src1: 0 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v2.8b}, [x2], x3 //read 8Byte : src0: 1 line ld1 {v3.8b}, [x4], x5 //read 8Byte : src1: 1 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v4.8b}, [x2], x3 //read 8Byte : src0: 2 line ld1 {v5.8b}, [x4], x5 //read 8Byte : src1: 2 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v6.8b}, [x2], x3 //read 8Byte : src0: 3 line ld1 {v7.8b}, [x4], x5 //read 8Byte : src1: 3 line AVERAGE_TWO_8BITS1 v16, v0, v1 st1 {v16.8b}, [x0], x1 //write 8Byte : 0 line AVERAGE_TWO_8BITS1 v16, v2, v3 st1 {v16.8b}, [x0], x1 //write 8Byte : 1 line AVERAGE_TWO_8BITS1 v16, v4, v5 st1 {v16.8b}, [x0], x1 //write 8Byte : 2 line AVERAGE_TWO_8BITS1 v16, v6, v7 st1 {v16.8b}, [x0], x1 //write 8Byte : 3 line sub x6, x6, #4 cbnz x6, w8_pix_avg_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq4_AArch64_neon //prfm pldl1strm, [x2] //prfm pldl1strm, [x4] w4_pix_avg_loop: //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v0.s}[0], [x2], x3 //read 4Byte : src0: 0 line ld1 {v1.s}[0], [x4], x5 //read 4Byte : src1: 0 line //prfm pldl1strm, [x2, x3] //prfm pldl1strm, [x4, x5] ld1 {v0.s}[1], [x2], x3 //read 4Byte : src0: 1 line ld1 {v1.s}[1], [x4], x5 //read 4Byte : src1: 1 line AVERAGE_TWO_8BITS1 v2, v0, v1 st1 {v2.s}[0], [x0], x1 //write 4Byte : 0 line st1 {v2.s}[1], [x0], x1 //write 4Byte : 1 line sub x6, x6, #2 cbnz x6, w4_pix_avg_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McChromaWidthEq8_AArch64_neon ld4r {v4.8b, v5.8b, v6.8b, v7.8b}, [x4] //load A/B/C/D ld1 {v0.16b}, [x0], x1 // src[x] ext.16b v1, v0, v0, #1 // src[x+1] w8_mc_chroma_loop: ld1 {v2.16b}, [x0], x1 // src[x+stride] ext.16b v3, v2, v2, #1 // src[x+stride+1] ld1 {v18.16b}, [x0], x1 // src[x+2*stride] ext.16b v19, v18, v18, #1 // src[x+2*stride+1] umull v16.8h, v0.8b, v4.8b umlal v16.8h, v1.8b, v5.8b umlal v16.8h, v2.8b, v6.8b umlal v16.8h, v3.8b, v7.8b rshrn v17.8b, v16.8h, #6 st1 {v17.8b}, [x2], x3 umull v16.8h, v2.8b, v4.8b umlal v16.8h, v3.8b, v5.8b umlal v16.8h, v18.8b, v6.8b umlal v16.8h, v19.8b, v7.8b rshrn v17.8b, v16.8h, #6 st1 {v17.8b}, [x2], x3 mov.16b v0, v18 mov.16b v1, v19 sub x5, x5, #2 cbnz x5, w8_mc_chroma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McChromaWidthEq4_AArch64_neon ld4r {v4.8b, v5.8b, v6.8b, v7.8b}, [x4] //load A/B/C/D ld1 {v0.8b}, [x0], x1 // src[x] ext.8b v1, v0, v0, #1 // src[x+1] w4_mc_chroma_loop: ld1 {v2.8b}, [x0], x1 // src[x+stride] ext.8b v3, v2, v2, #1 // src[x+stride+1] ld1 {v18.8b}, [x0], x1 // src[x+2*stride] ext.8b v19, v18, v18, #1 // src[x+2*stride+1] zip1 v0.4s, v0.4s, v2.4s zip1 v1.4s, v1.4s, v3.4s zip1 v2.4s, v2.4s, v18.4s zip1 v3.4s, v3.4s, v19.4s umull v16.8h, v0.8b, v4.8b umlal v16.8h, v1.8b, v5.8b umlal v16.8h, v2.8b, v6.8b umlal v16.8h, v3.8b, v7.8b rshrn v17.8b, v16.8h, #6 st1 {v17.s}[0], [x2], x3 st1 {v17.s}[1], [x2], x3 mov.8b v0, v18 mov.8b v1, v19 sub x5, x5, #2 cbnz x5, w4_mc_chroma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20Width17_AArch64_neon sub x0, x0, #2 sub x3, x3, #16 mov x5, #16 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 ldr q22, filter_para w17_h_mc_luma_loop: ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 22(17+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v5, v6, v7, v16, v17, v20, v0, v1 st1 {v20.16b}, [x2], x5 //write 16Byte ext.8b v21, v4, v4, #7 // [0][1][2][3][4][5]XY-->O[0][1][2][3][4][5]X FILTER_SINGLE_TAG_8BITS v21, v22, v23, h21 st1 {v21.b}[0], [x2], x3 //write 16th Byte sub x4, x4, #1 cbnz x4, w17_h_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20Width9_AArch64_neon sub x0, x0, #2 sub x3, x3, #8 mov x5, #8 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 ldr q22, filter_para w9_h_mc_luma_loop: ld1 {v2.8b, v3.8b}, [x0], x1 //only use 14(9+5); v2=src[-2] trn1 v2.2d, v2.2d, v3.2d //prfm pldl1strm, [x0] ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1] ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0] ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1] ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2] ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3] FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1 st1 {v20.8b}, [x2], x5 //write 8Byte ext.8b v21, v3, v3, #7 // [0][1][2][3][4][5]XY-->O[0][1][2][3][4][5]X FILTER_SINGLE_TAG_8BITS v21, v22, v23, h21 st1 {v21.b}[0], [x2], x3 //write 9th Byte sub x4, x4, #1 cbnz x4, w9_h_mc_luma_loop WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22Width17_AArch64_neon stp d8, d9, [sp,#-16]! stp d10, d11, [sp,#-16]! stp d12, d13, [sp,#-16]! stp d14, d15, [sp,#-16]! sub x0, x0, #2 sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 sub x3, x3, #16 mov x5, #16 ldr q29, filter_para sub x4, x4, #1 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v5=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v8=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v11=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v14=src[2*stride] w17_hv_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15 Byte : 0 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[4*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 1 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v2=src[5*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v8, v11, v14, v17, v2, v5, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v9, v12, v15, v18, v3, v6, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v10, v13, v16, v19, v4, v7, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 2 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v2=src[6*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v11, v14, v17, v2, v5, v8, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v12, v15, v18, v3, v6, v9, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v13, v16, v19, v4, v7, v10, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 3 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v2=src[7*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v14, v17, v2, v5, v8, v11, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v15, v18, v3, v6, v9, v12, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v16, v19, v4, v7, v10, v13, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 4 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v2=src[8*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v17, v2, v5, v8, v11, v14, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v18, v3, v6, v9, v12, v15, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v19, v4, v7, v10, v13, v16, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 5 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v2=src[9*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 6 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[10*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15Byte : 7 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 7 line mov.16b v5, v11 mov.16b v11, v17 mov.16b v30, v2 mov.16b v2, v8 mov.16b v8, v14 mov.16b v14, v30 mov.16b v6, v12 mov.16b v12, v18 mov.16b v30, v3 mov.16b v3, v9 mov.16b v9, v15 mov.16b v15, v30 mov.16b v7, v13 mov.16b v13, v19 mov.16b v30, v4 mov.16b v4, v10 mov.16b v10, v16 mov.16b v16, v30 sub x4, x4, #8 cbnz x4, w17_hv_mc_luma_loop //prfm pldl1strm, [x0, x1] ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] // vertical filtered into v21/v22 FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1 UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1] st1 {v26.16b}, [x2], x5 //write 0:15 Byte : 0 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 16th Byte : 0 line ldp d14, d15, [sp], #16 ldp d12, d13, [sp], #16 ldp d10, d11, [sp], #16 ldp d8, d9, [sp], #16 WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22Width9_AArch64_neon sub x0, x0, #2 sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 sub x3, x3, #8 mov x5, #8 ldr q29, filter_para sub x4, x4, #1 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v5=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v8=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v11=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v14=src[2*stride] w9_hv_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x5 //write 0:7Byte : 0 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 8th Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[4*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x5 //write 0:7Byte : 1 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 8th Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[5*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x5 //write 0:7Byte : 2 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 8th Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[6*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x5 //write 0:7Byte : 3 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 8th Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v30, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v30 sub x4, x4, #4 cbnz x4, w9_hv_mc_luma_loop //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] // vertical filtered into v20/v21 FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1 // horizon filtered UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25 FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0] st1 {v26.8b}, [x2], x5 //write 0:7Byte : 0 line UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26 st1 {v26.b}[0], [x2], x3 //write 8th Byte : 0 line WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02Height17_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 sub x4, x4, #1 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[2*stride] w17_v_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[4*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.16b}, [x0], x1 // v3=src[5*stride] FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 FILTER_6TAG_8BITS2 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.16b}, [x0], x1 // v4=src[6*stride] FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 FILTER_6TAG_8BITS2 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line //prfm pldl1strm, [x0, x1] ld1 {v5.16b}, [x0], x1 // v5=src[7*stride] FILTER_6TAG_8BITS1 v6, v7, v2, v3, v4, v5, v20, v0, v1 FILTER_6TAG_8BITS2 v6, v7, v2, v3, v4, v5, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line //prfm pldl1strm, [x0, x1] ld1 {v6.16b}, [x0], x1 // v6=src[8*stride] FILTER_6TAG_8BITS1 v7, v2, v3, v4, v5, v6, v20, v0, v1 FILTER_6TAG_8BITS2 v7, v2, v3, v4, v5, v6, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[9*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line //prfm pldl1strm, [x0, x1] ld1 {v2.16b}, [x0], x1 // v2=src[10*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line mov.16b v3, v5 mov.16b v5, v7 mov.16b v7, v2 mov.16b v2, v4 mov.16b v4, v6 mov.16b v6, v7 sub x4, x4, #8 cbnz x4, w17_v_mc_luma_loop //prfm pldl1strm, [x0, x1] ld1 {v7.16b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.16b}, [x2], x3 //write 16Byte : last line WELS_ASM_ARCH64_FUNC_END WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02Height9_AArch64_neon sub x0, x0, x1, lsl #1 movi v0.8h, #20, lsl #0 movi v1.8h, #5, lsl #0 sub x4, x4, #1 //prfm pldl1strm, [x0] //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride] //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride] //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[0*stride] //prfm pldl1strm, [x0, x1] ld1 {v5.8b}, [x0], x1 // v5=src[1*stride] //prfm pldl1strm, [x0, x1] ld1 {v6.8b}, [x0], x1 // v6=src[2*stride] w9_v_mc_luma_loop: //prfm pldl1strm, [x0, x1] ld1 {v7.8b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line //prfm pldl1strm, [x0, x1] ld1 {v2.8b}, [x0], x1 // v2=src[4*stride] FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line //prfm pldl1strm, [x0, x1] ld1 {v3.8b}, [x0], x1 // v3=src[5*stride] FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line //prfm pldl1strm, [x0, x1] ld1 {v4.8b}, [x0], x1 // v4=src[6*stride] FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line mov.16b v5, v3 mov.16b v3, v7 mov.16b v7, v2 mov.16b v2, v6 mov.16b v6, v4 mov.16b v4, v7 sub x4, x4, #4 cbnz x4, w9_v_mc_luma_loop //prfm pldl1strm, [x0, x1] ld1 {v7.8b}, [x0], x1 // v7=src[3*stride] FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1 st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line WELS_ASM_ARCH64_FUNC_END #endif