[FFmpeg-cvslog] avcodec/mips: MSA (MIPS-SIMD-Arch) optimizations for qpel functions
Shivraj Patil
git at videolan.org
Thu Jun 18 12:49:20 CEST 2015
ffmpeg | branch: master | Shivraj Patil <shivraj.patil at imgtec.com> | Sun Jun 14 23:44:23 2015 +0530| [98eb1ac901276c1f348ad52f9eea8f11d66b511c] | committer: Michael Niedermayer
avcodec/mips: MSA (MIPS-SIMD-Arch) optimizations for qpel functions
This patch adds MSA (MIPS-SIMD-Arch) optimizations for qpel functions in new file qpeldsp_msa.c
Adds new generic macros (needed for this patch) in libavutil/mips/generic_macros_msa.h
Signed-off-by: Shivraj Patil <shivraj.patil at imgtec.com>
Signed-off-by: Michael Niedermayer <michaelni at gmx.at>
> http://git.videolan.org/gitweb.cgi/ffmpeg.git/?a=commit;h=98eb1ac901276c1f348ad52f9eea8f11d66b511c
---
libavcodec/mips/Makefile | 2 +
libavcodec/mips/qpeldsp_init_mips.c | 167 +
libavcodec/mips/qpeldsp_mips.h | 261 ++
libavcodec/mips/qpeldsp_msa.c | 6518 +++++++++++++++++++++++++++++++++++
libavcodec/qpeldsp.c | 2 +
libavcodec/qpeldsp.h | 1 +
libavutil/mips/generic_macros_msa.h | 21 +
7 files changed, 6972 insertions(+)
diff --git a/libavcodec/mips/Makefile b/libavcodec/mips/Makefile
index 63c7298..7742eea 100644
--- a/libavcodec/mips/Makefile
+++ b/libavcodec/mips/Makefile
@@ -25,6 +25,7 @@ OBJS-$(CONFIG_H264QPEL) += mips/h264qpel_init_mips.o
OBJS-$(CONFIG_H264CHROMA) += mips/h264chroma_init_mips.o
OBJS-$(CONFIG_H264PRED) += mips/h264pred_init_mips.o
OBJS-$(CONFIG_H263DSP) += mips/h263dsp_init_mips.o
+OBJS-$(CONFIG_QPELDSP) += mips/qpeldsp_init_mips.o
MSA-OBJS-$(CONFIG_HEVC_DECODER) += mips/hevcdsp_msa.o \
mips/hevc_mc_uni_msa.o \
mips/hevc_mc_uniw_msa.o \
@@ -39,5 +40,6 @@ MSA-OBJS-$(CONFIG_H264QPEL) += mips/h264qpel_msa.o
MSA-OBJS-$(CONFIG_H264CHROMA) += mips/h264chroma_msa.o
MSA-OBJS-$(CONFIG_H264PRED) += mips/h264pred_msa.o
MSA-OBJS-$(CONFIG_H263DSP) += mips/h263dsp_msa.o
+MSA-OBJS-$(CONFIG_QPELDSP) += mips/qpeldsp_msa.o
LOONGSON3-OBJS-$(CONFIG_H264DSP) += mips/h264dsp_mmi.o
LOONGSON3-OBJS-$(CONFIG_H264CHROMA) += mips/h264chroma_mmi.o
diff --git a/libavcodec/mips/qpeldsp_init_mips.c b/libavcodec/mips/qpeldsp_init_mips.c
new file mode 100644
index 0000000..140e8f8
--- /dev/null
+++ b/libavcodec/mips/qpeldsp_init_mips.c
@@ -0,0 +1,167 @@
+/*
+ * Copyright (c) 2015 Parag Salasakar (Parag.Salasakar at imgtec.com)
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "qpeldsp_mips.h"
+
+#if HAVE_MSA
+static av_cold void qpeldsp_init_msa(QpelDSPContext *c)
+{
+ c->put_qpel_pixels_tab[0][0] = ff_copy_16x16_msa;
+ c->put_qpel_pixels_tab[0][1] = ff_horiz_mc_qpel_aver_src0_16width_msa;
+ c->put_qpel_pixels_tab[0][2] = ff_horiz_mc_qpel_16width_msa;
+ c->put_qpel_pixels_tab[0][3] = ff_horiz_mc_qpel_aver_src1_16width_msa;
+ c->put_qpel_pixels_tab[0][4] = ff_vert_mc_qpel_aver_src0_16x16_msa;
+ c->put_qpel_pixels_tab[0][5] = ff_hv_mc_qpel_aver_hv_src00_16x16_msa;
+ c->put_qpel_pixels_tab[0][6] = ff_hv_mc_qpel_aver_v_src0_16x16_msa;
+ c->put_qpel_pixels_tab[0][7] = ff_hv_mc_qpel_aver_hv_src10_16x16_msa;
+ c->put_qpel_pixels_tab[0][8] = ff_vert_mc_qpel_16x16_msa;
+ c->put_qpel_pixels_tab[0][9] = ff_hv_mc_qpel_aver_h_src0_16x16_msa;
+ c->put_qpel_pixels_tab[0][10] = ff_hv_mc_qpel_16x16_msa;
+ c->put_qpel_pixels_tab[0][11] = ff_hv_mc_qpel_aver_h_src1_16x16_msa;
+ c->put_qpel_pixels_tab[0][12] = ff_vert_mc_qpel_aver_src1_16x16_msa;
+ c->put_qpel_pixels_tab[0][13] = ff_hv_mc_qpel_aver_hv_src01_16x16_msa;
+ c->put_qpel_pixels_tab[0][14] = ff_hv_mc_qpel_aver_v_src1_16x16_msa;
+ c->put_qpel_pixels_tab[0][15] = ff_hv_mc_qpel_aver_hv_src11_16x16_msa;
+
+ c->put_qpel_pixels_tab[1][0] = ff_copy_8x8_msa;
+ c->put_qpel_pixels_tab[1][1] = ff_horiz_mc_qpel_aver_src0_8width_msa;
+ c->put_qpel_pixels_tab[1][2] = ff_horiz_mc_qpel_8width_msa;
+ c->put_qpel_pixels_tab[1][3] = ff_horiz_mc_qpel_aver_src1_8width_msa;
+ c->put_qpel_pixels_tab[1][4] = ff_vert_mc_qpel_aver_src0_8x8_msa;
+ c->put_qpel_pixels_tab[1][5] = ff_hv_mc_qpel_aver_hv_src00_8x8_msa;
+ c->put_qpel_pixels_tab[1][6] = ff_hv_mc_qpel_aver_v_src0_8x8_msa;
+ c->put_qpel_pixels_tab[1][7] = ff_hv_mc_qpel_aver_hv_src10_8x8_msa;
+ c->put_qpel_pixels_tab[1][8] = ff_vert_mc_qpel_8x8_msa;
+ c->put_qpel_pixels_tab[1][9] = ff_hv_mc_qpel_aver_h_src0_8x8_msa;
+ c->put_qpel_pixels_tab[1][10] = ff_hv_mc_qpel_8x8_msa;
+ c->put_qpel_pixels_tab[1][11] = ff_hv_mc_qpel_aver_h_src1_8x8_msa;
+ c->put_qpel_pixels_tab[1][12] = ff_vert_mc_qpel_aver_src1_8x8_msa;
+ c->put_qpel_pixels_tab[1][13] = ff_hv_mc_qpel_aver_hv_src01_8x8_msa;
+ c->put_qpel_pixels_tab[1][14] = ff_hv_mc_qpel_aver_v_src1_8x8_msa;
+ c->put_qpel_pixels_tab[1][15] = ff_hv_mc_qpel_aver_hv_src11_8x8_msa;
+
+ c->put_no_rnd_qpel_pixels_tab[0][0] = ff_copy_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][1] =
+ ff_horiz_mc_qpel_no_rnd_aver_src0_16width_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][2] = ff_horiz_mc_qpel_no_rnd_16width_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][3] =
+ ff_horiz_mc_qpel_no_rnd_aver_src1_16width_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][4] =
+ ff_vert_mc_qpel_no_rnd_aver_src0_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][5] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src00_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][6] =
+ ff_hv_mc_qpel_no_rnd_aver_v_src0_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][7] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src10_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][8] = ff_vert_mc_qpel_no_rnd_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][9] =
+ ff_hv_mc_qpel_no_rnd_aver_h_src0_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][10] = ff_hv_mc_qpel_no_rnd_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][11] =
+ ff_hv_mc_qpel_no_rnd_aver_h_src1_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][12] =
+ ff_vert_mc_qpel_no_rnd_aver_src1_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][13] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src01_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][14] =
+ ff_hv_mc_qpel_no_rnd_aver_v_src1_16x16_msa;
+ c->put_no_rnd_qpel_pixels_tab[0][15] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src11_16x16_msa;
+
+ c->put_no_rnd_qpel_pixels_tab[1][0] = ff_copy_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][1] =
+ ff_horiz_mc_qpel_no_rnd_aver_src0_8width_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][2] = ff_horiz_mc_qpel_no_rnd_8width_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][3] =
+ ff_horiz_mc_qpel_no_rnd_aver_src1_8width_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][4] =
+ ff_vert_mc_qpel_no_rnd_aver_src0_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][5] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src00_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][6] =
+ ff_hv_mc_qpel_no_rnd_aver_v_src0_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][7] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src10_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][8] = ff_vert_mc_qpel_no_rnd_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][9] =
+ ff_hv_mc_qpel_no_rnd_aver_h_src0_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][10] = ff_hv_mc_qpel_no_rnd_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][11] =
+ ff_hv_mc_qpel_no_rnd_aver_h_src1_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][12] =
+ ff_vert_mc_qpel_no_rnd_aver_src1_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][13] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src01_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][14] =
+ ff_hv_mc_qpel_no_rnd_aver_v_src1_8x8_msa;
+ c->put_no_rnd_qpel_pixels_tab[1][15] =
+ ff_hv_mc_qpel_no_rnd_aver_hv_src11_8x8_msa;
+
+ c->avg_qpel_pixels_tab[0][0] = ff_avg_width16_msa;
+ c->avg_qpel_pixels_tab[0][1] =
+ ff_horiz_mc_qpel_avg_dst_aver_src0_16width_msa;
+ c->avg_qpel_pixels_tab[0][2] = ff_horiz_mc_qpel_avg_dst_16width_msa;
+ c->avg_qpel_pixels_tab[0][3] =
+ ff_horiz_mc_qpel_avg_dst_aver_src1_16width_msa;
+ c->avg_qpel_pixels_tab[0][4] = ff_vert_mc_qpel_avg_dst_aver_src0_16x16_msa;
+ c->avg_qpel_pixels_tab[0][5] =
+ ff_hv_mc_qpel_avg_dst_aver_hv_src00_16x16_msa;
+ c->avg_qpel_pixels_tab[0][6] = ff_hv_mc_qpel_avg_dst_aver_v_src0_16x16_msa;
+ c->avg_qpel_pixels_tab[0][7] =
+ ff_hv_mc_qpel_avg_dst_aver_hv_src10_16x16_msa;
+ c->avg_qpel_pixels_tab[0][8] = ff_vert_mc_qpel_avg_dst_16x16_msa;
+ c->avg_qpel_pixels_tab[0][9] = ff_hv_mc_qpel_avg_dst_aver_h_src0_16x16_msa;
+ c->avg_qpel_pixels_tab[0][10] = ff_hv_mc_qpel_avg_dst_16x16_msa;
+ c->avg_qpel_pixels_tab[0][11] = ff_hv_mc_qpel_avg_dst_aver_h_src1_16x16_msa;
+ c->avg_qpel_pixels_tab[0][12] = ff_vert_mc_qpel_avg_dst_aver_src1_16x16_msa;
+ c->avg_qpel_pixels_tab[0][13] =
+ ff_hv_mc_qpel_avg_dst_aver_hv_src01_16x16_msa;
+ c->avg_qpel_pixels_tab[0][14] = ff_hv_mc_qpel_avg_dst_aver_v_src1_16x16_msa;
+ c->avg_qpel_pixels_tab[0][15] =
+ ff_hv_mc_qpel_avg_dst_aver_hv_src11_16x16_msa;
+
+ c->avg_qpel_pixels_tab[1][0] = ff_avg_width8_msa;
+ c->avg_qpel_pixels_tab[1][1] =
+ ff_horiz_mc_qpel_avg_dst_aver_src0_8width_msa;
+ c->avg_qpel_pixels_tab[1][2] = ff_horiz_mc_qpel_avg_dst_8width_msa;
+ c->avg_qpel_pixels_tab[1][3] =
+ ff_horiz_mc_qpel_avg_dst_aver_src1_8width_msa;
+ c->avg_qpel_pixels_tab[1][4] = ff_vert_mc_qpel_avg_dst_aver_src0_8x8_msa;
+ c->avg_qpel_pixels_tab[1][5] = ff_hv_mc_qpel_avg_dst_aver_hv_src00_8x8_msa;
+ c->avg_qpel_pixels_tab[1][6] = ff_hv_mc_qpel_avg_dst_aver_v_src0_8x8_msa;
+ c->avg_qpel_pixels_tab[1][7] = ff_hv_mc_qpel_avg_dst_aver_hv_src10_8x8_msa;
+ c->avg_qpel_pixels_tab[1][8] = ff_vert_mc_qpel_avg_dst_8x8_msa;
+ c->avg_qpel_pixels_tab[1][9] = ff_hv_mc_qpel_avg_dst_aver_h_src0_8x8_msa;
+ c->avg_qpel_pixels_tab[1][10] = ff_hv_mc_qpel_avg_dst_8x8_msa;
+ c->avg_qpel_pixels_tab[1][11] = ff_hv_mc_qpel_avg_dst_aver_h_src1_8x8_msa;
+ c->avg_qpel_pixels_tab[1][12] = ff_vert_mc_qpel_avg_dst_aver_src1_8x8_msa;
+ c->avg_qpel_pixels_tab[1][13] = ff_hv_mc_qpel_avg_dst_aver_hv_src01_8x8_msa;
+ c->avg_qpel_pixels_tab[1][14] = ff_hv_mc_qpel_avg_dst_aver_v_src1_8x8_msa;
+ c->avg_qpel_pixels_tab[1][15] = ff_hv_mc_qpel_avg_dst_aver_hv_src11_8x8_msa;
+}
+#endif // #if HAVE_MSA
+
+void ff_qpeldsp_init_mips(QpelDSPContext *c)
+{
+#if HAVE_MSA
+ qpeldsp_init_msa(c);
+#endif // #if HAVE_MSA
+}
diff --git a/libavcodec/mips/qpeldsp_mips.h b/libavcodec/mips/qpeldsp_mips.h
new file mode 100644
index 0000000..704d221
--- /dev/null
+++ b/libavcodec/mips/qpeldsp_mips.h
@@ -0,0 +1,261 @@
+/*
+ * Copyright (c) 2015 Parag Salasakar (Parag.Salasakar at imgtec.com)
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#ifndef AVCODEC_MIPS_QPELDSP_MIPS_H
+#define AVCODEC_MIPS_QPELDSP_MIPS_H
+
+#include "../mpegvideo.h"
+
+void ff_copy_8x8_msa(uint8_t *dst, const uint8_t *src, ptrdiff_t stride);
+void ff_copy_16x16_msa(uint8_t *dst, const uint8_t *src, ptrdiff_t stride);
+void ff_avg_width8_msa(uint8_t *dst, const uint8_t *src, ptrdiff_t stride);
+void ff_avg_width16_msa(uint8_t *dst, const uint8_t *src, ptrdiff_t stride);
+
+void ff_horiz_mc_qpel_aver_src0_8width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_aver_src0_16width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_8width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_16width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_aver_src1_8width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_aver_src1_16width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_aver_src0_8width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_aver_src0_16width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_8width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_16width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_aver_src1_8width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_no_rnd_aver_src1_16width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_aver_src0_8width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_aver_src0_16width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_8width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_16width_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_aver_src1_8width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_horiz_mc_qpel_avg_dst_aver_src1_16width_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+
+void ff_vert_mc_qpel_aver_src0_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_aver_src0_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_aver_src1_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_aver_src1_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_aver_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_aver_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_aver_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_no_rnd_aver_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_aver_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_aver_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_aver_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_vert_mc_qpel_avg_dst_aver_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+
+void ff_hv_mc_qpel_aver_hv_src00_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src00_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_v_src0_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_v_src0_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src10_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src10_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_h_src0_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_h_src0_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_8x8_msa(uint8_t *dst, const uint8_t *src, ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_h_src1_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_h_src1_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src01_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src01_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_v_src1_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_v_src1_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src11_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_aver_hv_src11_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src00_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src00_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_v_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_v_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src10_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src10_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_h_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_h_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_h_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_h_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src01_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src01_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_v_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_v_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src11_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_avg_dst_aver_hv_src11_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src00_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src00_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_v_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_v_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src10_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src10_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_h_src0_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_h_src0_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_16x16_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_8x8_msa(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_h_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_h_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src01_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src01_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_v_src1_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_v_src1_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src11_16x16_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+void ff_hv_mc_qpel_no_rnd_aver_hv_src11_8x8_msa(uint8_t *dst,
+ const uint8_t *src,
+ ptrdiff_t stride);
+
+#endif // #ifndef AVCODEC_MIPS_QPELDSP_MIPS_H
diff --git a/libavcodec/mips/qpeldsp_msa.c b/libavcodec/mips/qpeldsp_msa.c
new file mode 100644
index 0000000..4710b3f
--- /dev/null
+++ b/libavcodec/mips/qpeldsp_msa.c
@@ -0,0 +1,6518 @@
+/*
+ * Copyright (c) 2015 Parag Salasakar (Parag.Salasakar at imgtec.com)
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "libavutil/mips/generic_macros_msa.h"
+#include "qpeldsp_mips.h"
+
+#define APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask, coef0, coef1, coef2) \
+( { \
+ v16u8 out, tmp0, tmp1; \
+ v16u8 data0, data1, data2, data3, data4, data5; \
+ v8i16 res_r, res_l; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum0_l, sum1_l, sum2_l, sum3_l; \
+ \
+ VSHF_B2_UB(inp0, inp0, inp1, inp1, mask, mask, tmp0, tmp1); \
+ ILVRL_B2_UH(inp1, inp0, sum0_r, sum0_l); \
+ data0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 15); \
+ data3 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 1); \
+ HADD_UB2_UH(sum0_r, sum0_l, sum0_r, sum0_l); \
+ ILVRL_B2_UH(data3, data0, sum1_r, sum1_l); \
+ data1 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 14); \
+ data4 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 2); \
+ sum0_r *= (v8u16) (coef0); \
+ sum0_l *= (v8u16) (coef0); \
+ ILVRL_B2_UH(data4, data1, sum2_r, sum2_l); \
+ data2 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 13); \
+ data5 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 3); \
+ DPADD_UB2_UH(sum2_r, sum2_l, coef2, coef2, sum0_r, sum0_l); \
+ ILVRL_B2_UH(data5, data2, sum3_r, sum3_l); \
+ HADD_UB2_UH(sum3_r, sum3_l, sum3_r, sum3_l); \
+ DPADD_UB2_UH(sum1_r, sum1_l, coef1, coef1, sum3_r, sum3_l); \
+ res_r = (v8i16) (sum0_r - sum3_r); \
+ res_l = (v8i16) (sum0_l - sum3_l); \
+ SRARI_H2_SH(res_r, res_l, 5); \
+ CLIP_SH2_0_255(res_r, res_l); \
+ out = (v16u8) __msa_pckev_b((v16i8) res_l, (v16i8) res_r); \
+ \
+ out; \
+} )
+
+#define APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, \
+ mask0, mask1, mask2, mask3, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 out; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum4_r, sum5_r, sum6_r, sum7_r; \
+ v8i16 res0_r, res1_r; \
+ \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask0, mask0, sum0_r, sum4_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask3, mask3, sum3_r, sum7_r); \
+ HADD_UB2_UH(sum3_r, sum7_r, sum3_r, sum7_r); \
+ DOTP_UB2_UH(sum0_r, sum4_r, coef0, coef0, sum0_r, sum4_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask2, mask2, sum2_r, sum6_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask1, mask1, sum1_r, sum5_r); \
+ DPADD_UB2_UH(sum2_r, sum6_r, coef2, coef2, sum0_r, sum4_r); \
+ DPADD_UB2_UH(sum1_r, sum5_r, coef1, coef1, sum3_r, sum7_r); \
+ res0_r = (v8i16) (sum0_r - sum3_r); \
+ res1_r = (v8i16) (sum4_r - sum7_r); \
+ SRARI_H2_SH(res0_r, res1_r, 5); \
+ CLIP_SH2_0_255(res0_r, res1_r); \
+ out = (v16u8) __msa_pckev_b((v16i8) res1_r, (v16i8) res0_r); \
+ \
+ out; \
+} )
+
+#define APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, \
+ mask0, mask1, mask2, mask3, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 out; \
+ v8i16 res0_r; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ \
+ VSHF_B2_UH(inp0, inp0, inp0, inp0, mask0, mask3, sum0_r, sum3_r); \
+ sum3_r = __msa_hadd_u_h((v16u8) sum3_r, (v16u8) sum3_r); \
+ sum0_r = __msa_dotp_u_h((v16u8) sum0_r, (v16u8) coef0); \
+ VSHF_B2_UH(inp0, inp0, inp0, inp0, mask2, mask1, sum2_r, sum1_r); \
+ DPADD_UB2_UH(sum2_r, sum1_r, coef2, coef1, sum0_r, sum3_r); \
+ res0_r = (v8i16) (sum0_r - sum3_r); \
+ res0_r = __msa_srari_h(res0_r, 5); \
+ res0_r = CLIP_SH_0_255(res0_r); \
+ out = (v16u8) __msa_pckev_b((v16i8) res0_r, (v16i8) res0_r); \
+ \
+ out; \
+} )
+
+#define APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1, \
+ mask2, mask3, coef0, \
+ coef1, coef2) \
+( { \
+ v16u8 out; \
+ v8i16 res0_r; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ \
+ VSHF_B2_UH(inp0, inp0, inp0, inp0, mask0, mask3, sum0_r, sum3_r); \
+ sum3_r = __msa_hadd_u_h((v16u8) sum3_r, (v16u8) sum3_r); \
+ sum0_r = __msa_dotp_u_h((v16u8) sum0_r, (v16u8) coef0); \
+ VSHF_B2_UH(inp0, inp0, inp0, inp0, mask2, mask1, sum2_r, sum1_r); \
+ DPADD_UB2_UH(sum2_r, sum1_r, coef2, coef1, sum0_r, sum3_r); \
+ res0_r = (v8i16) (sum0_r - sum3_r); \
+ res0_r += 15; \
+ res0_r >>= 5; \
+ res0_r = CLIP_SH_0_255(res0_r); \
+ out = (v16u8) __msa_pckev_b((v16i8) res0_r, (v16i8) res0_r); \
+ \
+ out; \
+} )
+
+#define APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 out, tmp0, tmp1; \
+ v16u8 data0, data1, data2, data3, data4, data5; \
+ v8i16 res_r, res_l; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum0_l, sum1_l, sum2_l, sum3_l; \
+ \
+ VSHF_B2_UB(inp0, inp0, inp1, inp1, mask, mask, tmp0, tmp1); \
+ ILVRL_B2_UH(inp1, inp0, sum0_r, sum0_l); \
+ data0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 15); \
+ data3 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 1); \
+ HADD_UB2_UH(sum0_r, sum0_l, sum0_r, sum0_l); \
+ ILVRL_B2_UH(data3, data0, sum1_r, sum1_l); \
+ data1 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 14); \
+ data4 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 2); \
+ sum0_r *= (v8u16) (coef0); \
+ sum0_l *= (v8u16) (coef0); \
+ ILVRL_B2_UH(data4, data1, sum2_r, sum2_l); \
+ data2 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) tmp0, 13); \
+ data5 = (v16u8) __msa_sldi_b((v16i8) tmp1, (v16i8) inp1, 3); \
+ DPADD_UB2_UH(sum2_r, sum2_l, coef2, coef2, sum0_r, sum0_l); \
+ ILVRL_B2_UH(data5, data2, sum3_r, sum3_l); \
+ HADD_UB2_UH(sum3_r, sum3_l, sum3_r, sum3_l); \
+ DPADD_UB2_UH(sum1_r, sum1_l, coef1, coef1, sum3_r, sum3_l); \
+ res_r = (v8i16) (sum0_r - sum3_r); \
+ res_l = (v8i16) (sum0_l - sum3_l); \
+ res_r += 15; \
+ res_l += 15; \
+ res_r >>= 5; \
+ res_l >>= 5; \
+ CLIP_SH2_0_255(res_r, res_l); \
+ out = (v16u8) __msa_pckev_b((v16i8) res_l, (v16i8) res_r); \
+ \
+ out; \
+} )
+
+#define APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, \
+ mask0, mask1, mask2, mask3, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 out; \
+ v8i16 res0_r, res1_r; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum4_r, sum5_r, sum6_r, sum7_r; \
+ \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask0, mask0, sum0_r, sum4_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask3, mask3, sum3_r, sum7_r); \
+ HADD_UB2_UH(sum3_r, sum7_r, sum3_r, sum7_r); \
+ DOTP_UB2_UH(sum0_r, sum4_r, coef0, coef0, sum0_r, sum4_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask2, mask2, sum2_r, sum6_r); \
+ VSHF_B2_UH(inp0, inp0, inp1, inp1, mask1, mask1, sum1_r, sum5_r); \
+ DPADD_UB2_UH(sum2_r, sum6_r, coef2, coef2, sum0_r, sum4_r); \
+ DPADD_UB2_UH(sum1_r, sum5_r, coef1, coef1, sum3_r, sum7_r); \
+ res0_r = (v8i16) (sum0_r - sum3_r); \
+ res1_r = (v8i16) (sum4_r - sum7_r); \
+ res0_r += 15; \
+ res1_r += 15; \
+ res0_r >>= 5; \
+ res1_r >>= 5; \
+ CLIP_SH2_0_255(res0_r, res1_r); \
+ out = (v16u8) __msa_pckev_b((v16i8) res1_r, (v16i8) res0_r); \
+ \
+ out; \
+} )
+
+#define APPLY_VERT_QPEL_FILTER(inp0, inp1, inp2, inp3, \
+ inp4, inp5, inp6, inp7, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 res; \
+ v8i16 res_r, res_l; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum0_l, sum1_l, sum2_l, sum3_l; \
+ \
+ ILVRL_B2_UH(inp4, inp0, sum0_r, sum0_l); \
+ ILVRL_B2_UH(inp7, inp3, sum3_r, sum3_l); \
+ DOTP_UB2_UH(sum0_r, sum0_l, coef0, coef0, sum0_r, sum0_l); \
+ HADD_UB2_UH(sum3_r, sum3_l, sum3_r, sum3_l); \
+ ILVRL_B2_UH(inp6, inp2, sum2_r, sum2_l); \
+ ILVRL_B2_UH(inp5, inp1, sum1_r, sum1_l); \
+ DPADD_UB2_UH(sum2_r, sum2_l, coef2, coef2, sum0_r, sum0_l); \
+ DPADD_UB2_UH(sum1_r, sum1_l, coef1, coef1, sum3_r, sum3_l); \
+ res_r = (v8i16) (sum0_r - sum3_r); \
+ res_l = (v8i16) (sum0_l - sum3_l); \
+ SRARI_H2_SH(res_r, res_l, 5); \
+ CLIP_SH2_0_255(res_r, res_l); \
+ res = (v16u8) __msa_pckev_b((v16i8) res_l, (v16i8) res_r); \
+ \
+ res; \
+} )
+
+#define APPLY_VERT_QPEL_FILTER_8BYTE(inp00, inp01, inp02, inp03, \
+ inp04, inp05, inp06, inp07, \
+ inp10, inp11, inp12, inp13, \
+ inp14, inp15, inp16, inp17, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 res; \
+ v8i16 val0, val1; \
+ v8u16 sum00, sum01, sum02, sum03; \
+ v8u16 sum10, sum11, sum12, sum13; \
+ \
+ ILVR_B4_UH(inp04, inp00, inp14, inp10, inp07, inp03, inp17, inp13, \
+ sum00, sum10, sum03, sum13); \
+ DOTP_UB2_UH(sum00, sum10, coef0, coef0, sum00, sum10); \
+ HADD_UB2_UH(sum03, sum13, sum03, sum13); \
+ ILVR_B4_UH(inp06, inp02, inp16, inp12, inp05, inp01, inp15, inp11, \
+ sum02, sum12, sum01, sum11); \
+ DPADD_UB2_UH(sum02, sum12, coef2, coef2, sum00, sum10); \
+ DPADD_UB2_UH(sum01, sum11, coef1, coef1, sum03, sum13); \
+ val0 = (v8i16) (sum00 - sum03); \
+ val1 = (v8i16) (sum10 - sum13); \
+ SRARI_H2_SH(val0, val1, 5); \
+ CLIP_SH2_0_255(val0, val1); \
+ res = (v16u8) __msa_pckev_b((v16i8) val1, (v16i8) val0); \
+ \
+ res; \
+} )
+
+#define APPLY_VERT_QPEL_NO_ROUND_FILTER(inp0, inp1, inp2, inp3, \
+ inp4, inp5, inp6, inp7, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 res; \
+ v8i16 res_r, res_l; \
+ v8u16 sum0_r, sum1_r, sum2_r, sum3_r; \
+ v8u16 sum0_l, sum1_l, sum2_l, sum3_l; \
+ \
+ ILVRL_B2_UH(inp4, inp0, sum0_r, sum0_l); \
+ ILVRL_B2_UH(inp7, inp3, sum3_r, sum3_l); \
+ DOTP_UB2_UH(sum0_r, sum0_l, coef0, coef0, sum0_r, sum0_l); \
+ HADD_UB2_UH(sum3_r, sum3_l, sum3_r, sum3_l); \
+ ILVRL_B2_UH(inp6, inp2, sum2_r, sum2_l); \
+ ILVRL_B2_UH(inp5, inp1, sum1_r, sum1_l); \
+ DPADD_UB2_UH(sum2_r, sum2_l, coef2, coef2, sum0_r, sum0_l); \
+ DPADD_UB2_UH(sum1_r, sum1_l, coef1, coef1, sum3_r, sum3_l); \
+ res_r = (v8i16) (sum0_r - sum3_r); \
+ res_l = (v8i16) (sum0_l - sum3_l); \
+ res_r += 15; \
+ res_l += 15; \
+ res_r >>= 5; \
+ res_l >>= 5; \
+ CLIP_SH2_0_255(res_r, res_l); \
+ res = (v16u8) __msa_pckev_b((v16i8) res_l, (v16i8) res_r); \
+ \
+ res; \
+} )
+
+#define APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp00, inp01, inp02, inp03, \
+ inp04, inp05, inp06, inp07, \
+ inp10, inp11, inp12, inp13, \
+ inp14, inp15, inp16, inp17, \
+ coef0, coef1, coef2) \
+( { \
+ v16u8 res; \
+ v8i16 val0, val1; \
+ v8u16 sum00, sum01, sum02, sum03; \
+ v8u16 sum10, sum11, sum12, sum13; \
+ \
+ ILVR_B4_UH(inp04, inp00, inp14, inp10, inp07, inp03, inp17, inp13, \
+ sum00, sum10, sum03, sum13); \
+ DOTP_UB2_UH(sum00, sum10, coef0, coef0, sum00, sum10); \
+ HADD_UB2_UH(sum03, sum13, sum03, sum13); \
+ ILVR_B4_UH(inp06, inp02, inp16, inp12, inp05, inp01, inp15, inp11, \
+ sum02, sum12, sum01, sum11); \
+ DPADD_UB2_UH(sum02, sum12, coef2, coef2, sum00, sum10); \
+ DPADD_UB2_UH(sum01, sum11, coef1, coef1, sum03, sum13); \
+ val0 = (v8i16) (sum00 - sum03); \
+ val1 = (v8i16) (sum10 - sum13); \
+ val0 += 15; \
+ val1 += 15; \
+ val0 >>= 5; \
+ val1 >>= 5; \
+ CLIP_SH2_0_255(val0, val1); \
+ res = (v16u8) __msa_pckev_b((v16i8) val1, (v16i8) val0); \
+ \
+ res; \
+} )
+
+static void horiz_mc_qpel_aver_src0_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ AVER_UB2_UB(inp0, res0, inp2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_aver_src0_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp0, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp2, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp4, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp6, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_aver_src1_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ AVER_UB2_UB(inp0, res0, inp2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_aver_src1_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp1);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp5);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp7);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_aver_src0_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ res0 = __msa_ave_u_b(inp0, res0);
+ res1 = __msa_ave_u_b(inp2, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_aver_src0_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp0, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp2, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp4, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp6, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_aver_src1_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ res0 = __msa_ave_u_b(inp0, res0);
+ res1 = __msa_ave_u_b(inp2, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_no_rnd_aver_src1_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp1);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp5);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp7);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_aver_src0_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(inp0, res0, inp2, res1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_aver_src0_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res0, res1;
+ v16u8 dst0, dst1;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(inp0, res0, inp2, res1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(inp4, res0, inp6, res1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res0, res1;
+ v16u8 dst0, dst1;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_aver_src1_8width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 res0, res1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(inp0, res0, inp2, res1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void horiz_mc_qpel_avg_dst_aver_src1_16width_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res0, res1, dst0, dst1;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp1, res1, inp3, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp5, res1, inp7, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst1, res1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+ }
+}
+
+
+static void vert_mc_qpel_aver_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp4, 1, (v2i64) inp5);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp6, 1, (v2i64) inp7);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+}
+
+static void vert_mc_qpel_aver_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp0);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp1);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp2);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ LD_UB2(src, src_stride, inp8, inp9);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp4);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp5);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ LD_UB2(src, src_stride, inp10, inp11);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp6);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp7);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ LD_UB2(src, src_stride, inp12, inp13);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp8);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp9);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ LD_UB2(src, src_stride, inp14, inp15);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp10);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp11);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp12);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp13);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp14);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp15);
+ ST_UB(res0, dst);
+}
+
+static void vert_mc_qpel_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+}
+
+static void vert_mc_qpel_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ inp4 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+}
+
+static void vert_mc_qpel_aver_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp1, 1, (v2i64) inp2);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp3, 1, (v2i64) inp4);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp5, 1, (v2i64) inp6);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp7, 1, (v2i64) inp8);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_aver_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ inp4 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp1);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp2);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp4);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp5);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp6);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp7);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp8);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp9);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp10);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp11);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp12);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp13);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp14);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp15);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(res0, inp16);
+ ST_UB(res0, dst);
+}
+
+static void vert_mc_qpel_no_rnd_aver_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ res0 = __msa_ave_u_b(res0, tmp0);
+ res1 = __msa_ave_u_b(res1, tmp1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp4, 1, (v2i64) inp5);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp6, 1, (v2i64) inp7);
+ res0 = __msa_ave_u_b(res0, tmp0);
+ res1 = __msa_ave_u_b(res1, tmp1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+}
+
+static void vert_mc_qpel_no_rnd_aver_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp0);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp1);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp2);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp4);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp5);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp6);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp7);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp8);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp9);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp10);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp11);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp12);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp13);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp14);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp15);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+}
+
+static void vert_mc_qpel_no_rnd_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+}
+
+static void vert_mc_qpel_no_rnd_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ ST_UB(res0, dst);
+}
+
+static void vert_mc_qpel_no_rnd_aver_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp1, 1, (v2i64) inp2);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp3, 1, (v2i64) inp4);
+ res0 = __msa_ave_u_b(res0, tmp0);
+ res1 = __msa_ave_u_b(res1, tmp1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp5, 1, (v2i64) inp6);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp7, 1, (v2i64) inp8);
+ res0 = __msa_ave_u_b(res0, tmp0);
+ res1 = __msa_ave_u_b(res1, tmp1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_no_rnd_aver_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp1);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp2);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp3);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp4);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp5);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp6);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp7);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp8);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp9);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp10);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp11);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp12);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp13);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp14);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp15);
+ ST_UB(res0, dst);
+ dst += dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ res0 = __msa_ave_u_b(res0, inp16);
+ ST_UB(res0, dst);
+}
+
+static void vert_mc_qpel_avg_dst_aver_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp4, 1, (v2i64) inp5);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp6, 1, (v2i64) inp7);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_avg_dst_aver_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0, res1, dst0, dst1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp0, res1, inp1, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp2, res1, inp3, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp8, inp9);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp4, res1, inp5, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp10, inp11);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp6, res1, inp7, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp12, inp13);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp8, res1, inp9, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp14, inp15);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp10, res1, inp11, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp12, res1, inp13, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp14, res1, inp15, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_avg_dst_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+}
+
+static void vert_mc_qpel_avg_dst_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0, res1, dst0, dst1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_avg_dst_aver_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 dst0, dst1, dst2, dst3;
+ v16u8 tmp0, tmp1, res0, res1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ LD_UB2(src, src_stride, inp4, inp5);
+ src += (2 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp6, inp7);
+ src += (2 * src_stride);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp1, 1, (v2i64) inp2);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp3, 1, (v2i64) inp4);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+ dst += (4 * dst_stride);
+
+ inp8 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp8, inp7,
+ inp7, inp6, inp5, inp4,
+ inp8, inp8, inp7, inp6,
+ const20, const6, const3);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+ tmp0 = (v16u8) __msa_insve_d((v2i64) inp5, 1, (v2i64) inp6);
+ tmp1 = (v16u8) __msa_insve_d((v2i64) inp7, 1, (v2i64) inp8);
+ dst0 = (v16u8) __msa_insve_d((v2i64) dst0, 1, (v2i64) dst1);
+ dst2 = (v16u8) __msa_insve_d((v2i64) dst2, 1, (v2i64) dst3);
+ AVER_UB2_UB(res0, tmp0, res1, tmp1, res0, res1);
+ AVER_UB2_UB(dst0, res0, dst2, res1, res0, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+}
+
+static void vert_mc_qpel_avg_dst_aver_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7, inp8;
+ v16u8 inp9, inp10, inp11, inp12, inp13, inp14, inp15, inp16;
+ v16u8 res0, res1, dst0, dst1;
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB5(src, src_stride, inp0, inp1, inp2, inp3, inp4);
+ src += (5 * src_stride);
+ res0 = APPLY_VERT_QPEL_FILTER(inp0, inp0, inp1, inp2,
+ inp1, inp2, inp3, inp4,
+ const20, const6, const3);
+ inp5 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp1, inp0, inp0, inp1,
+ inp2, inp3, inp4, inp5,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp1, res1, inp2, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp6 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp2, inp1, inp0, inp0,
+ inp3, inp4, inp5, inp6,
+ const20, const6, const3);
+ inp7 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp3, inp2, inp1, inp0,
+ inp4, inp5, inp6, inp7,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp3, res1, inp4, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp8 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp4, inp3, inp2, inp1,
+ inp5, inp6, inp7, inp8,
+ const20, const6, const3);
+ inp9 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp5, inp4, inp3, inp2,
+ inp6, inp7, inp8, inp9,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp5, res1, inp6, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp10 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp6, inp5, inp4, inp3,
+ inp7, inp8, inp9, inp10,
+ const20, const6, const3);
+ inp11 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp7, inp6, inp5, inp4,
+ inp8, inp9, inp10, inp11,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp7, res1, inp8, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp12 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp8, inp7, inp6, inp5,
+ inp9, inp10, inp11, inp12,
+ const20, const6, const3);
+ inp13 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp9, inp8, inp7, inp6,
+ inp10, inp11, inp12, inp13,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp9, res1, inp10, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp14 = LD_UB(src);
+ src += src_stride;
+ res0 = APPLY_VERT_QPEL_FILTER(inp10, inp9, inp8, inp7,
+ inp11, inp12, inp13, inp14,
+ const20, const6, const3);
+ inp15 = LD_UB(src);
+ src += src_stride;
+ res1 = APPLY_VERT_QPEL_FILTER(inp11, inp10, inp9, inp8,
+ inp12, inp13, inp14, inp15,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp11, res1, inp12, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp16 = LD_UB(src);
+ res0 = APPLY_VERT_QPEL_FILTER(inp12, inp11, inp10, inp9,
+ inp13, inp14, inp15, inp16,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp13, inp12, inp11, inp10,
+ inp14, inp15, inp16, inp16,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp13, res1, inp14, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_FILTER(inp14, inp13, inp12, inp11,
+ inp15, inp16, inp16, inp15,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER(inp15, inp14, inp13, inp12,
+ inp16, inp16, inp15, inp14,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ AVER_UB2_UB(res0, inp15, res1, inp16, res0, res1);
+ AVER_UB2_UB(res0, dst0, res1, dst1, res0, res1);
+ ST_UB2(res0, res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_horiz_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp0, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp2, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp4, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp6, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp0, res);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src00_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src00_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_ave_u_b(avg1, res1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_ave_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_horiz_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_no_rnd_aver_v_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_v_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_ave_u_b(avg1, res1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_horiz_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp1);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp5);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(res, inp7);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_NO_ROUND_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_ave_u_b(inp1, res);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src10_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src10_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_h_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_h_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ horiz6 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_h_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_h_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src01_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src01_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_ave_u_b(avg1, res1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_ave_u_b(avg0, res0);
+
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_v_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_v_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_ave_u_b(avg0, res0);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ horiz6 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_ave_u_b(avg1, res1);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_ave_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src11_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_no_rnd_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_no_rnd_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_no_rnd_aver_hv_src11_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_ave_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_ave_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp0, inp1, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_ave_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_ave_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE(inp2, inp3, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_ave_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_NO_ROUND_FILTER_8BYTE_1ROW(inp0, mask0, mask1,
+ mask2, mask3, const20,
+ const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_ave_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_NO_ROUND_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_ave_u_b(avg0, res0);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_ave_u_b(avg1, res1);
+ ST8x4_UB(res0, res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_horiz_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp0, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp2, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp4, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(inp6, res);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask, const20, const6, const3);
+ res = __msa_aver_u_b(inp0, res);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_aver_hv_src00_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src00_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_aver_u_b(avg1, res1);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_horiz_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask, const20, const6, const3);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_aver_v_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_v_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_aver_u_b(avg1, res1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_horiz_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride,
+ int32_t height)
+{
+ uint8_t loop_count;
+ v16u8 inp0, inp1, inp2, inp3, inp4, inp5, inp6, inp7;
+ v16u8 res;
+ v16u8 mask = { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+ v8u16 const20 = (v8u16) __msa_ldi_h(20);
+
+ for (loop_count = (height >> 2); loop_count--;) {
+ LD_UB4(src, src_stride, inp0, inp2, inp4, inp6);
+ LD_UB4((src + 1), src_stride, inp1, inp3, inp5, inp7);
+ src += (4 * src_stride);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp1);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp2, inp3, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp3);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp4, inp5, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp5);
+ ST_UB(res, dst);
+ dst += dst_stride;
+
+ res = APPLY_HORIZ_QPEL_FILTER(inp6, inp7, mask,
+ const20, const6, const3);
+ res = __msa_aver_u_b(res, inp7);
+ ST_UB(res, dst);
+ dst += dst_stride;
+ }
+
+ LD_UB2(src, 1, inp0, inp1);
+ res = APPLY_HORIZ_QPEL_FILTER(inp0, inp1, mask, const20, const6, const3);
+ res = __msa_aver_u_b(inp1, res);
+ ST_UB(res, dst);
+}
+
+static void hv_mc_qpel_aver_hv_src10_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src10_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = __msa_aver_u_b(avg1, res1);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_h_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_h_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_8x8_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_h_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_h_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src01_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src01_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_insve_d((v2i64) horiz1, 1, (v2i64) horiz2);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_insve_d((v2i64) horiz3, 1, (v2i64) horiz4);
+ res1 = __msa_aver_u_b(avg1, res1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_insve_d((v2i64) horiz5, 1, (v2i64) horiz6);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_insve_d((v2i64) horiz7, 1, (v2i64) horiz8);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+}
+
+static void hv_mc_qpel_aver_v_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_v_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_insve_d((v2i64) horiz1, 1, (v2i64) horiz2);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_insve_d((v2i64) horiz3, 1, (v2i64) horiz4);
+ res1 = __msa_aver_u_b(avg1, res1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+ avg0 = (v16u8) __msa_insve_d((v2i64) horiz5, 1, (v2i64) horiz6);
+ res0 = __msa_aver_u_b(avg0, res0);
+
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+ avg1 = (v16u8) __msa_insve_d((v2i64) horiz7, 1, (v2i64) horiz8);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src11_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_aver_hv_src11_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB4(src, src_stride, inp0, inp1, inp2, inp3);
+ src += (4 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_insve_d((v2i64) inp0, 1, (v2i64) inp1);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_aver_u_b(avg0, res0);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_insve_d((v2i64) inp2, 1, (v2i64) inp3);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_aver_u_b(avg0, res0);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += 2 * dst_stride;
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src00_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src00_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_v_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_v_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src10_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src0_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src10_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz1, (v2i64) horiz0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz3, (v2i64) horiz2);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz5, (v2i64) horiz4);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz7, (v2i64) horiz6);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_h_src0_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_h_src0_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_16x16_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_16x16_msa(buff, 16, dst, dst_stride);
+
+}
+
+static void hv_mc_qpel_avg_dst_8x8_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_h_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_h_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src01_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src0_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src01_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1,
+ horiz5, horiz6, horiz7, horiz8,
+ horiz5, horiz4, horiz3, horiz2,
+ horiz6, horiz7, horiz8, horiz8,
+ const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3,
+ horiz7, horiz8, horiz8, horiz7,
+ horiz7, horiz6, horiz5, horiz4,
+ horiz8, horiz8, horiz7, horiz6,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_aver_u_b(avg0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_aver_u_b(avg1, res1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_v_src1_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_v_src1_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz2 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ horiz4 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2,
+ horiz1, horiz2, horiz3, horiz4,
+ horiz1, horiz0, horiz0, horiz1,
+ horiz2, horiz3, horiz4, horiz5,
+ const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ horiz6 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0,
+ horiz3, horiz4, horiz5, horiz6,
+ horiz3, horiz2, horiz1, horiz0,
+ horiz4, horiz5, horiz6, horiz7,
+ const20, const6, const3);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ horiz8 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0,
+ mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1, horiz5,
+ horiz6, horiz7, horiz8, horiz5, horiz4,
+ horiz3, horiz2, horiz6, horiz7, horiz8,
+ horiz8, const20, const6, const3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3, horiz7,
+ horiz8, horiz8, horiz7, horiz7, horiz6,
+ horiz5, horiz4, horiz8, horiz8, horiz7,
+ horiz6, const20, const6, const3);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = __msa_aver_u_b(avg0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = __msa_aver_u_b(avg1, res1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src11_16x16_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ uint8_t buff[272];
+
+ hv_mc_qpel_aver_horiz_src1_16x16_msa(src, src_stride, buff, 16, 16);
+ vert_mc_qpel_avg_dst_aver_src1_16x16_msa(buff, 16, dst, dst_stride);
+}
+
+static void hv_mc_qpel_avg_dst_aver_hv_src11_8x8_msa(const uint8_t *src,
+ int32_t src_stride,
+ uint8_t *dst,
+ int32_t dst_stride)
+{
+ v16u8 inp0, inp1, inp2, inp3;
+ v16u8 res0, res1, avg0, avg1;
+ v16u8 horiz0, horiz1, horiz2, horiz3;
+ v16u8 horiz4, horiz5, horiz6, horiz7, horiz8;
+ v16u8 dst0, dst1;
+ v16u8 mask0 = { 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8 };
+ v16u8 mask1 = { 0, 2, 0, 3, 1, 4, 2, 5, 3, 6, 4, 7, 5, 8, 6, 8 };
+ v16u8 mask2 = { 1, 3, 0, 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 8, 5, 7 };
+ v16u8 mask3 = { 2, 4, 1, 5, 0, 6, 0, 7, 1, 8, 2, 8, 3, 7, 4, 6 };
+ v16u8 const20 = (v16u8) __msa_ldi_b(20);
+ v16u8 const6 = (v16u8) __msa_ldi_b(6);
+ v16u8 const3 = (v16u8) __msa_ldi_b(3);
+
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz0 = __msa_aver_u_b(inp0, res0);
+ horiz1 = (v16u8) __msa_splati_d((v2i64) horiz0, 1);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ LD_UB2(src, src_stride, inp0, inp1);
+ src += (2 * src_stride);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz2 = __msa_aver_u_b(inp2, res1);
+ horiz3 = (v16u8) __msa_splati_d((v2i64) horiz2, 1);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp0, inp1, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp0, inp1, inp0, inp1, inp0, inp1, 1);
+
+ inp0 = (v16u8) __msa_ilvr_d((v2i64) inp1, (v2i64) inp0);
+ horiz4 = __msa_aver_u_b(inp0, res0);
+ horiz5 = (v16u8) __msa_splati_d((v2i64) horiz4, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz2, (v2i64) horiz1);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz0, horiz0, horiz1, horiz2, horiz1,
+ horiz2, horiz3, horiz4, horiz1, horiz0,
+ horiz0, horiz1, horiz2, horiz3, horiz4,
+ horiz5, const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(src, src_stride, inp2, inp3);
+ src += (2 * src_stride);
+ res1 = APPLY_HORIZ_QPEL_FILTER_8BYTE(inp2, inp3, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ SLDI_B2_UB(inp2, inp3, inp2, inp3, inp2, inp3, 1);
+
+ inp2 = (v16u8) __msa_ilvr_d((v2i64) inp3, (v2i64) inp2);
+ horiz6 = __msa_aver_u_b(inp2, res1);
+ horiz7 = (v16u8) __msa_splati_d((v2i64) horiz6, 1);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz4, (v2i64) horiz3);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz2, horiz1, horiz0, horiz0, horiz3,
+ horiz4, horiz5, horiz6, horiz3, horiz2,
+ horiz1, horiz0, horiz4, horiz5, horiz6,
+ horiz7, const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ inp0 = LD_UB(src);
+ res0 = APPLY_HORIZ_QPEL_FILTER_8BYTE_1ROW(inp0, mask0, mask1, mask2, mask3,
+ const20, const6, const3);
+ inp0 = (v16u8) __msa_sldi_b((v16i8) inp0, (v16i8) inp0, 1);
+ horiz8 = __msa_aver_u_b(inp0, res0);
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) horiz6, (v2i64) horiz5);
+ res0 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz4, horiz3, horiz2, horiz1, horiz5,
+ horiz6, horiz7, horiz8, horiz5, horiz4,
+ horiz3, horiz2, horiz6, horiz7, horiz8,
+ horiz8, const20, const6, const3);
+ res0 = __msa_aver_u_b(avg0, res0);
+ avg0 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res0 = __msa_aver_u_b(avg0, res0);
+ ST8x2_UB(res0, dst, dst_stride);
+ dst += (2 * dst_stride);
+
+ LD_UB2(dst, dst_stride, dst0, dst1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) horiz8, (v2i64) horiz7);
+ res1 = APPLY_VERT_QPEL_FILTER_8BYTE(horiz6, horiz5, horiz4, horiz3, horiz7,
+ horiz8, horiz8, horiz7, horiz7, horiz6,
+ horiz5, horiz4, horiz8, horiz8, horiz7,
+ horiz6, const20, const6, const3);
+ res1 = __msa_aver_u_b(avg1, res1);
+ avg1 = (v16u8) __msa_ilvr_d((v2i64) dst1, (v2i64) dst0);
+ res1 = __msa_aver_u_b(avg1, res1);
+ ST8x2_UB(res1, dst, dst_stride);
+}
+
+static void copy_8x8_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ uint64_t src0, src1;
+ int32_t loop_cnt;
+
+ for (loop_cnt = 4; loop_cnt--;) {
+ src0 = LD(src);
+ src += src_stride;
+ src1 = LD(src);
+ src += src_stride;
+
+ SD(src0, dst);
+ dst += dst_stride;
+ SD(src1, dst);
+ dst += dst_stride;
+ }
+}
+
+static void copy_16x16_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride)
+{
+ v16u8 src0, src1, src2, src3, src4, src5, src6, src7;
+ v16u8 src8, src9, src10, src11, src12, src13, src14, src15;
+
+ LD_UB8(src, src_stride, src0, src1, src2, src3, src4, src5, src6, src7);
+ src += (8 * src_stride);
+ LD_UB8(src, src_stride,
+ src8, src9, src10, src11, src12, src13, src14, src15);
+
+ ST_UB8(src0, src1, src2, src3, src4, src5, src6, src7, dst, dst_stride);
+ dst += (8 * dst_stride);
+ ST_UB8(src8, src9, src10, src11, src12, src13, src14, src15,
+ dst, dst_stride);
+}
+
+static void avg_width8_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride,
+ int32_t height)
+{
+ int32_t cnt;
+ uint64_t out0, out1, out2, out3;
+ v16u8 src0, src1, src2, src3;
+ v16u8 dst0, dst1, dst2, dst3;
+
+ for (cnt = (height / 4); cnt--;) {
+ LD_UB4(src, src_stride, src0, src1, src2, src3);
+ src += (4 * src_stride);
+ LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
+
+ AVER_UB4_UB(src0, dst0, src1, dst1, src2, dst2, src3, dst3,
+ dst0, dst1, dst2, dst3);
+
+ out0 = __msa_copy_u_d((v2i64) dst0, 0);
+ out1 = __msa_copy_u_d((v2i64) dst1, 0);
+ out2 = __msa_copy_u_d((v2i64) dst2, 0);
+ out3 = __msa_copy_u_d((v2i64) dst3, 0);
+ SD4(out0, out1, out2, out3, dst, dst_stride);
+ dst += (4 * dst_stride);
+ }
+}
+
+static void avg_width16_msa(const uint8_t *src, int32_t src_stride,
+ uint8_t *dst, int32_t dst_stride,
+ int32_t height)
+{
+ int32_t cnt;
+ v16u8 src0, src1, src2, src3, src4, src5, src6, src7;
+ v16u8 dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7;
+
+ for (cnt = (height / 8); cnt--;) {
+ LD_UB8(src, src_stride, src0, src1, src2, src3, src4, src5, src6, src7);
+ src += (8 * src_stride);
+ LD_UB8(dst, dst_stride, dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7);
+
+ AVER_UB4_UB(src0, dst0, src1, dst1, src2, dst2, src3, dst3,
+ dst0, dst1, dst2, dst3);
+ AVER_UB4_UB(src4, dst4, src5, dst5, src6, dst6, src7, dst7,
+ dst4, dst5, dst6, dst7);
+ ST_UB8(dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7, dst, dst_stride);
+ dst += (8 * dst_stride);
+ }
+}
+
+void ff_copy_16x16_msa(uint8_t *dest, const uint8_t *src, ptrdiff_t stride)
+{
+ copy_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_copy_8x8_msa(uint8_t *dest, const uint8_t *src, ptrdiff_t stride)
+{
+ copy_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_horiz_mc_qpel_aver_src0_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_aver_src0_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_aver_src0_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_aver_src0_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_8width_msa(uint8_t *dest, const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_16width_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ horiz_mc_qpel_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_aver_src1_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_aver_src1_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_aver_src1_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_aver_src1_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_no_rnd_aver_src0_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_aver_src0_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_no_rnd_aver_src0_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_aver_src0_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_no_rnd_8width_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_no_rnd_16width_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_no_rnd_aver_src1_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_aver_src1_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_no_rnd_aver_src1_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_no_rnd_aver_src1_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_avg_width8_msa(uint8_t *dest, const uint8_t *src, ptrdiff_t stride)
+{
+ avg_width8_msa(src, stride, dest, stride, 8);
+}
+
+void ff_avg_width16_msa(uint8_t *dest, const uint8_t *src, ptrdiff_t stride)
+{
+ avg_width16_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_avg_dst_aver_src0_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_aver_src0_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_avg_dst_aver_src0_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_aver_src0_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_avg_dst_8width_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_avg_dst_16width_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_16width_msa(src, stride, dest, stride, 16);
+}
+
+void ff_horiz_mc_qpel_avg_dst_aver_src1_8width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_aver_src1_8width_msa(src, stride, dest, stride, 8);
+}
+
+void ff_horiz_mc_qpel_avg_dst_aver_src1_16width_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ horiz_mc_qpel_avg_dst_aver_src1_16width_msa(src, stride, dest, stride, 16);
+}
+
+
+void ff_vert_mc_qpel_aver_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_aver_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_aver_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_aver_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_8x8_msa(uint8_t *dest, const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_16x16_msa(uint8_t *dest, const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_aver_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_aver_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_aver_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_aver_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_aver_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_aver_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_aver_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_aver_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_aver_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_aver_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_no_rnd_aver_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_no_rnd_aver_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_aver_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_aver_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_aver_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_aver_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_aver_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_aver_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_vert_mc_qpel_avg_dst_aver_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ vert_mc_qpel_avg_dst_aver_src1_16x16_msa(src, stride, dest, stride);
+}
+
+/* HV cases */
+void ff_hv_mc_qpel_aver_hv_src00_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src00_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src00_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src00_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_v_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_v_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_v_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_v_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src10_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src10_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src10_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src10_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_h_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_h_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_h_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_h_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_16x16_msa(uint8_t *dest, const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_8x8_msa(uint8_t *dest, const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_h_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_h_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_h_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_h_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src01_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src01_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src01_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src01_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_v_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_v_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_v_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_v_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src11_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src11_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_aver_hv_src11_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_aver_hv_src11_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src00_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src00_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src00_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src00_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_v_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_v_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_v_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_v_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src10_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src10_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src10_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src10_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_h_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_h_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_h_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_h_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_h_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_h_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_h_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_h_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src01_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src01_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src01_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src01_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_v_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_v_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_v_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_v_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src11_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src11_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_avg_dst_aver_hv_src11_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_avg_dst_aver_hv_src11_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src00_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src00_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src00_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src00_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_v_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_v_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_v_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_v_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src10_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src10_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src10_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src10_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_h_src0_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_h_src0_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_h_src0_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_h_src0_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_16x16_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_8x8_msa(uint8_t *dest,
+ const uint8_t *src, ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_h_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_h_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_h_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_h_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src01_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src01_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src01_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src01_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_v_src1_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_v_src1_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_v_src1_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_v_src1_8x8_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src11_16x16_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src11_16x16_msa(src, stride, dest, stride);
+}
+
+void ff_hv_mc_qpel_no_rnd_aver_hv_src11_8x8_msa(uint8_t *dest,
+ const uint8_t *src,
+ ptrdiff_t stride)
+{
+ hv_mc_qpel_no_rnd_aver_hv_src11_8x8_msa(src, stride, dest, stride);
+}
diff --git a/libavcodec/qpeldsp.c b/libavcodec/qpeldsp.c
index 1c0ec63..6e52b33 100644
--- a/libavcodec/qpeldsp.c
+++ b/libavcodec/qpeldsp.c
@@ -811,4 +811,6 @@ av_cold void ff_qpeldsp_init(QpelDSPContext *c)
if (ARCH_X86)
ff_qpeldsp_init_x86(c);
+ if (ARCH_MIPS)
+ ff_qpeldsp_init_mips(c);
}
diff --git a/libavcodec/qpeldsp.h b/libavcodec/qpeldsp.h
index b51420a..91019ed 100644
--- a/libavcodec/qpeldsp.h
+++ b/libavcodec/qpeldsp.h
@@ -78,5 +78,6 @@ typedef struct QpelDSPContext {
void ff_qpeldsp_init(QpelDSPContext *c);
void ff_qpeldsp_init_x86(QpelDSPContext *c);
+void ff_qpeldsp_init_mips(QpelDSPContext *c);
#endif /* AVCODEC_QPELDSP_H */
diff --git a/libavutil/mips/generic_macros_msa.h b/libavutil/mips/generic_macros_msa.h
index 0ee88d2..e6e11e8 100644
--- a/libavutil/mips/generic_macros_msa.h
+++ b/libavutil/mips/generic_macros_msa.h
@@ -1027,6 +1027,27 @@
}
#define DPADD_SB4_SH(...) DPADD_SB4(v8i16, __VA_ARGS__)
+/* Description : Dot product & addition of byte vector elements
+ Arguments : Inputs - mult0, mult1
+ cnst0, cnst1
+ Outputs - out0, out1
+ Return Type - unsigned halfword
+ Details : Unsigned byte elements from mult0 are multiplied with
+ unsigned byte elements from cnst0 producing a result
+ twice the size of input i.e. unsigned halfword.
+ Then this multiplication results of adjacent odd-even elements
+ are added to the out vector
+ (2 unsigned halfword results)
+*/
+#define DPADD_UB2(RTYPE, mult0, mult1, cnst0, cnst1, out0, out1) \
+{ \
+ out0 = (RTYPE) __msa_dpadd_u_h((v8u16) out0, \
+ (v16u8) mult0, (v16u8) cnst0); \
+ out1 = (RTYPE) __msa_dpadd_u_h((v8u16) out1, \
+ (v16u8) mult1, (v16u8) cnst1); \
+}
+#define DPADD_UB2_UH(...) DPADD_UB2(v8u16, __VA_ARGS__)
+
/* Description : Dot product & addition of halfword vector elements
Arguments : Inputs - mult0, mult1
cnst0, cnst1
More information about the ffmpeg-cvslog
mailing list