/*
 * Loongson SIMD optimized h264chroma
 *
 * Copyright (c) 2015 Loongson Technology Corporation Limited
 * Copyright (c) 2015 Zhou Xiaoyong <zhouxiaoyong@loongson.cn>
 *                    Zhang Shuangshuang <zhangshuangshuang@ict.ac.cn>
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "h264chroma_mips.h"

void ff_put_h264_chroma_mc8_mmi(uint8_t *dst, uint8_t *src, int stride,
        int h, int x, int y)
{
    const int A = (8 - x) * (8 - y);
    const int B = x * (8 - y);
    const int C = (8 - x) * y;
    const int D = x * y;
    const int E = B + C;
    int i;

    av_assert2(x<8 && y<8 && x>=0 && y>=0);

    if (D) {
        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "ldl $4, %6                 \r\n"
                "ldr $4, %5                 \r\n"
                "ldl $5, %8                 \r\n"
                "ldr $5, %7                 \r\n"
                "daddiu $6, $0, 32          \r\n"
                "mtc1 %9, $f6               \r\n"
                "mtc1 %10, $f8              \r\n"
                "mtc1 %11, $f10             \r\n"
                "mtc1 %12, $f12             \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "mtc1 $6, $f14              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "pshufh $f12, $f12, $f20    \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "daddiu $6, $0, 6           \r\n"
                "mtc1 $6, $f22              \r\n"
                "dsrl32 $2, $2, 0           \r\n"
                "dsrl32 $3, $3, 0           \r\n"
                "dsrl32 $4, $4, 0           \r\n"
                "dsrl32 $5, $5, 0           \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f24, $f2, $f22      \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f24, $f2    \r\n"
                "sdc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*src),"m"(*(src+7)),"m"(*(src+1)),"m"(*(src+8)),
                  "m"(*(src+stride)),"m"(*(src+stride+7)),
                  "m"(*(src+stride+1)),"m"(*(src+stride+8)),
                  "r"(A),"r"(B),"r"(C),"r"(D)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else if (E) {
        const int step = C ? stride : 1;

        for (i=0; i<h; i++) {
            __asm__ volatile (
                "daddiu $6, $0, 32          \r\n"
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "mtc1 $6, $f14              \r\n"
                "mtc1 %5, $f6               \r\n"
                "mtc1 %6, $f8               \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "daddiu $6, $0, 6           \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "mtc1 $6, $f22              \r\n"
                "dsrl32 $2, $2, 0           \r\n"
                "dsrl32 $3, $3, 0           \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f24, $f2, $f22      \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f24, $f2    \r\n"
                "sdc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),
                  "m"(*(src+step)),"m"(*(src+step+7)),
                  "r"(A),"r"(E)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else {
        for (i = 0; i < h; i++) {
            __asm__ volatile (
                "daddiu $6, $0, 32          \r\n"
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "mtc1 $6, $f14              \r\n"
                "mtc1 %3, $f6               \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "daddiu $6, $0, 6           \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "mtc1 $6, $f22              \r\n"
                "dsrl32 $2, $2, 0           \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "psrah $f24, $f2, $f22      \r\n"
                "mtc1 $2, $f2               \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f24, $f2    \r\n"
                "sdc1 $f2, %0               \r\n"
                :"=m"(*dst)
                :"m"(*src),"m"(*(src+7)),"r"(A)
                :"$2"
            );

            dst += stride;
            src += stride;
        }
    }
}

void ff_avg_h264_chroma_mc8_mmi(uint8_t *dst, uint8_t *src, int stride,
        int h, int x, int y)
{
    const int A = (8 - x) * (8 - y);
    const int B = x * (8 - y);
    const int C = (8 - x) * y;
    const int D = x * y;
    const int E = B + C;
    int i;

    av_assert2(x<8 && y<8 && x>=0 && y>=0);

    if (D) {
        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "ldl $4, %6                 \r\n"
                "ldr $4, %5                 \r\n"
                "ldl $5, %8                 \r\n"
                "ldr $5, %7                 \r\n"
                "daddiu $6, $0, 32          \r\n"
                "mtc1 %9, $f6               \r\n"
                "mtc1 %10, $f8              \r\n"
                "mtc1 %11, $f10             \r\n"
                "mtc1 %12, $f12             \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "mtc1 $6, $f14              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "pshufh $f12, $f12, $f20    \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "daddiu $6, $0, 6           \r\n"
                "mtc1 $6, $f22              \r\n"
                "dsrl32 $2, $2, 0           \r\n"
                "dsrl32 $3, $3, 0           \r\n"
                "dsrl32 $4, $4, 0           \r\n"
                "dsrl32 $5, $5, 0           \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f24, $f2, $f22      \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f24, $f2    \r\n"
                "ldc1 $f4, %0               \r\n"
                "pavgb $f2, $f2, $f4        \r\n"
                "sdc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),"m"(*(src+1)),"m"(*(src+8)),
                  "m"(*(src+stride)),"m"(*(src+stride+7)),
                  "m"(*(src+stride+1)),"m"(*(src+stride+8)),
                  "r"(A),"r"(B),"r"(C),"r"(D)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else {
        const int step = C ? stride : 1;

        for (i=0; i<h; i++) {
            __asm__ volatile (
                "daddiu $6, $0, 32          \r\n"
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "mtc1 $6, $f14              \r\n"
                "mtc1 %5, $f6               \r\n"
                "mtc1 %6, $f8               \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "daddiu $6, $0, 6           \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "mtc1 $6, $f22              \r\n"
                "dsrl32 $2, $2, 0           \r\n"
                "dsrl32 $3, $3, 0           \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f24, $f2, $f22      \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f24, $f2    \r\n"
                "ldc1 $f4, %0               \r\n"
                "pavgb $f2, $f2, $f4        \r\n"
                "sdc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),
                  "m"(*(src+step)),"m"(*(src+step+7)),"r"(A),"r"(E)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    }
}

void ff_put_h264_chroma_mc4_mmi(uint8_t *dst, uint8_t *src, int stride,
        int h, int x, int y)
{
    const int A = (8 - x) * (8 - y);
    const int B = x * (8 - y);
    const int C = (8 - x) *  y;
    const int D = x *  y;
    const int E = B + C;
    int i;

    av_assert2(x<8 && y<8 && x>=0 && y>=0);

    if (D) {
        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "ldl $4, %6                 \r\n"
                "ldr $4, %5                 \r\n"
                "ldl $5, %8                 \r\n"
                "ldr $5, %7                 \r\n"
                "daddiu $6, $0, 32          \r\n"
                "mtc1 %9, $f6               \r\n"
                "mtc1 %10, $f8              \r\n"
                "mtc1 %11, $f10             \r\n"
                "mtc1 %12, $f12             \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "mtc1 $6, $f14              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "pshufh $f12, $f12, $f20    \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "daddiu $6, $0, 6           \r\n"
                "mtc1 $6, $f22              \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f2, $f2     \r\n"
                "swc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),"m"(*(src+1)),"m"(*(src+8)),
                  "m"(*(src+stride)),"m"(*(src+stride+7)),
                  "m"(*(src+stride+1)),"m"(*(src+stride+8)),
                  "r"(A),"r"(B),"r"(C),"r"(D)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else if (E) {
        const int step = C ? stride : 1;

        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "daddiu $4, $0, 32          \r\n"
                "mtc1 %5, $f6               \r\n"
                "mtc1 %6, $f8               \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f10              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "daddiu $4, $0, 6           \r\n"
                "mtc1 $4, $f22              \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f10       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f2, $f20    \r\n"
                "swc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),"m"(*(src+step)),
                  "m"(*(src+step+7)),"r"(A),"r"(E)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else {
        for (i=0; i<h; i++) {
            __asm__ volatile (
                "lwl $2, %2                 \r\n"
                "lwr $2, %1                 \r\n"
                "sw $2, %0                  \r\n"
                : "=m"(*dst)
                : "m"(*src),"m"(*(src+3))
                : "$2"
            );

            dst += stride;
            src += stride;
        }
    }
}

void ff_avg_h264_chroma_mc4_mmi(uint8_t *dst, uint8_t *src, int stride,
        int h, int x, int y)
{
    const int A = (8 - x) *(8 - y);
    const int B = x * (8 - y);
    const int C = (8 - x) * y;
    const int D = x * y;
    int i;

    av_assert2(x<8 && y<8 && x>=0 && y>=0);

    if (D) {
        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "ldl $4, %6                 \r\n"
                "ldr $4, %5                 \r\n"
                "ldl $5, %8                 \r\n"
                "ldr $5, %7                 \r\n"
                "daddiu $6, $0, 32          \r\n"
                "mtc1 %9, $f6               \r\n"
                "mtc1 %10, $f8              \r\n"
                "mtc1 %11, $f10             \r\n"
                "mtc1 %12, $f12             \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f16              \r\n"
                "mtc1 $5, $f18              \r\n"
                "mtc1 $6, $f14              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "pshufh $f12, $f12, $f20    \r\n"
                "pshufh $f14, $f14, $f20    \r\n"
                "punpcklbh $f16, $f16, $f20 \r\n"
                "punpcklbh $f18, $f18, $f20 \r\n"
                "daddiu $6, $0, 6           \r\n"
                "mtc1 $6, $f22              \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "pmullh $f16, $f10, $f16    \r\n"
                "pmullh $f18, $f12, $f18    \r\n"
                "paddh $f2, $f2, $f14       \r\n"
                "paddh $f4, $f4, $f16       \r\n"
                "paddh $f2, $f2, $f18       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f2, $f2     \r\n"
                "lwc1 $f4, %0               \r\n"
                "pavgb $f2, $f2, $f4        \r\n"
                "swc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),"m"(*(src+1)),"m"(*(src+8)),
                  "m"(*(src+stride)),"m"(*(src+stride+7)),
                  "m"(*(src+stride+1)),"m"(*(src+stride+8)),
                  "r"(A),"r"(B),"r"(C),"r"(D)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    } else {
        const int E = B + C;
        const int step = C ? stride : 1;

        for (i=0; i<h; i++) {
            __asm__ volatile (
                "ldl $2, %2                 \r\n"
                "ldr $2, %1                 \r\n"
                "ldl $3, %4                 \r\n"
                "ldr $3, %3                 \r\n"
                "daddiu $4, $0, 32          \r\n"
                "mtc1 %5, $f6               \r\n"
                "mtc1 %6, $f8               \r\n"
                "mtc1 $0, $f20              \r\n"
                "mtc1 $2, $f2               \r\n"
                "mtc1 $3, $f4               \r\n"
                "mtc1 $4, $f10              \r\n"
                "punpcklbh $f2, $f2, $f20   \r\n"
                "punpcklbh $f4, $f4, $f20   \r\n"
                "pshufh $f6, $f6, $f20      \r\n"
                "pshufh $f8, $f8, $f20      \r\n"
                "pshufh $f10, $f10, $f20    \r\n"
                "daddiu $4, $0, 6           \r\n"
                "mtc1 $4, $f22              \r\n"
                "pmullh $f2, $f2, $f6       \r\n"
                "pmullh $f4, $f4, $f8       \r\n"
                "paddh $f2, $f2, $f10       \r\n"
                "paddh $f2, $f2, $f4        \r\n"
                "psrah $f2, $f2, $f22       \r\n"
                "packushb $f2, $f2, $f20    \r\n"
                "lwc1 $f4, %0               \r\n"
                "pavgb $f2, $f2, $f4        \r\n"
                "swc1 $f2, %0               \r\n"
                : "=m"(*dst)
                : "m"(*(src)),"m"(*(src+7)),"m"(*(src+step)),
                  "m"(*(src+step+7)),"r"(A),"r"(E)
                : "$2","$3","$4","$5","$6"
            );

            dst += stride;
            src += stride;
        }
    }
}