codec/common/loongarch/copy_mb_lsx.c

/*!
 * \copy
 *     Copyright (c)  2009-2018, Cisco Systems
 *     All rights reserved.
 *
 *     Redistribution and use in source and binary forms, with or without
 *     modification, are permitted provided that the following conditions
 *     are met:
 *
 *        * Redistributions of source code must retain the above copyright
 *          notice, this list of conditions and the following disclaimer.
 *
 *        * Redistributions in binary form must reproduce the above copyright
 *          notice, this list of conditions and the following disclaimer in
 *          the documentation and/or other materials provided with the
 *          distribution.
 *
 *     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 *     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 *     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 *     FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 *     COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 *     INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 *     BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 *     LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 *     CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 *     LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
 *     ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 *     POSSIBILITY OF SUCH DAMAGE.
 *
 *
 * \file    copy_mb_lsx.c
 *
 * \brief   Loongson optimization
 *
 * \date    12/18/2021 Created
 *
 *************************************************************************************
 */

#include <stdint.h>
#include "loongson_intrinsics.h"

void WelsCopy8x8_lsx (uint8_t* pDst, int32_t iStrideD,
                      uint8_t* pSrc, int32_t iStrideS) {

  int32_t iStride0 = 0;
  int32_t iStride1 = iStrideS << 1;
  int32_t iStride2 = iStride1 << 1;

  __m128i src0, src1, src2, src3, src4 ,src5, src6, src7;

  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0,
            pSrc, iStrideS,
            pSrc, iStride1,
            pSrc, iStride1 + iStrideS,
            src0, src1, src2, src3);
  pSrc += iStride2;
  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0,
            pSrc, iStrideS,
            pSrc, iStride1,
            pSrc, iStride1 + iStrideS,
            src4, src5, src6, src7);

  iStride1 = iStrideD << 1;

  __lsx_vstelm_d(src0, pDst, 0, 0);
  __lsx_vstelm_d(src1, pDst + iStrideD, 0, 0);
  pDst += iStride1;
  __lsx_vstelm_d(src2, pDst, 0, 0);
  __lsx_vstelm_d(src3, pDst + iStrideD, 0, 0);
  pDst += iStride1;
  __lsx_vstelm_d(src4, pDst, 0, 0);
  __lsx_vstelm_d(src5, pDst + iStrideD, 0, 0);
  pDst += iStride1;
  __lsx_vstelm_d(src6, pDst, 0, 0);
  __lsx_vstelm_d(src7, pDst + iStrideD, 0, 0);
}

void WelsCopy16x16_lsx (uint8_t* pDst, int32_t iStrideD,
                        uint8_t* pSrc, int32_t iStrideS) {
  int32_t iStride0 = 0;
  int32_t iStride1 = iStrideS;
  int32_t iStride2 = iStrideS << 1;
  int32_t iStride3 = iStride2 + iStrideS;
  int32_t iStride4 = iStrideS << 2;

  __m128i src0, src1, src2, src3, src4, src5, src6, src7;
  __m128i src8, src9, src10, src11, src12, src13, src14, src15;

  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src0, src1, src2, src3);
  pSrc += iStride4;
  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src4, src5, src6, src7);
  pSrc += iStride4;
  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src8, src9, src10, src11);
  pSrc += iStride4;
  DUP4_ARG2(__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src12, src13, src14, src15);

  iStride1 = iStrideD;
  iStride2 = iStrideD << 1;
  iStride3 = iStride2 + iStrideD;
  iStride4 = iStrideD << 2;

  __lsx_vstx(src0, pDst, iStride0);
  __lsx_vstx(src1, pDst, iStride1);
  __lsx_vstx(src2, pDst, iStride2);
  __lsx_vstx(src3, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx(src4, pDst, iStride0);
  __lsx_vstx(src5, pDst, iStride1);
  __lsx_vstx(src6, pDst, iStride2);
  __lsx_vstx(src7, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx(src8, pDst, iStride0);
  __lsx_vstx(src9, pDst, iStride1);
  __lsx_vstx(src10, pDst, iStride2);
  __lsx_vstx(src11, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx(src12, pDst, iStride0);
  __lsx_vstx(src13, pDst, iStride1);
  __lsx_vstx(src14, pDst, iStride2);
  __lsx_vstx(src15, pDst, iStride3);
}

void WelsCopy16x16NotAligned_lsx (uint8_t* pDst, int32_t iStrideD,
                                  uint8_t* pSrc, int32_t iStrideS) {
  int32_t iStride0 = 0;
  int32_t iStride1 = iStrideS;
  int32_t iStride2 = iStrideS << 1;
  int32_t iStride3 = iStride2 + iStrideS;
  int32_t iStride4 = iStrideS << 2;

  v16u8_b src0, src1, src2, src3, src4, src5, src6, src7;
  v16u8_b src8, src9, src10, src11, src12, src13, src14, src15;

  DUP4_ARG2((v16u8_b)__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src0, src1, src2, src3);
  pSrc += iStride4;
  DUP4_ARG2((v16u8_b)__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src4, src5, src6, src7);
  pSrc += iStride4;
  DUP4_ARG2((v16u8_b)__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src8, src9, src10, src11);
  pSrc += iStride4;
  DUP4_ARG2((v16u8_b)__lsx_vldx,
            pSrc, iStride0, pSrc, iStride1,
            pSrc, iStride2, pSrc, iStride3,
            src12, src13, src14, src15);

  iStride1 = iStrideD;
  iStride2 = iStrideD << 1;
  iStride3 = iStride2 + iStrideD;
  iStride4 = iStrideD << 2;

  __lsx_vstx((__m128i)src0, pDst, iStride0);
  __lsx_vstx((__m128i)src1, pDst, iStride1);
  __lsx_vstx((__m128i)src2, pDst, iStride2);
  __lsx_vstx((__m128i)src3, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx((__m128i)src4, pDst, iStride0);
  __lsx_vstx((__m128i)src5, pDst, iStride1);
  __lsx_vstx((__m128i)src6, pDst, iStride2);
  __lsx_vstx((__m128i)src7, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx((__m128i)src8, pDst, iStride0);
  __lsx_vstx((__m128i)src9, pDst, iStride1);
  __lsx_vstx((__m128i)src10, pDst, iStride2);
  __lsx_vstx((__m128i)src11, pDst, iStride3);
  pDst += iStride4;
  __lsx_vstx((__m128i)src12, pDst, iStride0);
  __lsx_vstx((__m128i)src13, pDst, iStride1);
  __lsx_vstx((__m128i)src14, pDst, iStride2);
  __lsx_vstx((__m128i)src15, pDst, iStride3);
}