/******************************************************************************
|
*
|
* Copyright (C) 2018 The Android Open Source Project
|
*
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
* you may not use this file except in compliance with the License.
|
* You may obtain a copy of the License at:
|
*
|
* http://www.apache.org/licenses/LICENSE-2.0
|
*
|
* Unless required by applicable law or agreed to in writing, software
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
* See the License for the specific language governing permissions and
|
* limitations under the License.
|
*
|
*****************************************************************************
|
* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
|
*/
|
/**
|
*******************************************************************************
|
* @file
|
* ihevce_itrans_recon_neon.c
|
*
|
* @brief
|
* Contains functions to inverse transform and adds residue to pred buffer
|
*
|
* @author
|
* Ittiam
|
*
|
* @par List of Functions:
|
* - ihevce_itrans_recon_dc_neon
|
*
|
* @remarks
|
* None
|
*
|
********************************************************************************
|
*/
|
|
/*****************************************************************************/
|
/* File Includes */
|
/*****************************************************************************/
|
/* System include files */
|
#include <string.h>
|
#include <arm_neon.h>
|
|
/* User include files */
|
#include "ihevc_typedefs.h"
|
#include "itt_video_api.h"
|
#include "ihevc_cmn_utils_neon.h"
|
#include "ihevce_cmn_utils_instr_set_router.h"
|
#include "ihevc_defs.h"
|
#include "ihevc_macros.h"
|
|
/*****************************************************************************/
|
/* Function Definitions */
|
/*****************************************************************************/
|
static INLINE void ihevce_itrans_recon_dc_4x4_luma_neon(
|
UWORD8 *pu1_pred, WORD32 pred_strd, UWORD8 *pu1_dst, WORD32 dst_strd, WORD32 dc_value)
|
{
|
uint8x16_t src_u8;
|
int16x8_t a0, a1, a2;
|
uint8x8_t a3, a4;
|
|
src_u8 = load_unaligned_u8q(pu1_pred, pred_strd);
|
a0 = vdupq_n_s16(dc_value);
|
a1 = vreinterpretq_s16_u16(vmovl_u8(vget_low_u8(src_u8)));
|
a2 = vreinterpretq_s16_u16(vmovl_u8(vget_high_u8(src_u8)));
|
a1 = vaddq_s16(a1, a0);
|
a2 = vaddq_s16(a2, a0);
|
a3 = vqmovun_s16(a1);
|
a4 = vqmovun_s16(a2);
|
uint32x2_t p0 = vreinterpret_u32_u8(a3);
|
uint32x2_t p1 = vreinterpret_u32_u8(a4);
|
*(UWORD32 *)(pu1_dst) = vget_lane_u32(p0, 0);
|
*(UWORD32 *)(pu1_dst + dst_strd) = vget_lane_u32(p0, 1);
|
*(UWORD32 *)(pu1_dst + 2 * dst_strd) = vget_lane_u32(p1, 0);
|
*(UWORD32 *)(pu1_dst + 3 * dst_strd) = vget_lane_u32(p1, 1);
|
}
|
|
static INLINE void ihevce_itrans_recon_dc_4x4_chroma_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD32 dc_value,
|
CHROMA_PLANE_ID_T e_chroma_plane)
|
{
|
WORD32 i;
|
int16x8_t a0, a1;
|
uint8x8_t a2, a3;
|
uint16x4_t select = vdup_n_u16(0xff << (e_chroma_plane << 3));
|
|
a0 = vdupq_n_s16(dc_value);
|
for(i = 0; i < trans_size; i++)
|
{
|
a1 = vreinterpretq_s16_u16(vmovl_u8(vld1_u8(pu1_pred + i * pred_strd)));
|
a2 = vqmovun_s16(vaddq_s16(a0, a1));
|
a3 = vld1_u8(pu1_dst + i * dst_strd);
|
a3 = vbsl_u8(vreinterpret_u8_u16(select), a2, a3);
|
vst1_u8(pu1_dst + i * dst_strd, a3);
|
}
|
}
|
|
static INLINE void ihevce_itrans_recon_dc_8x8_luma_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD32 dc_value)
|
{
|
WORD32 i;
|
uint8x16_t a1, a4, a5;
|
uint8x8_t a0, a2, a3;
|
|
a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
|
: vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
|
a1 = vcombine_u8(a0, a0);
|
for(i = 0; i < trans_size; i += 2)
|
{
|
a2 = vld1_u8(pu1_pred + i * pred_strd);
|
a3 = vld1_u8(pu1_pred + (i + 1) * pred_strd);
|
a4 = vcombine_u8(a2, a3);
|
a5 = (dc_value >= 0) ? vqaddq_u8(a1, a4) : vqsubq_u8(a4, a1);
|
vst1_u8(pu1_dst + i * dst_strd, vget_low_u8(a5));
|
vst1_u8(pu1_dst + (i + 1) * dst_strd, vget_high_u8(a5));
|
}
|
}
|
|
static INLINE void ihevce_itrans_recon_dc_8x8_chroma_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD32 dc_value,
|
CHROMA_PLANE_ID_T e_chroma_plane)
|
{
|
WORD32 i;
|
uint8x16_t a4, a0, a5;
|
uint8x8_t a1, a2, a3;
|
uint8x16x2_t a6;
|
|
a1 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
|
: vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
|
a0 = vcombine_u8(a1, a1);
|
for(i = 0; i < trans_size; i += 2)
|
{
|
a2 = vld2_u8(pu1_pred + i * pred_strd).val[e_chroma_plane];
|
a3 = vld2_u8(pu1_pred + (i + 1) * pred_strd).val[e_chroma_plane];
|
a4 = vcombine_u8(a2, a3);
|
a4 = (dc_value >= 0) ? vqaddq_u8(a0, a4) : vqsubq_u8(a4, a0);
|
a2 = vld2_u8(pu1_dst + i * dst_strd).val[!e_chroma_plane];
|
a3 = vld2_u8(pu1_dst + (i + 1) * dst_strd).val[!e_chroma_plane];
|
a5 = vcombine_u8(a2, a3);
|
a6 = (e_chroma_plane == 0) ? vzipq_u8(a4, a5) : vzipq_u8(a5, a4);
|
vst1q_u8(pu1_dst + i * dst_strd, a6.val[0]);
|
vst1q_u8(pu1_dst + (i + 1) * dst_strd, a6.val[1]);
|
}
|
}
|
|
static INLINE void ihevce_itrans_recon_dc_16x16_luma_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD32 dc_value)
|
{
|
WORD32 i;
|
uint8x16_t a1, a3, a2;
|
uint8x8_t a0;
|
|
a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
|
: vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
|
a1 = vcombine_u8(a0, a0);
|
for(i = 0; i < trans_size; i++)
|
{
|
a2 = vld1q_u8(pu1_pred + i * pred_strd);
|
a3 = (dc_value >= 0) ? vqaddq_u8(a2, a1) : vqsubq_u8(a2, a1);
|
vst1q_u8(pu1_dst + i * dst_strd, a3);
|
}
|
}
|
|
static INLINE void ihevce_itrans_recon_dc_16x16_chroma_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD32 dc_value,
|
CHROMA_PLANE_ID_T e_chroma_plane)
|
{
|
WORD32 i;
|
uint8x8_t a0;
|
uint8x16_t a1, a2, a3;
|
uint8x16x2_t a4;
|
|
a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
|
: vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
|
a1 = vcombine_u8(a0, a0);
|
for(i = 0; i < trans_size; i++)
|
{
|
a2 = vld2q_u8(pu1_pred + i * pred_strd).val[e_chroma_plane];
|
a2 = (dc_value >= 0) ? vqaddq_u8(a2, a1) : vqsubq_u8(a2, a1);
|
a3 = vld2q_u8(pu1_dst + i * dst_strd).val[!e_chroma_plane];
|
a4 = (e_chroma_plane == 0) ? vzipq_u8(a2, a3) : vzipq_u8(a3, a2);
|
vst1q_u8(pu1_dst + i * dst_strd, a4.val[0]);
|
vst1q_u8(pu1_dst + i * dst_strd + 16, a4.val[1]);
|
}
|
}
|
|
void ihevce_itrans_recon_dc_neon(
|
UWORD8 *pu1_pred,
|
WORD32 pred_strd,
|
UWORD8 *pu1_dst,
|
WORD32 dst_strd,
|
WORD32 trans_size,
|
WORD16 i2_deq_value,
|
CHROMA_PLANE_ID_T e_chroma_plane)
|
{
|
WORD32 add, shift;
|
WORD32 dc_value;
|
|
shift = IT_SHIFT_STAGE_1;
|
add = 1 << (shift - 1);
|
dc_value = CLIP_S16((i2_deq_value * 64 + add) >> shift);
|
shift = IT_SHIFT_STAGE_2;
|
add = 1 << (shift - 1);
|
dc_value = CLIP_S16((dc_value * 64 + add) >> shift);
|
|
switch(trans_size)
|
{
|
case 4:
|
if(NULL_PLANE == e_chroma_plane)
|
{
|
ihevce_itrans_recon_dc_4x4_luma_neon(pu1_pred, pred_strd, pu1_dst, dst_strd, dc_value);
|
}
|
else
|
{
|
ihevce_itrans_recon_dc_4x4_chroma_neon(
|
pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
|
}
|
break;
|
|
case 8:
|
if(NULL_PLANE == e_chroma_plane)
|
{
|
ihevce_itrans_recon_dc_8x8_luma_neon(
|
pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value);
|
}
|
else
|
{
|
ihevce_itrans_recon_dc_8x8_chroma_neon(
|
pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
|
}
|
break;
|
|
case 16:
|
if(NULL_PLANE == e_chroma_plane)
|
{
|
ihevce_itrans_recon_dc_16x16_luma_neon(
|
pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value);
|
}
|
else
|
{
|
ihevce_itrans_recon_dc_16x16_chroma_neon(
|
pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
|
}
|
break;
|
|
case 32:
|
if(NULL_PLANE == e_chroma_plane)
|
{
|
WORD32 b16;
|
|
for(b16 = 0; b16 < 4; b16++)
|
{
|
ihevce_itrans_recon_dc_16x16_luma_neon(
|
pu1_pred + ((b16 >> 1) * pred_strd * 16) + ((b16 & 1) * 16),
|
pred_strd,
|
pu1_dst + ((b16 >> 1) * dst_strd * 16) + ((b16 & 1) * 16),
|
dst_strd,
|
trans_size >> 1,
|
dc_value);
|
}
|
}
|
else
|
{
|
WORD32 b16;
|
|
for(b16 = 0; b16 < 4; b16++)
|
{
|
ihevce_itrans_recon_dc_16x16_chroma_neon(
|
pu1_pred + ((b16 >> 1) * pred_strd * 16) + ((b16 & 1) * 32),
|
pred_strd,
|
pu1_dst + ((b16 >> 1) * dst_strd * 16) + ((b16 & 1) * 32),
|
dst_strd,
|
trans_size >> 1,
|
dc_value,
|
e_chroma_plane);
|
}
|
}
|
break;
|
}
|
}
|
