/******************************************************************************
|
*
|
* Copyright (C) 2018 The Android Open Source Project
|
*
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
* you may not use this file except in compliance with the License.
|
* You may obtain a copy of the License at:
|
*
|
* http://www.apache.org/licenses/LICENSE-2.0
|
*
|
* Unless required by applicable law or agreed to in writing, software
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
* See the License for the specific language governing permissions and
|
* limitations under the License.
|
*
|
*****************************************************************************
|
* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
|
*/
|
|
/*!
|
******************************************************************************
|
* \file ihevce_frame_process_utils.c
|
*
|
* \brief
|
* This file contains definitions of top level functions related to frame
|
* processing
|
*
|
* \date
|
* 18/09/2012
|
*
|
* \author
|
* Ittiam
|
*
|
* List of Functions
|
*
|
*
|
******************************************************************************
|
*/
|
|
/*****************************************************************************/
|
/* File Includes */
|
/*****************************************************************************/
|
/* System include files */
|
#include <stdio.h>
|
#include <string.h>
|
#include <stdlib.h>
|
#include <assert.h>
|
#include <stdarg.h>
|
#include <math.h>
|
|
/* User include files */
|
#include "ihevc_typedefs.h"
|
#include "itt_video_api.h"
|
#include "ihevce_api.h"
|
|
#include "rc_cntrl_param.h"
|
#include "rc_frame_info_collector.h"
|
#include "rc_look_ahead_params.h"
|
|
#include "ihevc_defs.h"
|
#include "ihevc_debug.h"
|
#include "ihevc_macros.h"
|
#include "ihevc_structs.h"
|
#include "ihevc_platform_macros.h"
|
#include "ihevc_deblk.h"
|
#include "ihevc_itrans_recon.h"
|
#include "ihevc_chroma_itrans_recon.h"
|
#include "ihevc_chroma_intra_pred.h"
|
#include "ihevc_intra_pred.h"
|
#include "ihevc_inter_pred.h"
|
#include "ihevc_mem_fns.h"
|
#include "ihevc_padding.h"
|
#include "ihevc_weighted_pred.h"
|
#include "ihevc_sao.h"
|
#include "ihevc_resi_trans.h"
|
#include "ihevc_quant_iquant_ssd.h"
|
#include "ihevc_cabac_tables.h"
|
#include "ihevc_common_tables.h"
|
|
#include "ihevce_defs.h"
|
#include "ihevce_hle_interface.h"
|
#include "ihevce_hle_q_func.h"
|
#include "ihevce_lap_enc_structs.h"
|
#include "ihevce_multi_thrd_structs.h"
|
#include "ihevce_multi_thrd_funcs.h"
|
#include "ihevce_me_common_defs.h"
|
#include "ihevce_had_satd.h"
|
#include "ihevce_error_checks.h"
|
#include "ihevce_error_codes.h"
|
#include "ihevce_bitstream.h"
|
#include "ihevce_cabac.h"
|
#include "ihevce_function_selector.h"
|
#include "ihevce_enc_structs.h"
|
#include "ihevce_global_tables.h"
|
#include "ihevce_rc_enc_structs.h"
|
#include "ihevce_rc_interface.h"
|
#include "ihevce_frame_process_utils.h"
|
|
#include "cast_types.h"
|
#include "osal.h"
|
#include "osal_defaults.h"
|
|
/*****************************************************************************/
|
/* Globals */
|
/*****************************************************************************/
|
|
/************** Version Number string *******************/
|
UWORD8 gau1_version_string[] = "i265-v4.13-218 Build ";
|
|
/*****************************************************************************/
|
/* Function Definitions */
|
/*****************************************************************************/
|
|
/*!
|
******************************************************************************
|
*
|
* @brief
|
* API to return frame qp in constant qp mode based on init I frame qp,
|
* slice type and current temporal layer.
|
*
|
* I picture is given the same qp as the init qp configure in static params
|
* P picture is set equal to I frame qp + 1
|
* B picture is set equal to P frame qp + temporal layer
|
*
|
* @param[in] static_params_frame_qp
|
* frame level qp set for I frames in create time params
|
*
|
* @param[in] slice_type
|
* slice type for current frame (I/P/B)
|
*
|
* @param[in] temporal_id
|
* temoporal layer ID of the current frame. This is associalted with B frame.
|
* temporal layer ID. I and P frames have temporal_id set to 0.
|
*
|
* @param[in] min_qp
|
* minimum qp to be allocated for this frame.
|
*
|
* @param[in] max_qp
|
* maximum qp to be allocated for this frame
|
*
|
* @return
|
* current frame qp
|
*
|
* @author
|
* Ittiam
|
*
|
* @remarks
|
* This is right place to plug in frame level RC call for current frame qp
|
* allocation later when RC support is added
|
*
|
*****************************************************************************
|
*/
|
WORD32 ihevce_get_cur_frame_qp(
|
WORD32 static_params_frame_qp,
|
WORD32 slice_type,
|
WORD32 temporal_id,
|
WORD32 min_qp,
|
WORD32 max_qp,
|
rc_quant_t *ps_rc_quant_ctxt)
|
{
|
WORD32 i4_curr_qp = static_params_frame_qp;
|
|
/* sanity checks */
|
ASSERT(max_qp >= min_qp);
|
ASSERT((min_qp >= ps_rc_quant_ctxt->i2_min_qp) && (min_qp <= ps_rc_quant_ctxt->i2_max_qp));
|
ASSERT(
|
(static_params_frame_qp >= ps_rc_quant_ctxt->i2_min_qp) &&
|
(static_params_frame_qp <= ps_rc_quant_ctxt->i2_max_qp));
|
if(ISLICE == slice_type)
|
{
|
/* I frame qp is same as init qp in static params */
|
i4_curr_qp = static_params_frame_qp;
|
}
|
else if(PSLICE == slice_type)
|
{
|
/* P frame qp is I frame qp + 1 */
|
i4_curr_qp = static_params_frame_qp + 1;
|
}
|
else if(BSLICE == slice_type)
|
{
|
/* B frame qp is I frame qp + 1 + temporal layer id */
|
i4_curr_qp = static_params_frame_qp + temporal_id + 1;
|
}
|
else
|
{
|
/* illegal slice type */
|
ASSERT(0);
|
}
|
|
i4_curr_qp = CLIP3(i4_curr_qp, min_qp, max_qp);
|
|
return (i4_curr_qp);
|
}
|
|
/*!
|
******************************************************************************
|
* \if Function name : calc_block_ssim \endif
|
*
|
* \brief
|
* Calc Block SSIM
|
*
|
* \return
|
* None
|
*
|
* \author
|
* Ittiam
|
*****************************************************************************
|
*/
|
unsigned int calc_block_ssim(
|
unsigned char *pu1_ref,
|
unsigned char *pu1_tst,
|
unsigned char *pu1_win,
|
WORD32 i4_horz_jump,
|
unsigned short u2_ref_stride,
|
unsigned short u2_tst_stride,
|
unsigned char u1_win_size,
|
unsigned char u1_win_q_shift)
|
{
|
unsigned int u4_wtd_ref_mean, u4_wtd_tst_mean, u4_wtd_ref_sq, u4_wtd_tst_sq, u4_wtd_ref_tst;
|
unsigned int u4_wtd_ref_mean_sq, u4_wtd_tst_mean_sq, u4_wtd_ref_tst_mean_prod;
|
unsigned char u1_wt, u1_ref_smpl, u1_tst_smpl;
|
unsigned short u2_wtd_ref_smpl, u2_wtd_tst_smpl, u2_win_q_rounding;
|
int i4_row, i4_col;
|
|
u4_wtd_ref_mean = 0;
|
u4_wtd_tst_mean = 0;
|
u4_wtd_ref_sq = 0;
|
u4_wtd_tst_sq = 0;
|
u4_wtd_ref_tst = 0;
|
|
for(i4_row = 0; i4_row < u1_win_size; i4_row++)
|
{
|
for(i4_col = 0; i4_col < u1_win_size; i4_col++)
|
{
|
u1_wt = *pu1_win++;
|
u1_ref_smpl = pu1_ref[i4_col * i4_horz_jump];
|
u1_tst_smpl = pu1_tst[i4_col * i4_horz_jump];
|
|
u2_wtd_ref_smpl = u1_wt * u1_ref_smpl;
|
u2_wtd_tst_smpl = u1_wt * u1_tst_smpl;
|
|
u4_wtd_ref_mean += u2_wtd_ref_smpl;
|
u4_wtd_tst_mean += u2_wtd_tst_smpl;
|
|
u4_wtd_ref_sq += u2_wtd_ref_smpl * u1_ref_smpl;
|
u4_wtd_tst_sq += u2_wtd_tst_smpl * u1_tst_smpl;
|
u4_wtd_ref_tst += u2_wtd_ref_smpl * u1_tst_smpl;
|
}
|
pu1_ref += u2_ref_stride;
|
pu1_tst += u2_tst_stride;
|
}
|
|
{
|
unsigned int u4_num, u4_den, u4_term1;
|
|
u2_win_q_rounding = (1 << u1_win_q_shift) >> 1;
|
u4_wtd_ref_mean += (u2_win_q_rounding >> 8);
|
u4_wtd_tst_mean += (u2_win_q_rounding >> 8);
|
|
/* Keep the mean terms within 16-bits before squaring */
|
u4_wtd_ref_mean >>= (u1_win_q_shift - 8);
|
u4_wtd_tst_mean >>= (u1_win_q_shift - 8);
|
|
/* Bring down the square of sum terms to same Q format as the sum of square terms */
|
u4_wtd_ref_mean_sq = (u4_wtd_ref_mean * u4_wtd_ref_mean + 16) >> (16 - u1_win_q_shift);
|
u4_wtd_tst_mean_sq = (u4_wtd_tst_mean * u4_wtd_tst_mean + 16) >> (16 - u1_win_q_shift);
|
u4_wtd_ref_tst_mean_prod = (u4_wtd_ref_mean * u4_wtd_tst_mean + 16) >>
|
(16 - u1_win_q_shift);
|
|
/* Compute self and cross variances */
|
if(u4_wtd_ref_sq > u4_wtd_ref_mean_sq)
|
u4_wtd_ref_sq -= u4_wtd_ref_mean_sq;
|
else
|
u4_wtd_ref_sq = 0;
|
|
if(u4_wtd_tst_sq > u4_wtd_tst_mean_sq)
|
u4_wtd_tst_sq -= u4_wtd_tst_mean_sq;
|
else
|
u4_wtd_tst_sq = 0;
|
|
if(u4_wtd_ref_tst > u4_wtd_ref_tst_mean_prod)
|
u4_wtd_ref_tst -= u4_wtd_ref_tst_mean_prod;
|
else
|
u4_wtd_ref_tst = 0;
|
|
/* Keep the numerator in Q12 format before division */
|
u4_num = ((u4_wtd_ref_tst_mean_prod << 1) + C1) << (12 - u1_win_q_shift);
|
u4_den = ((u4_wtd_ref_mean_sq + u4_wtd_tst_mean_sq) + C1 + u2_win_q_rounding) >>
|
u1_win_q_shift;
|
u4_term1 = (u4_num) / u4_den;
|
|
u4_num = (u4_wtd_ref_tst << 1) + C2;
|
u4_den = (u4_wtd_ref_sq + u4_wtd_tst_sq) + C2;
|
/* If numerator takes less than 20-bits, product would not overflow; so no need to normalize */
|
if(u4_num < 1048576)
|
{
|
return ((u4_num * u4_term1) / u4_den);
|
}
|
|
/* While the above should be done really with getRange calculation, for simplicity,
|
the other cases go through a less accurate calculation */
|
u4_num = (u4_num + u2_win_q_rounding) >> u1_win_q_shift;
|
u4_den = (u4_den + u2_win_q_rounding) >> u1_win_q_shift;
|
|
/* What is returned is SSIM in 1Q12 */
|
return ((u4_term1 * u4_num) / u4_den);
|
}
|
}
|
|
/*!
|
******************************************************************************
|
* \if Function name : ihevce_fill_sei_payload \endif
|
*
|
* \brief
|
* Fills SEI Payload
|
*
|
* \param[in] ps_enc_ctxt
|
* Encoder Context
|
*
|
* \param[in] ps_curr_inp
|
* Current Input pointer
|
*
|
* \param[in] ps_curr_out
|
* Current Output pointer
|
*
|
* \return
|
* None
|
*
|
* \author
|
* Ittiam
|
*
|
*****************************************************************************
|
*/
|
void ihevce_fill_sei_payload(
|
enc_ctxt_t *ps_enc_ctxt,
|
ihevce_lap_enc_buf_t *ps_curr_inp,
|
frm_proc_ent_cod_ctxt_t *ps_curr_out)
|
{
|
UWORD32 *pu4_length, i4_cmd_len;
|
UWORD32 *pu4_tag, i4_pic_type;
|
UWORD8 *pu1_user_data;
|
|
pu4_tag = ((UWORD32 *)(ps_curr_inp->s_input_buf.pv_synch_ctrl_bufs));
|
ps_curr_out->u4_num_sei_payload = 0;
|
i4_pic_type = ps_curr_inp->s_lap_out.i4_pic_type;
|
(void)ps_enc_ctxt;
|
while(1)
|
{
|
if(((*pu4_tag) & IHEVCE_COMMANDS_TAG_MASK) == IHEVCE_SYNCH_API_END_TAG)
|
break;
|
|
pu4_length = pu4_tag + 1;
|
pu1_user_data = (UWORD8 *)(pu4_length + 1);
|
i4_cmd_len = *pu4_length;
|
|
if((*pu4_tag & IHEVCE_COMMANDS_TAG_MASK) == IHEVCE_SYNCH_API_REG_KEYFRAME_SEI_TAG)
|
{
|
if(i4_pic_type == IV_IDR_FRAME)
|
{
|
memcpy(
|
(void *)((ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload]
|
.pu1_sei_payload)),
|
(void *)pu1_user_data,
|
i4_cmd_len);
|
ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload].u4_payload_length =
|
(i4_cmd_len);
|
ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload].u4_payload_type =
|
((*pu4_tag & IHEVCE_PAYLOAD_TYPE_MASK) >> IHEVCE_PAYLOAD_TYPE_SHIFT);
|
ps_curr_out->u4_num_sei_payload++;
|
}
|
}
|
else if((*pu4_tag & IHEVCE_COMMANDS_TAG_MASK) == IHEVCE_SYNCH_API_REG_ALLFRAME_SEI_TAG)
|
{
|
memcpy(
|
(void *)((
|
ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload].pu1_sei_payload)),
|
(void *)pu1_user_data,
|
i4_cmd_len);
|
ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload].u4_payload_length =
|
(i4_cmd_len);
|
ps_curr_out->as_sei_payload[ps_curr_out->u4_num_sei_payload].u4_payload_type =
|
((*pu4_tag & IHEVCE_PAYLOAD_TYPE_MASK) >> IHEVCE_PAYLOAD_TYPE_SHIFT);
|
ps_curr_out->u4_num_sei_payload++;
|
}
|
|
//The formula (((x-1)>>2)+1) gives us the ceiling of (x mod 4). Hence this will take the pointer to the next address boundary divisible by 4.
|
//And then we add 2 bytes for the tag and the payload length.
|
if(i4_cmd_len)
|
pu4_tag += (((i4_cmd_len - 1) >> 2) + 1 + 2);
|
else
|
pu4_tag += 2;
|
}
|
}
|
|
/*!
|
******************************************************************************
|
* \if Function name : ihevce_dyn_bitrate \endif
|
*
|
* \brief
|
* Call back function to be called for changing the bitrate
|
*
|
*
|
* \return
|
* None
|
*
|
* \author
|
* Ittiam
|
*
|
*****************************************************************************
|
*/
|
void ihevce_dyn_bitrate(void *pv_hle_ctxt, void *pv_dyn_bitrate_prms)
|
{
|
ihevce_hle_ctxt_t *ps_hle_ctxt = (ihevce_hle_ctxt_t *)pv_hle_ctxt;
|
ihevce_dyn_config_prms_t *ps_dyn_bitrate_prms = (ihevce_dyn_config_prms_t *)pv_dyn_bitrate_prms;
|
enc_ctxt_t *ps_enc_ctxt =
|
(enc_ctxt_t *)ps_hle_ctxt->apv_enc_hdl[ps_dyn_bitrate_prms->i4_tgt_res_id];
|
ihevce_static_cfg_params_t *ps_static_cfg_params = ps_hle_ctxt->ps_static_cfg_prms;
|
|
if(ps_enc_ctxt->ps_stat_prms->i4_log_dump_level > 0)
|
{
|
ps_static_cfg_params->s_sys_api.ihevce_printf(
|
ps_static_cfg_params->s_sys_api.pv_cb_handle,
|
"\n Average Bitrate changed to %d",
|
ps_dyn_bitrate_prms->i4_new_tgt_bitrate);
|
ps_static_cfg_params->s_sys_api.ihevce_printf(
|
ps_static_cfg_params->s_sys_api.pv_cb_handle,
|
"\n Peak Bitrate changed to %d",
|
ps_dyn_bitrate_prms->i4_new_peak_bitrate);
|
}
|
|
|
/* acquire mutex lock for rate control calls */
|
osal_mutex_lock(ps_enc_ctxt->pv_rc_mutex_lock_hdl);
|
|
ihevce_rc_register_dyn_change_bitrate(
|
ps_enc_ctxt->s_module_ctxt.apv_rc_ctxt[ps_dyn_bitrate_prms->i4_tgt_br_id],
|
(LWORD64)ps_dyn_bitrate_prms->i4_new_tgt_bitrate,
|
(LWORD64)ps_dyn_bitrate_prms->i4_new_peak_bitrate,
|
ps_dyn_bitrate_prms->i4_new_rate_factor,
|
ps_enc_ctxt->ps_stat_prms->s_config_prms.i4_rate_control_mode);
|
|
/*unlock rate control context*/
|
osal_mutex_unlock(ps_enc_ctxt->pv_rc_mutex_lock_hdl);
|
return;
|
}
|
|
/*!
|
******************************************************************************
|
* \if Function name : ihevce_validate_encoder_parameters \endif
|
*
|
* \brief
|
* Call back function to be called for changing the bitrate
|
*
|
* \return
|
* None
|
*
|
* \author
|
* Ittiam
|
*****************************************************************************
|
*/
|
WORD32 ihevce_validate_encoder_parameters(ihevce_static_cfg_params_t *ps_static_cfg_prms)
|
{
|
return (ihevce_hle_validate_static_params(ps_static_cfg_prms));
|
}
|
|
/*!
|
******************************************************************************
|
* \if Function name : ihevce_get_encoder_version \endif
|
*
|
* \brief
|
* Call back function to be called for changing the bitrate
|
*
|
* \return
|
* None
|
*
|
* \author
|
* Ittiam
|
*****************************************************************************
|
*/
|
const char *ihevce_get_encoder_version()
|
{
|
return ((const char *)gau1_version_string);
|
}
|
