#include "rk_aiq_comm.h"
|
#include "RawStreamProcUnit.h"
|
#include "CaptureRawData.h"
|
#include "CamHwIsp20.h"
|
namespace RkCam {
|
RawStreamProcUnit::RawStreamProcUnit ()
|
: _first_trigger(true)
|
, _is_multi_cam_conc(false)
|
{
|
_raw_proc_thread = new RawProcThread(this);
|
}
|
|
RawStreamProcUnit::RawStreamProcUnit (const rk_sensor_full_info_t *s_info, bool linked_to_isp)
|
: _first_trigger(true)
|
, _is_multi_cam_conc(false)
|
{
|
_raw_proc_thread = new RawProcThread(this);
|
//short frame
|
if (strlen(s_info->isp_info->rawrd2_s_path)) {
|
_dev[0] = new V4l2Device (s_info->isp_info->rawrd2_s_path);//rkisp_rawrd2_s
|
_dev[0]->open();
|
_dev[0]->set_mem_type(V4L2_MEMORY_DMABUF);
|
}
|
//mid frame
|
if (strlen(s_info->isp_info->rawrd0_m_path)) {
|
_dev[1] = new V4l2Device (s_info->isp_info->rawrd0_m_path);//rkisp_rawrd0_m
|
_dev[1]->open();
|
_dev[1]->set_mem_type(V4L2_MEMORY_DMABUF);
|
}
|
//long frame
|
if (strlen(s_info->isp_info->rawrd1_l_path)) {
|
_dev[2] = new V4l2Device (s_info->isp_info->rawrd1_l_path);//rkisp_rawrd1_l
|
_dev[2]->open();
|
_dev[2]->set_mem_type(V4L2_MEMORY_DMABUF);
|
}
|
for (int i = 0; i < 3; i++) {
|
if (linked_to_isp) {
|
if (_dev[i].ptr())
|
_dev[i]->set_buffer_count(ISP_TX_BUF_NUM);
|
} else {
|
if (_dev[i].ptr())
|
_dev[i]->set_buffer_count(VIPCAP_TX_BUF_NUM);
|
}
|
if (_dev[i].ptr())
|
_dev[i]->set_buf_sync (true);
|
|
_dev_index[i] = i;
|
_stream[i] = new RKRawStream(_dev[i], i, ISP_POLL_RX);
|
_stream[i]->setPollCallback(this);
|
}
|
}
|
|
RawStreamProcUnit::~RawStreamProcUnit ()
|
{
|
}
|
|
XCamReturn RawStreamProcUnit::start(int mode)
|
{
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
_stream[i]->start();
|
}
|
_msg_queue.resume_pop();
|
_msg_queue.clear();
|
_raw_proc_thread->start();
|
return XCAM_RETURN_NO_ERROR;
|
}
|
|
XCamReturn RawStreamProcUnit::stop ()
|
{
|
_msg_queue.pause_pop();
|
_raw_proc_thread->stop();
|
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
_stream[i]->stopThreadOnly();
|
}
|
|
_buf_mutex.lock();
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
buf_list[i].clear ();
|
cache_list[i].clear ();
|
}
|
_isp_hdr_fid2ready_map.clear();
|
_buf_mutex.unlock();
|
|
_mipi_trigger_mutex.lock();
|
_isp_hdr_fid2times_map.clear();
|
_sof_timestamp_map.clear();
|
_mipi_trigger_mutex.unlock();
|
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
_stream[i]->stopDeviceOnly();
|
}
|
return XCAM_RETURN_NO_ERROR;
|
}
|
|
XCamReturn
|
RawStreamProcUnit::prepare(int idx)
|
{
|
XCamReturn ret = XCAM_RETURN_NO_ERROR;
|
// mipi rx/tx format should match to sensor.
|
for (int i = 0; i < 3; i++) {
|
if (!(idx & (1 << i)))
|
continue;
|
|
ret = _dev[i]->prepare();
|
if (ret < 0)
|
LOGE("mipi tx:%d prepare err: %d\n", ret);
|
|
_stream[i]->set_device_prepared(true);
|
}
|
return ret;
|
}
|
|
void
|
RawStreamProcUnit::set_working_mode(int mode)
|
{
|
_working_mode = mode;
|
|
switch (_working_mode) {
|
case RK_AIQ_ISP_HDR_MODE_3_FRAME_HDR:
|
case RK_AIQ_ISP_HDR_MODE_3_LINE_HDR:
|
_mipi_dev_max = 3;
|
break;
|
case RK_AIQ_ISP_HDR_MODE_2_FRAME_HDR:
|
case RK_AIQ_ISP_HDR_MODE_2_LINE_HDR:
|
_mipi_dev_max = 2;
|
break;
|
default:
|
_mipi_dev_max = 1;
|
}
|
LOGD("working_mode:0x%x, _mipi_dev_max=%d\n", _working_mode, _mipi_dev_max);
|
}
|
|
void
|
RawStreamProcUnit::set_rx_devices(SmartPtr<V4l2Device> mipi_rx_devs[3])
|
{
|
for (int i = 0; i < 3; i++) {
|
_dev[i] = mipi_rx_devs[i];
|
}
|
}
|
|
SmartPtr<V4l2Device>
|
RawStreamProcUnit::get_rx_device(int index)
|
{
|
if (index > _mipi_dev_max)
|
return nullptr;
|
else
|
return _dev[index];
|
}
|
|
void
|
RawStreamProcUnit::set_rx_format(const struct v4l2_subdev_format& sns_sd_fmt, uint32_t sns_v4l_pix_fmt)
|
{
|
// set mipi tx,rx fmt
|
// for cif: same as sensor fmt
|
|
struct v4l2_format format;
|
memset(&format, 0, sizeof(format));
|
|
for (int i = 0; i < 3; i++) {
|
if (_dev[i].ptr())
|
_dev[i]->get_format (format);
|
if (format.fmt.pix.width != sns_sd_fmt.format.width ||
|
format.fmt.pix.height != sns_sd_fmt.format.height ||
|
format.fmt.pix.pixelformat != sns_v4l_pix_fmt) {
|
if (_dev[i].ptr())
|
_dev[i]->set_format(sns_sd_fmt.format.width,
|
sns_sd_fmt.format.height,
|
sns_v4l_pix_fmt,
|
V4L2_FIELD_NONE,
|
0);
|
}
|
}
|
|
LOGD("set rx fmt info: fmt 0x%x, %dx%d !",
|
sns_v4l_pix_fmt, sns_sd_fmt.format.width, sns_sd_fmt.format.height);
|
}
|
|
void
|
RawStreamProcUnit::set_rx_format(const struct v4l2_subdev_selection& sns_sd_sel, uint32_t sns_v4l_pix_fmt)
|
{
|
// set mipi tx,rx fmt
|
// for cif: same as sensor fmt
|
|
struct v4l2_format format;
|
memset(&format, 0, sizeof(format));
|
|
for (int i = 0; i < 3; i++) {
|
if (_dev[i].ptr())
|
_dev[i]->get_format (format);
|
if (format.fmt.pix.width != sns_sd_sel.r.width ||
|
format.fmt.pix.height != sns_sd_sel.r.height ||
|
format.fmt.pix.pixelformat != sns_v4l_pix_fmt) {
|
if (_dev[i].ptr())
|
_dev[i]->set_format(sns_sd_sel.r.width,
|
sns_sd_sel.r.height,
|
sns_v4l_pix_fmt,
|
V4L2_FIELD_NONE,
|
0);
|
}
|
}
|
|
LOGD("set rx fmt info: fmt 0x%x, %dx%d !",
|
sns_v4l_pix_fmt, sns_sd_sel.r.width, sns_sd_sel.r.height);
|
}
|
|
void
|
RawStreamProcUnit::set_devices(SmartPtr<V4l2SubDevice> ispdev, CamHwIsp20* handle)
|
{
|
_isp_core_dev = ispdev;
|
_camHw = handle;
|
}
|
|
XCamReturn
|
RawStreamProcUnit::poll_buffer_ready (SmartPtr<V4l2BufferProxy> &buf, int dev_index)
|
{
|
SmartLock locker (_buf_mutex);
|
|
if (!buf_list[dev_index].is_empty()) {
|
SmartPtr<V4l2BufferProxy> rx_buf = buf_list[dev_index].pop(-1);
|
LOGD("%s dev_index:%d index:%d fd:%d\n",
|
__func__, dev_index, rx_buf->get_v4l2_buf_index(), rx_buf->get_expbuf_fd());
|
}
|
return XCAM_RETURN_NO_ERROR;
|
}
|
|
void
|
RawStreamProcUnit::set_hdr_frame_readback_infos(int frame_id, int times)
|
{
|
if (_working_mode == RK_AIQ_WORKING_MODE_NORMAL)
|
return;
|
|
_mipi_trigger_mutex.lock();
|
_isp_hdr_fid2times_map[frame_id] = times;
|
LOGD( "rdtimes seq %d \n", frame_id);
|
// trigger_isp_readback();
|
_mipi_trigger_mutex.unlock();
|
}
|
|
void
|
RawStreamProcUnit::match_lumadetect_map(uint32_t sequence, sint32_t &additional_times)
|
{
|
std::map<uint32_t, int>::iterator it_times_del;
|
_mipi_trigger_mutex.lock();
|
for (std::map<uint32_t, int>::iterator iter = _isp_hdr_fid2times_map.begin();
|
iter != _isp_hdr_fid2times_map.end();) {
|
if (iter->first < sequence) {
|
it_times_del = iter++;
|
LOGD( "del seq %d", it_times_del->first);
|
iter = _isp_hdr_fid2times_map.erase(it_times_del);
|
} else if (iter->first == sequence) {
|
additional_times = iter->second;
|
it_times_del = iter++;
|
LOGD( "del seq %d", it_times_del->first);
|
iter = _isp_hdr_fid2times_map.erase(it_times_del);
|
break;
|
} else {
|
LOGW( "%s missing rdtimes for buf_seq %d, min rdtimes_seq %d !",
|
__func__, sequence, iter->first);
|
additional_times = 0;
|
break;
|
}
|
}
|
_mipi_trigger_mutex.unlock();
|
}
|
|
void
|
RawStreamProcUnit::match_globaltmostate_map(uint32_t sequence, bool &isHdrGlobalTmo)
|
{
|
std::map<uint32_t, bool>::iterator it_del;
|
_mipi_trigger_mutex.lock();
|
for (std::map<uint32_t, bool>::iterator iter = _hdr_global_tmo_state_map.begin();
|
iter != _hdr_global_tmo_state_map.end();) {
|
if (iter->first < sequence) {
|
it_del = iter++;
|
LOGD( "del seq %d", it_del->first);
|
iter = _hdr_global_tmo_state_map.erase(it_del);
|
} else if (iter->first == sequence) {
|
isHdrGlobalTmo = iter->second;
|
it_del = iter++;
|
LOGD( "del seq %d", it_del->first);
|
iter = _hdr_global_tmo_state_map.erase(it_del);
|
break;
|
} else {
|
LOGW( "%s missing tmo state for buf_seq %d, min rdtimes_seq %d !",
|
__func__, sequence, iter->first);
|
break;
|
}
|
}
|
_mipi_trigger_mutex.unlock();
|
}
|
|
XCamReturn
|
RawStreamProcUnit::match_sof_timestamp_map(sint32_t sequence, uint64_t ×tamp)
|
{
|
XCamReturn ret = XCAM_RETURN_NO_ERROR;
|
std::map<int, uint64_t>::iterator it;
|
sint32_t search_id = sequence < 0 ? 0 : sequence;
|
|
it = _sof_timestamp_map.find(search_id);
|
if (it != _sof_timestamp_map.end()) {
|
timestamp = it->second;
|
} else {
|
LOGE( "can't find frameid(%d), get sof timestamp failed!\n",
|
sequence);
|
ret = XCAM_RETURN_ERROR_FAILED;
|
}
|
|
return ret;
|
}
|
|
void
|
RawStreamProcUnit::set_hdr_global_tmo_mode(int frame_id, bool mode)
|
{
|
_mipi_trigger_mutex.lock();
|
_hdr_global_tmo_state_map[frame_id] = mode;
|
_mipi_trigger_mutex.unlock();
|
}
|
|
void
|
RawStreamProcUnit::notify_sof(uint64_t time, int frameid)
|
{
|
_mipi_trigger_mutex.lock();
|
while (_sof_timestamp_map.size() > 8) {
|
_sof_timestamp_map.erase(_sof_timestamp_map.begin());
|
}
|
_sof_timestamp_map[frameid] = time;
|
_mipi_trigger_mutex.unlock();
|
}
|
|
bool
|
RawStreamProcUnit::raw_buffer_proc ()
|
{
|
LOGD("%s enter", __FUNCTION__);
|
if (_msg_queue.pop(-1).ptr())
|
trigger_isp_readback();
|
LOGD("%s exit", __FUNCTION__);
|
return true;
|
}
|
|
void
|
RawStreamProcUnit::send_sync_buf
|
(
|
SmartPtr<V4l2BufferProxy> &buf_s,
|
SmartPtr<V4l2BufferProxy> &buf_m,
|
SmartPtr<V4l2BufferProxy> &buf_l
|
)
|
{
|
_buf_mutex.lock();
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
if (i == ISP_MIPI_HDR_S)
|
cache_list[ISP_MIPI_HDR_S].push(buf_s);
|
else if (i == ISP_MIPI_HDR_M)
|
cache_list[ISP_MIPI_HDR_M].push(buf_m);
|
else if (i == ISP_MIPI_HDR_L)
|
cache_list[ISP_MIPI_HDR_L].push(buf_l);
|
}
|
_isp_hdr_fid2ready_map[buf_s->get_sequence()] = true;
|
_buf_mutex.unlock();
|
SmartPtr<EmptyClass> ec = new EmptyClass();
|
_msg_queue.push(ec);
|
}
|
|
void
|
RawStreamProcUnit::trigger_isp_readback()
|
{
|
std::map<uint32_t, bool>::iterator it_ready;
|
SmartPtr<V4l2Buffer> v4l2buf[3];
|
SmartPtr<V4l2BufferProxy> buf_proxy;
|
uint32_t sequence = -1;
|
sint32_t additional_times = -1;
|
bool isHdrGlobalTmo = false;
|
|
SmartLock locker (_buf_mutex);
|
|
if (_isp_hdr_fid2ready_map.size() == 0) {
|
LOGE( "%s buf not ready !", __func__);
|
return;
|
}
|
|
it_ready = _isp_hdr_fid2ready_map.begin();
|
sequence = it_ready->first;
|
|
if ( _working_mode != RK_AIQ_WORKING_MODE_NORMAL) {
|
match_lumadetect_map(sequence, additional_times);
|
if (additional_times == -1) {
|
// LOGE( "%s rdtimes not ready for seq %d !", __func__, sequence);
|
// return;
|
additional_times = 0;//add by zyl
|
}
|
|
match_globaltmostate_map(sequence, isHdrGlobalTmo);
|
//if (isHdrGlobalTmo && !_camHw->getDhazState())
|
// additional_times = 0;
|
} else {
|
additional_times = 0;
|
}
|
_isp_hdr_fid2ready_map.erase(it_ready);
|
|
if (_camHw) {
|
// driver will ensure params synchronization
|
if (0/*_camHw->setIspConfig(sequence)*/) {
|
LOGE_CAMHW_SUBM(ISP20HW_SUBM, "%s frame[%d] set isp params failed, don't read back!\n",
|
__func__, sequence);
|
// drop frame, return buf to tx
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
cache_list[i].pop(-1);
|
}
|
goto out;
|
} else {
|
int ret = XCAM_RETURN_NO_ERROR;
|
|
// whether to start capturing raw files
|
CaptureRawData::getInstance().detect_capture_raw_status(sequence, _first_trigger);
|
//_camHw->setIsppConfig(sequence);
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
ret = _dev[i]->get_buffer(v4l2buf[i],
|
cache_list[i].front()->get_v4l2_buf_index());
|
if (ret != XCAM_RETURN_NO_ERROR) {
|
LOGE( "Rx[%d] can not get buffer\n", i);
|
goto out;
|
} else {
|
buf_proxy = cache_list[i].pop(-1);
|
if (_first_trigger) {
|
u8 *buf = (u8 *)buf_proxy->get_v4l2_userptr();
|
struct v4l2_format format = v4l2buf[i]->get_format();
|
|
if (buf) {
|
for (u32 j = 0; j < format.fmt.pix.width / 2; j++)
|
*buf++ += j % 16;
|
}
|
}
|
buf_list[i].push(buf_proxy);
|
if (_dev[i]->get_mem_type() == V4L2_MEMORY_USERPTR)
|
v4l2buf[i]->set_expbuf_usrptr(buf_proxy->get_v4l2_userptr());
|
else if (_dev[i]->get_mem_type() == V4L2_MEMORY_DMABUF){
|
v4l2buf[i]->set_expbuf_fd(buf_proxy->get_expbuf_fd());
|
}else if (_dev[i]->get_mem_type() == V4L2_MEMORY_MMAP) {
|
if (_dev[i]->get_use_type() == 1)
|
{
|
memcpy((void*)v4l2buf[i]->get_expbuf_usrptr(),(void*)buf_proxy->get_v4l2_userptr(),v4l2buf[i]->get_buf().m.planes[0].length);
|
v4l2buf[i]->set_reserved(buf_proxy->get_v4l2_userptr());
|
}
|
}
|
|
CaptureRawData::getInstance().dynamic_capture_raw(i, sequence, buf_proxy, v4l2buf[i],_mipi_dev_max,_working_mode,_dev[0]);
|
}
|
}
|
|
for (int i = 0; i < _mipi_dev_max; i++) {
|
ret = _dev[i]->queue_buffer(v4l2buf[i]);
|
if (ret != XCAM_RETURN_NO_ERROR) {
|
buf_list[i].pop(-1);
|
LOGE( "Rx[%d] queue buffer failed\n", i);
|
break;
|
}
|
}
|
|
struct isp2x_csi_trigger tg = {
|
.sof_timestamp = 0,
|
.frame_timestamp = 0,
|
.frame_id = sequence,
|
.times = 0,
|
.mode = _mipi_dev_max == 1 ? T_START_X1 :
|
_mipi_dev_max == 2 ? T_START_X2 : T_START_X3,
|
/* .mode = T_START_X2, */
|
};
|
|
if (_first_trigger)
|
tg.times = 1;
|
else
|
tg.times += additional_times;
|
|
if (tg.times > 2)
|
tg.times = 2;
|
if (_is_multi_cam_conc && (tg.times < 1))
|
tg.times = 1;
|
|
uint64_t sof_timestamp = 0;
|
match_sof_timestamp_map(tg.frame_id, sof_timestamp);
|
tg.sof_timestamp = sof_timestamp;
|
tg.frame_timestamp = buf_proxy->get_timestamp () * 1000;
|
// tg.times = 1;//fixed to three times readback
|
LOGD(
|
"frame[%d]: sof_ts %" PRId64 "ms, frame_ts %" PRId64 "ms, globalTmo(%d), readback(%d)\n",
|
sequence,
|
tg.sof_timestamp / 1000 / 1000,
|
tg.frame_timestamp / 1000 / 1000,
|
isHdrGlobalTmo,
|
tg.times);
|
|
if (ret == XCAM_RETURN_NO_ERROR)
|
_isp_core_dev->io_control(RKISP_CMD_TRIGGER_READ_BACK, &tg);
|
else
|
LOGE( "%s frame[%d] queue failed, don't read back!\n",
|
__func__, sequence);
|
|
CaptureRawData::getInstance().update_capture_raw_status(_first_trigger);
|
}
|
}
|
|
_first_trigger = false;
|
out:
|
return;
|
}
|
}
|
|
