.. | .. |
---|
2 | 2 | /* Copyright (c) 2019 Fuzhou Rockchip Electronics Co., Ltd. */ |
---|
3 | 3 | |
---|
4 | 4 | #include <linux/delay.h> |
---|
| 5 | +#include <linux/of.h> |
---|
| 6 | +#include <linux/of_graph.h> |
---|
| 7 | +#include <linux/of_platform.h> |
---|
5 | 8 | #include <linux/pm_runtime.h> |
---|
6 | 9 | #include <linux/slab.h> |
---|
7 | 10 | #include <media/v4l2-common.h> |
---|
.. | .. |
---|
20 | 23 | { |
---|
21 | 24 | return container_of(dbufs, struct rkisp_bridge_buf, dbufs); |
---|
22 | 25 | } |
---|
23 | | - |
---|
24 | | -/* compatible with MI frame end are triggered before ISP frame end */ |
---|
25 | | -static void reg_buf_wait_for_stats(struct rkisp_bridge_device *dev, |
---|
26 | | - struct rkisp_ispp_reg *reg_buf, |
---|
27 | | - struct rkisp_isp2x_stat_buffer *tmp_statsbuf) |
---|
28 | | -{ |
---|
29 | | - s32 retry = 10; |
---|
30 | | - |
---|
31 | | - do { |
---|
32 | | - if (reg_buf->frame_id > tmp_statsbuf->frame_id) |
---|
33 | | - usleep_range(1000, 1200); |
---|
34 | | - else |
---|
35 | | - break; |
---|
36 | | - } while (retry-- > 0); |
---|
37 | | - |
---|
38 | | - if (retry < 0) |
---|
39 | | - v4l2_err(&dev->sd, "reg id(%d) don't match stats id(%d)\n", |
---|
40 | | - reg_buf->frame_id, tmp_statsbuf->frame_id); |
---|
41 | | -} |
---|
42 | | - |
---|
43 | | -static void dump_dbg_reg(struct rkisp_bridge_device *dev, struct rkisp_ispp_reg *reg_buf) |
---|
44 | | -{ |
---|
45 | | - struct rkisp_isp2x_stat_buffer *tmp_statsbuf; |
---|
46 | | - struct rkisp_hw_dev *hw = dev->ispdev->hw_dev; |
---|
47 | | - u32 offset = 0, size; |
---|
48 | | - |
---|
49 | | - tmp_statsbuf = (struct rkisp_isp2x_stat_buffer *)dev->ispdev->stats_vdev.tmp_statsbuf.vaddr; |
---|
50 | | - reg_buf_wait_for_stats(dev, reg_buf, tmp_statsbuf); |
---|
51 | | - memset(reg_buf->isp_offset, -1, sizeof(reg_buf->isp_offset)); |
---|
52 | | - memset(reg_buf->ispp_offset, -1, sizeof(reg_buf->ispp_offset)); |
---|
53 | | - memset(reg_buf->isp_size, 0, sizeof(reg_buf->isp_offset)); |
---|
54 | | - memset(reg_buf->isp_stats_size, 0, sizeof(reg_buf->isp_offset)); |
---|
55 | | - memset(reg_buf->ispp_size, 0, sizeof(reg_buf->ispp_offset)); |
---|
56 | | - if (rkisp_debug_reg & ISP2X_MODULE_DPCC) { |
---|
57 | | - size = 4 + ISP_DPCC0_PDAF_FORWARD_MED - ISP_DPCC0_MODE; |
---|
58 | | - reg_buf->isp_size[ISP2X_ID_DPCC] = size; |
---|
59 | | - reg_buf->isp_offset[ISP2X_ID_DPCC] = offset; |
---|
60 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_DPCC0_MODE, size); |
---|
61 | | - offset += size; |
---|
62 | | - } |
---|
63 | | - |
---|
64 | | - if (rkisp_debug_reg & ISP2X_MODULE_BLS) { |
---|
65 | | - size = 4 + ISP_BLS_D_MEASURED - ISP_BLS_CTRL; |
---|
66 | | - reg_buf->isp_size[ISP2X_ID_BLS] = size; |
---|
67 | | - reg_buf->isp_offset[ISP2X_ID_BLS] = offset; |
---|
68 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_BLS_CTRL, size); |
---|
69 | | - offset += size; |
---|
70 | | - } |
---|
71 | | - |
---|
72 | | - if (rkisp_debug_reg & ISP2X_MODULE_SDG) { |
---|
73 | | - size = 4 + ISP_GAMMA_B_Y_16 - ISP_GAMMA_DX_LO; |
---|
74 | | - reg_buf->isp_size[ISP2X_ID_SDG] = size; |
---|
75 | | - reg_buf->isp_offset[ISP2X_ID_SDG] = offset; |
---|
76 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_GAMMA_DX_LO, size); |
---|
77 | | - offset += size; |
---|
78 | | - } |
---|
79 | | - |
---|
80 | | - if (rkisp_debug_reg & ISP2X_MODULE_SIHST) { |
---|
81 | | - size = 4 + ISP_HIST_HIST3_DBG2 - ISP_HIST_HIST_CTRL; |
---|
82 | | - reg_buf->isp_size[ISP2X_ID_SIHST] = size; |
---|
83 | | - reg_buf->isp_offset[ISP2X_ID_SIHST] = offset; |
---|
84 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_HIST_HIST_CTRL, size); |
---|
85 | | - offset += size; |
---|
86 | | - } |
---|
87 | | - |
---|
88 | | - if (rkisp_debug_reg & ISP2X_MODULE_LSC) { |
---|
89 | | - size = 4 + ISP_LSC_STATUS - ISP_LSC_CTRL; |
---|
90 | | - reg_buf->isp_size[ISP2X_ID_LSC] = size; |
---|
91 | | - reg_buf->isp_offset[ISP2X_ID_LSC] = offset; |
---|
92 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_LSC_CTRL, size); |
---|
93 | | - offset += size; |
---|
94 | | - } |
---|
95 | | - |
---|
96 | | - if (rkisp_debug_reg & ISP2X_MODULE_AWB_GAIN) { |
---|
97 | | - size = 4 + CIF_ISP_AWB_GAIN_RB_V12 - CIF_ISP_AWB_GAIN_G_V12; |
---|
98 | | - reg_buf->isp_size[ISP2X_ID_AWB_GAIN] = size; |
---|
99 | | - reg_buf->isp_offset[ISP2X_ID_AWB_GAIN] = offset; |
---|
100 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + CIF_ISP_AWB_GAIN_G_V12, size); |
---|
101 | | - offset += size; |
---|
102 | | - } |
---|
103 | | - |
---|
104 | | - if (rkisp_debug_reg & ISP2X_MODULE_CCM) { |
---|
105 | | - size = 4 + ISP_CCM_BOUND_BIT - ISP_CCM_CTRL; |
---|
106 | | - reg_buf->isp_size[ISP2X_ID_CCM] = size; |
---|
107 | | - reg_buf->isp_offset[ISP2X_ID_CCM] = offset; |
---|
108 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_CCM_CTRL, size); |
---|
109 | | - offset += size; |
---|
110 | | - } |
---|
111 | | - |
---|
112 | | - if (rkisp_debug_reg & ISP2X_MODULE_GOC) { |
---|
113 | | - size = 4 + ISP_GAMMA_OUT_Y40 - ISP_GAMMA_OUT_CTRL; |
---|
114 | | - reg_buf->isp_size[ISP2X_ID_GOC] = size; |
---|
115 | | - reg_buf->isp_offset[ISP2X_ID_GOC] = offset; |
---|
116 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_GAMMA_OUT_CTRL, size); |
---|
117 | | - offset += size; |
---|
118 | | - } |
---|
119 | | - |
---|
120 | | - if (rkisp_debug_reg & ISP2X_MODULE_CPROC) { |
---|
121 | | - size = 4 + CPROC_HUE - CPROC_CTRL; |
---|
122 | | - reg_buf->isp_size[ISP2X_ID_CPROC] = size; |
---|
123 | | - reg_buf->isp_offset[ISP2X_ID_CPROC] = offset; |
---|
124 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + CPROC_CTRL, size); |
---|
125 | | - offset += size; |
---|
126 | | - } |
---|
127 | | - |
---|
128 | | - if (rkisp_debug_reg & ISP2X_MODULE_SIAF) { |
---|
129 | | - size = 4 + ISP_AFM_LUM_C - ISP_AFM_CTRL; |
---|
130 | | - reg_buf->isp_size[ISP2X_ID_SIAF] = size; |
---|
131 | | - reg_buf->isp_offset[ISP2X_ID_SIAF] = offset; |
---|
132 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_AFM_CTRL, size); |
---|
133 | | - offset += size; |
---|
134 | | - } |
---|
135 | | - |
---|
136 | | - if (rkisp_debug_reg & ISP2X_MODULE_SIAWB) { |
---|
137 | | - size = 4 + CIF_ISP_AWB_MEAN_V10 - CIF_ISP_AWB_PROP_V10; |
---|
138 | | - reg_buf->isp_size[ISP2X_ID_SIAWB] = size; |
---|
139 | | - reg_buf->isp_offset[ISP2X_ID_SIAWB] = offset; |
---|
140 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + CIF_ISP_AWB_PROP_V10, size); |
---|
141 | | - offset += size; |
---|
142 | | - } |
---|
143 | | - |
---|
144 | | - if (rkisp_debug_reg & ISP2X_MODULE_IE) { |
---|
145 | | - size = 4 + CIF_IMG_EFF_SHARPEN - CIF_IMG_EFF_CTRL; |
---|
146 | | - reg_buf->isp_size[ISP2X_ID_IE] = size; |
---|
147 | | - reg_buf->isp_offset[ISP2X_ID_IE] = offset; |
---|
148 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + CIF_IMG_EFF_CTRL, size); |
---|
149 | | - offset += size; |
---|
150 | | - } |
---|
151 | | - |
---|
152 | | - if (rkisp_debug_reg & ISP2X_MODULE_YUVAE) { |
---|
153 | | - size = 4 + ISP_YUVAE_RO_DBG3 - ISP_YUVAE_CTRL; |
---|
154 | | - reg_buf->isp_size[ISP2X_ID_YUVAE] = size; |
---|
155 | | - reg_buf->isp_offset[ISP2X_ID_YUVAE] = offset; |
---|
156 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_YUVAE_CTRL, size); |
---|
157 | | - offset += size; |
---|
158 | | - } |
---|
159 | | - |
---|
160 | | - if (rkisp_debug_reg & ISP2X_MODULE_WDR) { |
---|
161 | | - size = 4 + ISP_WDR_BLKMEAN8_ROW9_4TO7 - ISP_WDR_CTRL; |
---|
162 | | - reg_buf->isp_size[ISP2X_ID_WDR] = size; |
---|
163 | | - reg_buf->isp_offset[ISP2X_ID_WDR] = offset; |
---|
164 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_WDR_CTRL, size); |
---|
165 | | - offset += size; |
---|
166 | | - } |
---|
167 | | - |
---|
168 | | - if (rkisp_debug_reg & ISP2X_MODULE_RK_IESHARP) { |
---|
169 | | - size = 4 + CIF_RKSHARP_UV_GAUSS_OTHER_COE33_COE35 - CIF_RKSHARP_CTRL; |
---|
170 | | - reg_buf->isp_size[ISP2X_ID_RK_IESHARP] = size; |
---|
171 | | - reg_buf->isp_offset[ISP2X_ID_RK_IESHARP] = offset; |
---|
172 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + CIF_RKSHARP_CTRL, size); |
---|
173 | | - offset += size; |
---|
174 | | - } |
---|
175 | | - |
---|
176 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAF) { |
---|
177 | | - size = 4 + ISP_RAWAF_INT_STATE - ISP_RAWAF_CTRL; |
---|
178 | | - reg_buf->isp_size[ISP2X_ID_RAWAF] = size; |
---|
179 | | - reg_buf->isp_offset[ISP2X_ID_RAWAF] = offset; |
---|
180 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWAF_CTRL, size); |
---|
181 | | - offset += size; |
---|
182 | | - |
---|
183 | | - size = ISP2X_RAWAF_SUMDATA_NUM * sizeof(tmp_statsbuf->params.rawaf.ramdata[0]); |
---|
184 | | - reg_buf->isp_size[ISP2X_ID_RAWAF] += size; |
---|
185 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAF] = size; |
---|
186 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
187 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawaf.ramdata[0], size); |
---|
188 | | - else |
---|
189 | | - memset(®_buf->reg[offset], 0, size); |
---|
190 | | - offset += size; |
---|
191 | | - } |
---|
192 | | - |
---|
193 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAE0) { |
---|
194 | | - size = 4 + ISP_RAWAE_LITE_RO_DBG2 - ISP_RAWAE_LITE_CTRL; |
---|
195 | | - reg_buf->isp_size[ISP2X_ID_RAWAE0] = size; |
---|
196 | | - reg_buf->isp_offset[ISP2X_ID_RAWAE0] = offset; |
---|
197 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWAE_LITE_CTRL, size); |
---|
198 | | - offset += size; |
---|
199 | | - |
---|
200 | | - size = ISP2X_RAWAELITE_MEAN_NUM * sizeof(tmp_statsbuf->params.rawae0.data[0]); |
---|
201 | | - reg_buf->isp_size[ISP2X_ID_RAWAE0] += size; |
---|
202 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAE0] = size; |
---|
203 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
204 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawae0.data[0], size); |
---|
205 | | - else |
---|
206 | | - memset(®_buf->reg[offset], 0, size); |
---|
207 | | - offset += size; |
---|
208 | | - } |
---|
209 | | - |
---|
210 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAE1) { |
---|
211 | | - size = 4 + RAWAE_BIG_RO_DBG3 - RAWAE_BIG_CTRL; |
---|
212 | | - reg_buf->isp_size[ISP2X_ID_RAWAE1] = size; |
---|
213 | | - reg_buf->isp_offset[ISP2X_ID_RAWAE1] = offset; |
---|
214 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + RAWAE_BIG1_BASE, size); |
---|
215 | | - offset += size; |
---|
216 | | - |
---|
217 | | - size = ISP2X_RAWAEBIG_MEAN_NUM * sizeof(tmp_statsbuf->params.rawae1.data[0]); |
---|
218 | | - reg_buf->isp_size[ISP2X_ID_RAWAE1] += size; |
---|
219 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAE1] = size; |
---|
220 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
221 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawae1.data[0], size); |
---|
222 | | - else |
---|
223 | | - memset(®_buf->reg[offset], 0, size); |
---|
224 | | - offset += size; |
---|
225 | | - } |
---|
226 | | - |
---|
227 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAE2) { |
---|
228 | | - size = 4 + RAWAE_BIG_RO_DBG3 - RAWAE_BIG_CTRL; |
---|
229 | | - reg_buf->isp_size[ISP2X_ID_RAWAE2] = size; |
---|
230 | | - reg_buf->isp_offset[ISP2X_ID_RAWAE2] = offset; |
---|
231 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + RAWAE_BIG2_BASE, size); |
---|
232 | | - offset += size; |
---|
233 | | - |
---|
234 | | - size = ISP2X_RAWAEBIG_MEAN_NUM * sizeof(tmp_statsbuf->params.rawae2.data[0]); |
---|
235 | | - reg_buf->isp_size[ISP2X_ID_RAWAE2] += size; |
---|
236 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAE2] = size; |
---|
237 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
238 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawae2.data[0], size); |
---|
239 | | - else |
---|
240 | | - memset(®_buf->reg[offset], 0, size); |
---|
241 | | - offset += size; |
---|
242 | | - } |
---|
243 | | - |
---|
244 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAE3) { |
---|
245 | | - size = 4 + RAWAE_BIG_RO_DBG3 - RAWAE_BIG_CTRL; |
---|
246 | | - reg_buf->isp_size[ISP2X_ID_RAWAE3] = size; |
---|
247 | | - reg_buf->isp_offset[ISP2X_ID_RAWAE3] = offset; |
---|
248 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + RAWAE_BIG3_BASE, size); |
---|
249 | | - offset += size; |
---|
250 | | - |
---|
251 | | - size = ISP2X_RAWAEBIG_MEAN_NUM * sizeof(tmp_statsbuf->params.rawae3.data[0]); |
---|
252 | | - reg_buf->isp_size[ISP2X_ID_RAWAE3] += size; |
---|
253 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAE3] = size; |
---|
254 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
255 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawae3.data[0], size); |
---|
256 | | - else |
---|
257 | | - memset(®_buf->reg[offset], 0, size); |
---|
258 | | - offset += size; |
---|
259 | | - } |
---|
260 | | - |
---|
261 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWAWB) { |
---|
262 | | - size = 4 + ISP_RAWAWB_RAM_CTRL - ISP_RAWAWB_CTRL; |
---|
263 | | - reg_buf->isp_size[ISP2X_ID_RAWAWB] = size; |
---|
264 | | - reg_buf->isp_offset[ISP2X_ID_RAWAWB] = offset; |
---|
265 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWAWB_CTRL, size); |
---|
266 | | - offset += size; |
---|
267 | | - |
---|
268 | | - size = ISP2X_RAWAWB_RAMDATA_NUM * sizeof(tmp_statsbuf->params.rawawb.ramdata[0]); |
---|
269 | | - reg_buf->isp_size[ISP2X_ID_RAWAWB] += size; |
---|
270 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWAWB] = size; |
---|
271 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
272 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawawb.ramdata[0], size); |
---|
273 | | - else |
---|
274 | | - memset(®_buf->reg[offset], 0, size); |
---|
275 | | - offset += size; |
---|
276 | | - } |
---|
277 | | - |
---|
278 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWHIST0) { |
---|
279 | | - size = 4 + ISP_RAWHIST_LITE_WEIGHT - ISP_RAWHIST_LITE_CTRL; |
---|
280 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST0] = size; |
---|
281 | | - reg_buf->isp_offset[ISP2X_ID_RAWHIST0] = offset; |
---|
282 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWHIST_LITE_CTRL, size); |
---|
283 | | - offset += size; |
---|
284 | | - |
---|
285 | | - size = ISP2X_HIST_BIN_N_MAX * sizeof(tmp_statsbuf->params.rawhist0.hist_bin[0]); |
---|
286 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST0] += size; |
---|
287 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWHIST0] = size; |
---|
288 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
289 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawhist0.hist_bin[0], size); |
---|
290 | | - else |
---|
291 | | - memset(®_buf->reg[offset], 0, size); |
---|
292 | | - offset += size; |
---|
293 | | - } |
---|
294 | | - |
---|
295 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWHIST1) { |
---|
296 | | - size = 4 + ISP_RAWHIST_BIG_WEIGHT_BASE - ISP_RAWHIST_BIG_CTRL; |
---|
297 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST1] = size; |
---|
298 | | - reg_buf->isp_offset[ISP2X_ID_RAWHIST1] = offset; |
---|
299 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWHIST_BIG1_BASE, size); |
---|
300 | | - offset += size; |
---|
301 | | - |
---|
302 | | - size = ISP2X_HIST_BIN_N_MAX * sizeof(tmp_statsbuf->params.rawhist1.hist_bin[0]); |
---|
303 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST1] += size; |
---|
304 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWHIST1] = size; |
---|
305 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
306 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawhist1.hist_bin[0], size); |
---|
307 | | - else |
---|
308 | | - memset(®_buf->reg[offset], 0, size); |
---|
309 | | - offset += size; |
---|
310 | | - } |
---|
311 | | - |
---|
312 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWHIST2) { |
---|
313 | | - size = 4 + ISP_RAWHIST_BIG_WEIGHT_BASE - ISP_RAWHIST_BIG_CTRL; |
---|
314 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST2] = size; |
---|
315 | | - reg_buf->isp_offset[ISP2X_ID_RAWHIST2] = offset; |
---|
316 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWHIST_BIG2_BASE, size); |
---|
317 | | - offset += size; |
---|
318 | | - |
---|
319 | | - size = ISP2X_HIST_BIN_N_MAX * sizeof(tmp_statsbuf->params.rawhist2.hist_bin[0]); |
---|
320 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST2] += size; |
---|
321 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWHIST2] = size; |
---|
322 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
323 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawhist2.hist_bin[0], size); |
---|
324 | | - else |
---|
325 | | - memset(®_buf->reg[offset], 0, size); |
---|
326 | | - offset += size; |
---|
327 | | - } |
---|
328 | | - |
---|
329 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWHIST3) { |
---|
330 | | - size = 4 + ISP_RAWHIST_BIG_WEIGHT_BASE - ISP_RAWHIST_BIG_CTRL; |
---|
331 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST3] = size; |
---|
332 | | - reg_buf->isp_offset[ISP2X_ID_RAWHIST3] = offset; |
---|
333 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWHIST_BIG3_BASE, size); |
---|
334 | | - offset += size; |
---|
335 | | - |
---|
336 | | - size = ISP2X_HIST_BIN_N_MAX * sizeof(tmp_statsbuf->params.rawhist3.hist_bin[0]); |
---|
337 | | - reg_buf->isp_size[ISP2X_ID_RAWHIST3] += size; |
---|
338 | | - reg_buf->isp_stats_size[ISP2X_ID_RAWHIST3] = size; |
---|
339 | | - if (tmp_statsbuf->frame_id == reg_buf->frame_id) |
---|
340 | | - memcpy(®_buf->reg[offset], &tmp_statsbuf->params.rawhist3.hist_bin[0], size); |
---|
341 | | - else |
---|
342 | | - memset(®_buf->reg[offset], 0, size); |
---|
343 | | - offset += size; |
---|
344 | | - } |
---|
345 | | - |
---|
346 | | - if (rkisp_debug_reg & ISP2X_MODULE_HDRMGE) { |
---|
347 | | - size = 4 + ISP_HDRMGE_OVER_Y16 - ISP_HDRMGE_CTRL; |
---|
348 | | - reg_buf->isp_size[ISP2X_ID_HDRMGE] = size; |
---|
349 | | - reg_buf->isp_offset[ISP2X_ID_HDRMGE] = offset; |
---|
350 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_HDRMGE_CTRL, size); |
---|
351 | | - offset += size; |
---|
352 | | - } |
---|
353 | | - |
---|
354 | | - if (rkisp_debug_reg & ISP2X_MODULE_RAWNR) { |
---|
355 | | - size = 4 + ISP_RAWNR_RGBAIN_FLIP - ISP_RAWNR_CTRL; |
---|
356 | | - reg_buf->isp_size[ISP2X_ID_RAWNR] = size; |
---|
357 | | - reg_buf->isp_offset[ISP2X_ID_RAWNR] = offset; |
---|
358 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_RAWNR_CTRL, size); |
---|
359 | | - offset += size; |
---|
360 | | - } |
---|
361 | | - |
---|
362 | | - if (rkisp_debug_reg & ISP2X_MODULE_HDRTMO) { |
---|
363 | | - size = 4 + ISP_HDRTMO_HIST_RO31 - ISP_HDRTMO_CTRL; |
---|
364 | | - reg_buf->isp_size[ISP2X_ID_HDRTMO] = size; |
---|
365 | | - reg_buf->isp_offset[ISP2X_ID_HDRTMO] = offset; |
---|
366 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_HDRTMO_CTRL, size); |
---|
367 | | - offset += size; |
---|
368 | | - } |
---|
369 | | - |
---|
370 | | - if (rkisp_debug_reg & ISP2X_MODULE_GIC) { |
---|
371 | | - size = 4 + ISP_GIC_NOISE_CTRL1 - ISP_GIC_CONTROL; |
---|
372 | | - reg_buf->isp_size[ISP2X_ID_GIC] = size; |
---|
373 | | - reg_buf->isp_offset[ISP2X_ID_GIC] = offset; |
---|
374 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_GIC_CONTROL, size); |
---|
375 | | - offset += size; |
---|
376 | | - } |
---|
377 | | - |
---|
378 | | - if (rkisp_debug_reg & ISP2X_MODULE_DHAZ) { |
---|
379 | | - size = 4 + ISP_DHAZ_HIST_REG95 - ISP_DHAZ_CTRL; |
---|
380 | | - reg_buf->isp_size[ISP2X_ID_DHAZ] = size; |
---|
381 | | - reg_buf->isp_offset[ISP2X_ID_DHAZ] = offset; |
---|
382 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_DHAZ_CTRL, size); |
---|
383 | | - offset += size; |
---|
384 | | - } |
---|
385 | | - |
---|
386 | | - if (rkisp_debug_reg & ISP2X_MODULE_3DLUT) { |
---|
387 | | - size = 4 + ISP_3DLUT_UPDATE - ISP_3DLUT_CTRL; |
---|
388 | | - reg_buf->isp_size[ISP2X_ID_3DLUT] = size; |
---|
389 | | - reg_buf->isp_offset[ISP2X_ID_3DLUT] = offset; |
---|
390 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_3DLUT_CTRL, size); |
---|
391 | | - offset += size; |
---|
392 | | - } |
---|
393 | | - |
---|
394 | | - if (rkisp_debug_reg & ISP2X_MODULE_LDCH) { |
---|
395 | | - size = 4 + ISP_LDCH_STS - ISP_LDCH_STS; |
---|
396 | | - reg_buf->isp_size[ISP2X_ID_LDCH] = size; |
---|
397 | | - reg_buf->isp_offset[ISP2X_ID_LDCH] = offset; |
---|
398 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_LDCH_STS, size); |
---|
399 | | - offset += size; |
---|
400 | | - } |
---|
401 | | - |
---|
402 | | - if (rkisp_debug_reg & ISP2X_MODULE_GAIN) { |
---|
403 | | - size = 4 + ISP_GAIN_LUT8 - ISP_GAIN_CTRL; |
---|
404 | | - reg_buf->isp_size[ISP2X_ID_GAIN] = size; |
---|
405 | | - reg_buf->isp_offset[ISP2X_ID_GAIN] = offset; |
---|
406 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_GAIN_CTRL, size); |
---|
407 | | - offset += size; |
---|
408 | | - } |
---|
409 | | - |
---|
410 | | - if (rkisp_debug_reg & ISP2X_MODULE_DEBAYER) { |
---|
411 | | - size = 4 + ISP_DEBAYER_C_FILTER - ISP_DEBAYER_CONTROL; |
---|
412 | | - reg_buf->isp_size[ISP2X_ID_DEBAYER] = size; |
---|
413 | | - reg_buf->isp_offset[ISP2X_ID_DEBAYER] = offset; |
---|
414 | | - memcpy_fromio(®_buf->reg[offset], hw->base_addr + ISP_DEBAYER_CONTROL, size); |
---|
415 | | - offset += size; |
---|
416 | | - } |
---|
417 | | - |
---|
418 | | - reg_buf->reg_size = offset; |
---|
419 | | -} |
---|
420 | | - |
---|
421 | | -static void rkisp_bridge_try_sendtohal(struct rkisp_device *dev) |
---|
422 | | -{ |
---|
423 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
424 | | - struct rkisp_bridge_device *br_dev = &dev->br_dev; |
---|
425 | | - struct rkisp_ispp_buf *cur_fbcgain = dev->cur_fbcgain; |
---|
426 | | - struct rkisp_buffer *cur_spbuf = dev->cur_spbuf; |
---|
427 | | - struct isp2x_ispgain_buf *buf; |
---|
428 | | - struct rkisp_bridge_buf *bdgbuf; |
---|
429 | | - struct vb2_buffer *vb2_buf; |
---|
430 | | - u32 *vaddr, size; |
---|
431 | | - u64 pic_ts, gain_ts, sp_ts; |
---|
432 | | - |
---|
433 | | - if (cur_fbcgain && cur_spbuf) { |
---|
434 | | - if ((cur_fbcgain->frame_id == cur_spbuf->vb.sequence) && |
---|
435 | | - (cur_fbcgain->index == cur_spbuf->dev_id)) { |
---|
436 | | - vb2_buf = &cur_spbuf->vb.vb2_buf; |
---|
437 | | - cur_fbcgain->buf_idx = vb2_buf->index; |
---|
438 | | - buf = vb2_plane_vaddr(vb2_buf, 1); |
---|
439 | | - buf->gain_dmaidx = cur_fbcgain->gain_dmaidx; |
---|
440 | | - buf->mfbc_dmaidx = cur_fbcgain->mfbc_dmaidx; |
---|
441 | | - buf->gain_size = cur_fbcgain->gain_size; |
---|
442 | | - buf->mfbc_size = cur_fbcgain->mfbc_size; |
---|
443 | | - buf->frame_id = cur_fbcgain->frame_id; |
---|
444 | | - bdgbuf = to_bridge_buf(cur_fbcgain); |
---|
445 | | - rkisp_finish_buffer(dev, &bdgbuf->dummy[GROUP_BUF_GAIN]); |
---|
446 | | - vb2_buffer_done(&cur_spbuf->vb.vb2_buf, VB2_BUF_STATE_DONE); |
---|
447 | | - list_add_tail(&cur_fbcgain->list, &hw->rpt_list); |
---|
448 | | - dev->cur_fbcgain = NULL; |
---|
449 | | - dev->cur_spbuf = NULL; |
---|
450 | | - v4l2_dbg(3, rkisp_debug, &br_dev->sd, |
---|
451 | | - "%s send mfbcgain buf to hal, frame_id %d\n", |
---|
452 | | - __func__, cur_fbcgain->frame_id); |
---|
453 | | - |
---|
454 | | - bdgbuf = to_bridge_buf(cur_fbcgain); |
---|
455 | | - vaddr = bdgbuf->dummy[GROUP_BUF_PIC].vaddr; |
---|
456 | | - size = bdgbuf->dummy[GROUP_BUF_PIC].size; |
---|
457 | | - pic_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
458 | | - |
---|
459 | | - vaddr = bdgbuf->dummy[GROUP_BUF_GAIN].vaddr; |
---|
460 | | - size = bdgbuf->dummy[GROUP_BUF_GAIN].size; |
---|
461 | | - gain_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
462 | | - |
---|
463 | | - size = vb2_plane_size(&cur_spbuf->vb.vb2_buf, 0); |
---|
464 | | - vaddr = (u32 *)vb2_plane_vaddr(&cur_spbuf->vb.vb2_buf, 0); |
---|
465 | | - sp_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
466 | | - if (abs(pic_ts - gain_ts) > 5000000LL || abs(pic_ts - sp_ts) > 5000000LL || |
---|
467 | | - abs(gain_ts - sp_ts) > 5000000LL) { |
---|
468 | | - v4l2_info(&br_dev->sd, |
---|
469 | | - "%s: frame %d, timestamp is not match (pic_ts %lld, gain_ts %lld, sp_ts %lld)\n", |
---|
470 | | - __func__, cur_fbcgain->frame_id, pic_ts, gain_ts, sp_ts); |
---|
471 | | - } |
---|
472 | | - } else { |
---|
473 | | - v4l2_info(&br_dev->sd, |
---|
474 | | - "%s frame_id(%d, %d) or dev_id(%d, %d) is not match\n", |
---|
475 | | - __func__, |
---|
476 | | - cur_fbcgain->frame_id, cur_spbuf->vb.sequence, |
---|
477 | | - cur_fbcgain->index, cur_spbuf->dev_id); |
---|
478 | | - } |
---|
479 | | - } |
---|
480 | | -} |
---|
481 | | - |
---|
482 | | -static void rkisp_bridge_save_fbcgain(struct rkisp_device *dev, struct rkisp_ispp_buf *fbcgain) |
---|
483 | | -{ |
---|
484 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
485 | | - struct rkisp_bridge_device *br_dev = &dev->br_dev; |
---|
486 | | - unsigned long lock_flags = 0; |
---|
487 | | - |
---|
488 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
489 | | - if (dev->cur_fbcgain) { |
---|
490 | | - v4l2_dbg(1, rkisp_debug, &br_dev->sd, |
---|
491 | | - "%s old mfbcgain buf is exit, frame_id %d\n", |
---|
492 | | - __func__, dev->cur_fbcgain->frame_id); |
---|
493 | | - list_add_tail(&dev->cur_fbcgain->list, &hw->list); |
---|
494 | | - dev->cur_fbcgain = NULL; |
---|
495 | | - br_dev->dbg.frameloss++; |
---|
496 | | - } |
---|
497 | | - dev->cur_fbcgain = fbcgain; |
---|
498 | | - rkisp_bridge_try_sendtohal(dev); |
---|
499 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
500 | | -} |
---|
501 | | - |
---|
502 | | -static void rkisp_bridge_work(struct work_struct *work) |
---|
503 | | -{ |
---|
504 | | - struct rkisp_bridge_work *br_wk = |
---|
505 | | - container_of(work, struct rkisp_bridge_work, work); |
---|
506 | | - struct rkisp_bridge_device *dev = br_wk->dev; |
---|
507 | | - |
---|
508 | | - struct rkisp_ispp_reg *reg_buf = (struct rkisp_ispp_reg *)br_wk->param; |
---|
509 | | - |
---|
510 | | - dump_dbg_reg(dev, reg_buf); |
---|
511 | | - |
---|
512 | | - kfree(br_wk); |
---|
513 | | -} |
---|
514 | | - |
---|
515 | | -static int frame_end(struct rkisp_bridge_device *dev, bool en, u32 state) |
---|
516 | | -{ |
---|
517 | | - struct rkisp_device *ispdev = dev->ispdev; |
---|
518 | | - struct rkisp_hw_dev *hw = ispdev->hw_dev; |
---|
519 | | - struct v4l2_subdev *sd = v4l2_get_subdev_hostdata(&dev->sd); |
---|
520 | | - unsigned long lock_flags = 0; |
---|
521 | | - u64 ns = ktime_get_ns(); |
---|
522 | | - struct rkisp_bridge_buf *buf; |
---|
523 | | - |
---|
524 | | - if (state == FRAME_IRQ && ispdev->cap_dev.is_done_early) |
---|
525 | | - return 0; |
---|
526 | | - dev->frame_early = false; |
---|
527 | | - rkisp_dmarx_get_frame(dev->ispdev, &dev->dbg.id, NULL, NULL, true); |
---|
528 | | - dev->dbg.interval = ns - dev->dbg.timestamp; |
---|
529 | | - dev->dbg.timestamp = ns; |
---|
530 | | - if (hw->cur_buf && hw->nxt_buf) { |
---|
531 | | - if (!en) { |
---|
532 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
533 | | - list_add_tail(&hw->cur_buf->list, &hw->list); |
---|
534 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
535 | | - } else if (dev->ispdev->skip_frame > 0) { |
---|
536 | | - dev->ispdev->skip_frame--; |
---|
537 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
538 | | - list_add_tail(&hw->cur_buf->list, &hw->list); |
---|
539 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
540 | | - } else { |
---|
541 | | - u64 sof_ns = 0; |
---|
542 | | - struct rkisp_ispp_reg *reg_buf = NULL; |
---|
543 | | - |
---|
544 | | - ns = 0; |
---|
545 | | - rkisp_dmarx_get_frame(dev->ispdev, |
---|
546 | | - &hw->cur_buf->frame_id, &sof_ns, &ns, true); |
---|
547 | | - if (!sof_ns) |
---|
548 | | - sof_ns = 0; |
---|
549 | | - if (!ns) |
---|
550 | | - ns = ktime_get_ns(); |
---|
551 | | - hw->cur_buf->frame_timestamp = ns; |
---|
552 | | - hw->cur_buf->index = dev->ispdev->dev_id; |
---|
553 | | - v4l2_subdev_call(sd, core, ioctl, RKISP_ISPP_CMD_REQUEST_REGBUF, |
---|
554 | | - ®_buf); |
---|
555 | | - if (reg_buf) { |
---|
556 | | - struct rkisp_bridge_work *br_wk; |
---|
557 | | - |
---|
558 | | - br_wk = kzalloc(sizeof(struct rkisp_bridge_work), GFP_ATOMIC); |
---|
559 | | - if (br_wk) { |
---|
560 | | - reg_buf->stat = ISP_ISPP_INUSE; |
---|
561 | | - reg_buf->dev_id = hw->cur_buf->index; |
---|
562 | | - reg_buf->frame_id = hw->cur_buf->frame_id; |
---|
563 | | - reg_buf->sof_timestamp = sof_ns; |
---|
564 | | - reg_buf->frame_timestamp = hw->cur_buf->frame_timestamp; |
---|
565 | | - reg_buf->exposure = dev->ispdev->params_vdev.exposure; |
---|
566 | | - |
---|
567 | | - br_wk->dev = dev; |
---|
568 | | - br_wk->param = (void *)reg_buf; |
---|
569 | | - INIT_WORK((struct work_struct *)&br_wk->work, |
---|
570 | | - rkisp_bridge_work); |
---|
571 | | - if (!queue_work(dev->wq, (struct work_struct *)&br_wk->work)) { |
---|
572 | | - v4l2_err(&dev->sd, "queue work failed\n"); |
---|
573 | | - kfree(br_wk); |
---|
574 | | - } |
---|
575 | | - } |
---|
576 | | - } |
---|
577 | | - |
---|
578 | | - if (dev->ispdev->send_fbcgain) { |
---|
579 | | - u32 *vaddr, size; |
---|
580 | | - |
---|
581 | | - buf = to_bridge_buf(hw->cur_buf); |
---|
582 | | - vaddr = buf->dummy[GROUP_BUF_PIC].vaddr; |
---|
583 | | - size = buf->dummy[GROUP_BUF_PIC].size; |
---|
584 | | - *(u64 *)(vaddr + size / 4 - 2) = ktime_get_ns(); |
---|
585 | | - |
---|
586 | | - vaddr = buf->dummy[GROUP_BUF_GAIN].vaddr; |
---|
587 | | - size = buf->dummy[GROUP_BUF_GAIN].size; |
---|
588 | | - *(u64 *)(vaddr + size / 4 - 2) = ktime_get_ns(); |
---|
589 | | - hw->cur_buf->mfbc_dmaidx = hw->cur_buf->didx[GROUP_BUF_PIC]; |
---|
590 | | - hw->cur_buf->gain_dmaidx = hw->cur_buf->didx[GROUP_BUF_GAIN]; |
---|
591 | | - hw->cur_buf->is_move_judge = true; |
---|
592 | | - rkisp_bridge_save_fbcgain(dev->ispdev, hw->cur_buf); |
---|
593 | | - } else { |
---|
594 | | - hw->cur_buf->is_move_judge = false; |
---|
595 | | - v4l2_subdev_call(sd, video, s_rx_buffer, hw->cur_buf, NULL); |
---|
596 | | - } |
---|
597 | | - } |
---|
598 | | - hw->cur_buf = NULL; |
---|
599 | | - } else { |
---|
600 | | - v4l2_dbg(1, rkisp_debug, &dev->sd, "no buf, lost frame:%d\n", dev->dbg.id); |
---|
601 | | - dev->dbg.frameloss++; |
---|
602 | | - } |
---|
603 | | - |
---|
604 | | - if (hw->nxt_buf) { |
---|
605 | | - hw->cur_buf = hw->nxt_buf; |
---|
606 | | - hw->nxt_buf = NULL; |
---|
607 | | - } |
---|
608 | | - |
---|
609 | | - return 0; |
---|
610 | | -} |
---|
611 | | - |
---|
612 | | -static enum hrtimer_restart rkisp_bridge_frame_done_early(struct hrtimer *timer) |
---|
613 | | -{ |
---|
614 | | - struct rkisp_bridge_device *br = |
---|
615 | | - container_of(timer, struct rkisp_bridge_device, frame_qst); |
---|
616 | | - struct rkisp_device *dev = br->ispdev; |
---|
617 | | - enum hrtimer_restart ret = HRTIMER_NORESTART; |
---|
618 | | - u32 ycnt, line = dev->cap_dev.wait_line; |
---|
619 | | - u32 seq, time, max_time = 1000000; |
---|
620 | | - u64 ns = ktime_get_ns(); |
---|
621 | | - |
---|
622 | | - time = (u32)(ns - br->fs_ns); |
---|
623 | | - ycnt = rkisp_read(dev, ISP_MPFBC_ENC_POS, true) & 0x3ff; |
---|
624 | | - ycnt *= 8; |
---|
625 | | - rkisp_dmarx_get_frame(dev, &seq, NULL, NULL, true); |
---|
626 | | - if (!br->en || dev->isp_state == ISP_STOP) { |
---|
627 | | - goto end; |
---|
628 | | - } else if (ycnt < line) { |
---|
629 | | - if (!ycnt) |
---|
630 | | - ns = max_time; |
---|
631 | | - else |
---|
632 | | - ns = time * (line - ycnt) / ycnt; |
---|
633 | | - if (ns > max_time) |
---|
634 | | - ns = max_time; |
---|
635 | | - hrtimer_forward(timer, timer->base->get_time(), ns_to_ktime(ns)); |
---|
636 | | - ret = HRTIMER_RESTART; |
---|
637 | | - } else { |
---|
638 | | - v4l2_dbg(3, rkisp_debug, &dev->v4l2_dev, |
---|
639 | | - "%s seq:%d line:%d ycnt:%d time:%dus\n", |
---|
640 | | - __func__, seq, line, ycnt, time / 1000); |
---|
641 | | - frame_end(br, br->en, FRAME_WORK); |
---|
642 | | - } |
---|
643 | | -end: |
---|
644 | | - return ret; |
---|
645 | | -} |
---|
646 | | - |
---|
647 | | -static int config_gain(struct rkisp_bridge_device *dev) |
---|
648 | | -{ |
---|
649 | | - u32 w = dev->crop.width; |
---|
650 | | - u32 h = dev->crop.height; |
---|
651 | | - u32 val; |
---|
652 | | - |
---|
653 | | - val = ALIGN(w, 64) * ALIGN(h, 128) >> 4; |
---|
654 | | - rkisp_write(dev->ispdev, MI_GAIN_WR_SIZE, val, false); |
---|
655 | | - val = ALIGN((w + 3) >> 2, 16); |
---|
656 | | - rkisp_write(dev->ispdev, MI_GAIN_WR_LENGTH, val, false); |
---|
657 | | - rkisp_set_bits(dev->ispdev, MI_WR_CTRL2, |
---|
658 | | - 0, SW_GAIN_WR_AUTOUPD, true); |
---|
659 | | - return 0; |
---|
660 | | -} |
---|
661 | | - |
---|
662 | | -static int config_mpfbc(struct rkisp_bridge_device *dev) |
---|
663 | | -{ |
---|
664 | | - struct rkisp_hw_dev *hw = dev->ispdev->hw_dev; |
---|
665 | | - u32 h = hw->max_in.h ? hw->max_in.h : dev->crop.height; |
---|
666 | | - u32 ctrl = 0; |
---|
667 | | - |
---|
668 | | - if (dev->work_mode & ISP_ISPP_QUICK) { |
---|
669 | | - rkisp_set_bits(dev->ispdev, CTRL_SWS_CFG, |
---|
670 | | - 0, SW_ISP2PP_PIPE_EN, true); |
---|
671 | | - ctrl = SW_MPFBC_MAINISP_MODE; |
---|
672 | | - if (dev->ispdev->hw_dev->nxt_buf) |
---|
673 | | - ctrl |= SW_MPFBC_PINGPONG_EN; |
---|
674 | | - } |
---|
675 | | - |
---|
676 | | - rkisp_write(dev->ispdev, ISP_MPFBC_VIR_WIDTH, 0, true); |
---|
677 | | - rkisp_write(dev->ispdev, ISP_MPFBC_VIR_HEIGHT, ALIGN(h, 16), true); |
---|
678 | | - |
---|
679 | | - ctrl |= (dev->work_mode & ISP_ISPP_422) | SW_MPFBC_EN; |
---|
680 | | - rkisp_write(dev->ispdev, ISP_MPFBC_BASE, ctrl, true); |
---|
681 | | - rkisp_set_bits(dev->ispdev, MI_WR_CTRL, MI_LUM_BURST_MASK, |
---|
682 | | - MI_MIPI_LUM_BURST16, true); |
---|
683 | | - dev->ispdev->irq_ends_mask |= ISP_FRAME_MPFBC; |
---|
684 | | - return 0; |
---|
685 | | -} |
---|
686 | | - |
---|
687 | | -static void disable_mpfbc(struct rkisp_bridge_device *dev) |
---|
688 | | -{ |
---|
689 | | - if (dev->ispdev->hw_dev->is_single) |
---|
690 | | - rkisp_clear_bits(dev->ispdev, ISP_MPFBC_BASE, |
---|
691 | | - SW_MPFBC_EN, true); |
---|
692 | | -} |
---|
693 | | - |
---|
694 | | -static bool is_stopped_mpfbc(struct rkisp_bridge_device *dev) |
---|
695 | | -{ |
---|
696 | | - bool en = true; |
---|
697 | | - |
---|
698 | | - if (dev->ispdev->hw_dev->is_single) |
---|
699 | | - en = is_mpfbc_stopped(dev->ispdev->base_addr); |
---|
700 | | - return en; |
---|
701 | | -} |
---|
702 | | - |
---|
703 | | -static struct rkisp_bridge_ops mpfbc_ops = { |
---|
704 | | - .config = config_mpfbc, |
---|
705 | | - .disable = disable_mpfbc, |
---|
706 | | - .is_stopped = is_stopped_mpfbc, |
---|
707 | | -}; |
---|
708 | | - |
---|
709 | | -static struct rkisp_bridge_config mpfbc_cfg = { |
---|
710 | | - .frame_end_id = MI_MPFBC_FRAME, |
---|
711 | | - .reg = { |
---|
712 | | - .y0_base = ISP_MPFBC_HEAD_PTR, |
---|
713 | | - .uv0_base = ISP_MPFBC_PAYL_PTR, |
---|
714 | | - .y1_base = ISP_MPFBC_HEAD_PTR2, |
---|
715 | | - .uv1_base = ISP_MPFBC_PAYL_PTR2, |
---|
716 | | - .g0_base = MI_GAIN_WR_BASE, |
---|
717 | | - .g1_base = MI_GAIN_WR_BASE2, |
---|
718 | | - |
---|
719 | | - .y0_base_shd = ISP_MPFBC_HEAD_PTR, |
---|
720 | | - .uv0_base_shd = ISP_MPFBC_PAYL_PTR, |
---|
721 | | - .g0_base_shd = MI_GAIN_WR_BASE_SHD, |
---|
722 | | - }, |
---|
723 | | -}; |
---|
724 | | - |
---|
725 | | -static int config_mp(struct rkisp_bridge_device *dev) |
---|
726 | | -{ |
---|
727 | | - u32 w = dev->crop.width; |
---|
728 | | - u32 h = dev->crop.height; |
---|
729 | | - u32 val; |
---|
730 | | - |
---|
731 | | - if (dev->work_mode & ISP_ISPP_QUICK) { |
---|
732 | | - rkisp_set_bits(dev->ispdev, CTRL_SWS_CFG, 0, |
---|
733 | | - SW_ISP2PP_PIPE_EN, true); |
---|
734 | | - if (dev->ispdev->hw_dev->nxt_buf) |
---|
735 | | - rkisp_set_bits(dev->ispdev, CIF_MI_CTRL, 0, |
---|
736 | | - CIF_MI_MP_PINGPONG_ENABLE, true); |
---|
737 | | - } |
---|
738 | | - |
---|
739 | | - val = w * h; |
---|
740 | | - rkisp_write(dev->ispdev, CIF_MI_MP_Y_SIZE_INIT, val, false); |
---|
741 | | - val = (dev->work_mode & ISP_ISPP_422) ? val : val / 2; |
---|
742 | | - rkisp_write(dev->ispdev, CIF_MI_MP_CB_SIZE_INIT, val, false); |
---|
743 | | - rkisp_write(dev->ispdev, CIF_MI_MP_CR_SIZE_INIT, 0, false); |
---|
744 | | - rkisp_write(dev->ispdev, CIF_MI_MP_Y_OFFS_CNT_INIT, 0, false); |
---|
745 | | - rkisp_write(dev->ispdev, CIF_MI_MP_CB_OFFS_CNT_INIT, 0, false); |
---|
746 | | - rkisp_write(dev->ispdev, CIF_MI_MP_CR_OFFS_CNT_INIT, 0, false); |
---|
747 | | - |
---|
748 | | - rkisp_write(dev->ispdev, ISP_MPFBC_BASE, |
---|
749 | | - dev->work_mode & ISP_ISPP_422, true); |
---|
750 | | - rkisp_set_bits(dev->ispdev, CIF_MI_CTRL, MI_CTRL_MP_FMT_MASK, |
---|
751 | | - MI_CTRL_MP_WRITE_YUV_SPLA | CIF_MI_CTRL_MP_ENABLE | |
---|
752 | | - CIF_MI_MP_AUTOUPDATE_ENABLE, true); |
---|
753 | | - dev->ispdev->irq_ends_mask |= ISP_FRAME_MP; |
---|
754 | | - return 0; |
---|
755 | | -} |
---|
756 | | - |
---|
757 | | -static void disable_mp(struct rkisp_bridge_device *dev) |
---|
758 | | -{ |
---|
759 | | - if (dev->ispdev->hw_dev->is_single) |
---|
760 | | - rkisp_clear_bits(dev->ispdev, CIF_MI_CTRL, |
---|
761 | | - CIF_MI_CTRL_MP_ENABLE | |
---|
762 | | - CIF_MI_CTRL_RAW_ENABLE, true); |
---|
763 | | -} |
---|
764 | | - |
---|
765 | | -static bool is_stopped_mp(struct rkisp_bridge_device *dev) |
---|
766 | | -{ |
---|
767 | | - bool en = true; |
---|
768 | | - |
---|
769 | | - if (dev->ispdev->hw_dev->is_single) |
---|
770 | | - en = mp_is_stream_stopped(dev->ispdev->base_addr); |
---|
771 | | - return en; |
---|
772 | | -} |
---|
773 | | - |
---|
774 | | -static struct rkisp_bridge_ops mp_ops = { |
---|
775 | | - .config = config_mp, |
---|
776 | | - .disable = disable_mp, |
---|
777 | | - .is_stopped = is_stopped_mp, |
---|
778 | | -}; |
---|
779 | | - |
---|
780 | | -static struct rkisp_bridge_config mp_cfg = { |
---|
781 | | - .frame_end_id = MI_MP_FRAME, |
---|
782 | | - .reg = { |
---|
783 | | - .y0_base = MI_MP_WR_Y_BASE, |
---|
784 | | - .uv0_base = MI_MP_WR_CB_BASE, |
---|
785 | | - .y1_base = MI_MP_WR_Y_BASE2, |
---|
786 | | - .uv1_base = MI_MP_WR_CB_BASE2, |
---|
787 | | - .g0_base = MI_GAIN_WR_BASE, |
---|
788 | | - .g1_base = MI_GAIN_WR_BASE2, |
---|
789 | | - |
---|
790 | | - .y0_base_shd = MI_MP_WR_Y_BASE_SHD, |
---|
791 | | - .uv0_base_shd = MI_MP_WR_CB_BASE_SHD, |
---|
792 | | - .g0_base_shd = MI_GAIN_WR_BASE_SHD, |
---|
793 | | - }, |
---|
794 | | -}; |
---|
795 | 26 | |
---|
796 | 27 | static void free_bridge_buf(struct rkisp_bridge_device *dev) |
---|
797 | 28 | { |
---|
.. | .. |
---|
859 | 90 | struct rkisp_dummy_buffer *dummy; |
---|
860 | 91 | int i, j, val, ret = 0; |
---|
861 | 92 | unsigned long lock_flags = 0; |
---|
| 93 | + bool is_direct = (hw->isp_ver == ISP_V20) ? true : false; |
---|
862 | 94 | |
---|
863 | 95 | spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
864 | 96 | if (++hw->buf_init_cnt > 1) { |
---|
.. | .. |
---|
875 | 107 | for (i = 0; i < dev->buf_num; i++) { |
---|
876 | 108 | buf = &hw->bufs[i]; |
---|
877 | 109 | for (j = 0; j < GROUP_BUF_MAX; j++) { |
---|
| 110 | + if (j && hw->isp_ver == ISP_V30) |
---|
| 111 | + continue; |
---|
878 | 112 | dummy = &buf->dummy[j]; |
---|
879 | 113 | dummy->is_need_vaddr = true; |
---|
880 | 114 | dummy->is_need_dbuf = true; |
---|
.. | .. |
---|
896 | 130 | for (i = 0; i < hw->dev_num; i++) { |
---|
897 | 131 | struct rkisp_device *isp = hw->isp[i]; |
---|
898 | 132 | |
---|
899 | | - if (!(isp->isp_inp & INP_CSI)) |
---|
| 133 | + if (!isp || |
---|
| 134 | + (isp && !(isp->isp_inp & INP_CSI))) |
---|
900 | 135 | continue; |
---|
901 | 136 | ret = rkisp_alloc_common_dummy_buf(isp); |
---|
902 | 137 | if (ret < 0) |
---|
.. | .. |
---|
909 | 144 | list_del(&hw->cur_buf->list); |
---|
910 | 145 | buf = to_bridge_buf(hw->cur_buf); |
---|
911 | 146 | val = buf->dummy[GROUP_BUF_PIC].dma_addr; |
---|
912 | | - rkisp_write(dev->ispdev, dev->cfg->reg.y0_base, val, true); |
---|
| 147 | + rkisp_write(dev->ispdev, dev->cfg->reg.y0_base, val, is_direct); |
---|
913 | 148 | val += dev->cfg->offset; |
---|
914 | | - rkisp_write(dev->ispdev, dev->cfg->reg.uv0_base, val, true); |
---|
915 | | - val = buf->dummy[GROUP_BUF_GAIN].dma_addr; |
---|
916 | | - rkisp_write(dev->ispdev, dev->cfg->reg.g0_base, val, true); |
---|
| 149 | + rkisp_write(dev->ispdev, dev->cfg->reg.uv0_base, val, is_direct); |
---|
| 150 | + if (hw->isp_ver == ISP_V20) { |
---|
| 151 | + val = buf->dummy[GROUP_BUF_GAIN].dma_addr; |
---|
| 152 | + rkisp_write(dev->ispdev, dev->cfg->reg.g0_base, val, is_direct); |
---|
| 153 | + } |
---|
917 | 154 | |
---|
918 | 155 | if (!list_empty(&hw->list)) { |
---|
919 | 156 | hw->nxt_buf = list_first_entry(&hw->list, |
---|
.. | .. |
---|
957 | 194 | u32 w = hw->max_in.w ? hw->max_in.w : dev->crop.width; |
---|
958 | 195 | u32 h = hw->max_in.h ? hw->max_in.h : dev->crop.height; |
---|
959 | 196 | u32 offs = w * h; |
---|
960 | | - u32 pic_size = 0, gain_size; |
---|
| 197 | + u32 pic_size = 0, gain_size = 0; |
---|
961 | 198 | |
---|
962 | 199 | if (dev->work_mode == ISP_ISPP_INIT_FAIL) { |
---|
963 | 200 | free_bridge_buf(dev); |
---|
.. | .. |
---|
976 | 213 | "work mode:0x%x buf num:%d\n", |
---|
977 | 214 | dev->work_mode, dev->buf_num); |
---|
978 | 215 | |
---|
979 | | - if (dev->work_mode & ISP_ISPP_FBC) { |
---|
980 | | - dev->ops = &mpfbc_ops; |
---|
981 | | - dev->cfg = &mpfbc_cfg; |
---|
| 216 | + if (hw->isp_ver == ISP_V20) { |
---|
| 217 | + gain_size = ALIGN(w, 64) * ALIGN(h, 128) >> 4; |
---|
| 218 | + rkisp_bridge_init_ops_v20(dev); |
---|
982 | 219 | } else { |
---|
983 | | - dev->ops = &mp_ops; |
---|
984 | | - dev->cfg = &mp_cfg; |
---|
| 220 | + dev->work_mode &= ~(ISP_ISPP_FBC | ISP_ISPP_QUICK); |
---|
| 221 | + rkisp_bridge_init_ops_v30(dev); |
---|
985 | 222 | } |
---|
986 | 223 | |
---|
987 | | - gain_size = ALIGN(w, 64) * ALIGN(h, 128) >> 4; |
---|
988 | 224 | if (dev->work_mode & ISP_ISPP_FBC) { |
---|
989 | 225 | w = ALIGN(w, 16); |
---|
990 | 226 | h = ALIGN(h, 16); |
---|
.. | .. |
---|
997 | 233 | pic_size += w * h * 3 >> 1; |
---|
998 | 234 | dev->cfg->offset = offs; |
---|
999 | 235 | |
---|
1000 | | - pic_size += RKISP_MOTION_DECT_TS_SIZE; |
---|
1001 | | - gain_size += RKISP_MOTION_DECT_TS_SIZE; |
---|
| 236 | + if (hw->isp_ver == ISP_V20) { |
---|
| 237 | + pic_size += RKISP_MOTION_DECT_TS_SIZE; |
---|
| 238 | + gain_size += RKISP_MOTION_DECT_TS_SIZE; |
---|
| 239 | + } |
---|
1002 | 240 | return init_buf(dev, pic_size, gain_size); |
---|
1003 | | -} |
---|
1004 | | - |
---|
1005 | | -static void crop_on(struct rkisp_bridge_device *dev) |
---|
1006 | | -{ |
---|
1007 | | - struct rkisp_device *ispdev = dev->ispdev; |
---|
1008 | | - u32 src_w = ispdev->isp_sdev.out_crop.width; |
---|
1009 | | - u32 src_h = ispdev->isp_sdev.out_crop.height; |
---|
1010 | | - u32 dest_w = dev->crop.width; |
---|
1011 | | - u32 dest_h = dev->crop.height; |
---|
1012 | | - u32 left = dev->crop.left; |
---|
1013 | | - u32 top = dev->crop.top; |
---|
1014 | | - u32 ctrl = CIF_DUAL_CROP_CFG_UPD; |
---|
1015 | | - |
---|
1016 | | - if (ispdev->isp_ver == ISP_V20 && |
---|
1017 | | - ispdev->rd_mode == HDR_RDBK_FRAME1 && |
---|
1018 | | - ispdev->isp_sdev.in_fmt.fmt_type == FMT_BAYER) |
---|
1019 | | - src_h += RKMODULE_EXTEND_LINE; |
---|
1020 | | - |
---|
1021 | | - rkisp_write(ispdev, CIF_DUAL_CROP_M_H_OFFS, left, false); |
---|
1022 | | - rkisp_write(ispdev, CIF_DUAL_CROP_M_V_OFFS, top, false); |
---|
1023 | | - rkisp_write(ispdev, CIF_DUAL_CROP_M_H_SIZE, dest_w, false); |
---|
1024 | | - rkisp_write(ispdev, CIF_DUAL_CROP_M_V_SIZE, dest_h, false); |
---|
1025 | | - ctrl |= rkisp_read(ispdev, CIF_DUAL_CROP_CTRL, true); |
---|
1026 | | - if (src_w == dest_w && src_h == dest_h) |
---|
1027 | | - ctrl &= ~(CIF_DUAL_CROP_MP_MODE_YUV | CIF_DUAL_CROP_MP_MODE_RAW); |
---|
1028 | | - else |
---|
1029 | | - ctrl |= CIF_DUAL_CROP_MP_MODE_YUV; |
---|
1030 | | - rkisp_write(ispdev, CIF_DUAL_CROP_CTRL, ctrl, false); |
---|
1031 | | -} |
---|
1032 | | - |
---|
1033 | | -static void crop_off(struct rkisp_bridge_device *dev) |
---|
1034 | | -{ |
---|
1035 | | - struct rkisp_device *ispdev = dev->ispdev; |
---|
1036 | | - u32 ctrl = CIF_DUAL_CROP_GEN_CFG_UPD; |
---|
1037 | | - |
---|
1038 | | - ctrl = rkisp_read(ispdev, CIF_DUAL_CROP_CTRL, true); |
---|
1039 | | - ctrl &= ~(CIF_DUAL_CROP_MP_MODE_YUV | CIF_DUAL_CROP_MP_MODE_RAW); |
---|
1040 | | - rkisp_write(ispdev, CIF_DUAL_CROP_CTRL, ctrl, false); |
---|
1041 | | -} |
---|
1042 | | - |
---|
1043 | | -static int bridge_start(struct rkisp_bridge_device *dev) |
---|
1044 | | -{ |
---|
1045 | | - struct rkisp_device *ispdev = dev->ispdev; |
---|
1046 | | - struct rkisp_stream *sp_stream; |
---|
1047 | | - |
---|
1048 | | - sp_stream = &dev->ispdev->cap_dev.stream[RKISP_STREAM_SP]; |
---|
1049 | | - crop_on(dev); |
---|
1050 | | - config_gain(dev); |
---|
1051 | | - dev->ops->config(dev); |
---|
1052 | | - rkisp_start_spstream(sp_stream); |
---|
1053 | | - |
---|
1054 | | - dev->ispdev->skip_frame = 0; |
---|
1055 | | - dev->en = true; |
---|
1056 | | - |
---|
1057 | | - ispdev->cap_dev.is_done_early = false; |
---|
1058 | | - if (ispdev->send_fbcgain) |
---|
1059 | | - ispdev->cap_dev.wait_line = 0; |
---|
1060 | | - if (ispdev->cap_dev.wait_line) { |
---|
1061 | | - if (ispdev->cap_dev.wait_line < dev->crop.height / 4) |
---|
1062 | | - ispdev->cap_dev.wait_line = dev->crop.height / 4; |
---|
1063 | | - ispdev->cap_dev.is_done_early = true; |
---|
1064 | | - } |
---|
1065 | | - return 0; |
---|
1066 | | -} |
---|
1067 | | - |
---|
1068 | | -static int bridge_stop(struct rkisp_bridge_device *dev) |
---|
1069 | | -{ |
---|
1070 | | - struct rkisp_stream *sp_stream; |
---|
1071 | | - int ret; |
---|
1072 | | - u32 irq; |
---|
1073 | | - |
---|
1074 | | - sp_stream = &dev->ispdev->cap_dev.stream[RKISP_STREAM_SP]; |
---|
1075 | | - dev->stopping = true; |
---|
1076 | | - dev->ops->disable(dev); |
---|
1077 | | - rkisp_stop_spstream(sp_stream); |
---|
1078 | | - hdr_stop_dmatx(dev->ispdev); |
---|
1079 | | - ret = wait_event_timeout(dev->done, !dev->en, |
---|
1080 | | - msecs_to_jiffies(1000)); |
---|
1081 | | - if (!ret) |
---|
1082 | | - v4l2_warn(&dev->sd, |
---|
1083 | | - "%s timeout ret:%d\n", __func__, ret); |
---|
1084 | | - crop_off(dev); |
---|
1085 | | - dev->stopping = false; |
---|
1086 | | - dev->en = false; |
---|
1087 | | - irq = dev->cfg->frame_end_id; |
---|
1088 | | - irq = (irq == MI_MPFBC_FRAME) ? ISP_FRAME_MPFBC : ISP_FRAME_MP; |
---|
1089 | | - dev->ispdev->irq_ends_mask &= ~irq; |
---|
1090 | | - drain_workqueue(dev->wq); |
---|
1091 | | - |
---|
1092 | | - /* make sure ispp last frame done */ |
---|
1093 | | - if (dev->work_mode & ISP_ISPP_QUICK) { |
---|
1094 | | - rkisp_clear_bits(dev->ispdev, MI_IMSC, |
---|
1095 | | - dev->cfg->frame_end_id, true); |
---|
1096 | | - usleep_range(20000, 25000); |
---|
1097 | | - } |
---|
1098 | | - return 0; |
---|
1099 | 241 | } |
---|
1100 | 242 | |
---|
1101 | 243 | static int bridge_start_stream(struct v4l2_subdev *sd) |
---|
.. | .. |
---|
1128 | 270 | if (ret < 0) |
---|
1129 | 271 | goto free_buf; |
---|
1130 | 272 | |
---|
1131 | | - hdr_config_dmatx(dev->ispdev); |
---|
1132 | | - ret = bridge_start(dev); |
---|
| 273 | + ret = dev->ops->start(dev); |
---|
1133 | 274 | if (ret) |
---|
1134 | 275 | goto close_pipe; |
---|
1135 | 276 | |
---|
.. | .. |
---|
1146 | 287 | pipe_stream_off: |
---|
1147 | 288 | dev->ispdev->pipe.set_stream(&dev->ispdev->pipe, false); |
---|
1148 | 289 | stop_bridge: |
---|
1149 | | - bridge_stop(dev); |
---|
| 290 | + dev->ops->stop(dev); |
---|
1150 | 291 | close_pipe: |
---|
1151 | 292 | dev->ispdev->pipe.close(&dev->ispdev->pipe); |
---|
1152 | 293 | hdr_destroy_buf(dev->ispdev); |
---|
.. | .. |
---|
1166 | 307 | { |
---|
1167 | 308 | struct rkisp_bridge_device *dev = v4l2_get_subdevdata(sd); |
---|
1168 | 309 | |
---|
1169 | | - bridge_stop(dev); |
---|
| 310 | + dev->ops->stop(dev); |
---|
1170 | 311 | media_pipeline_stop(&sd->entity); |
---|
1171 | 312 | dev->ispdev->pipe.set_stream(&dev->ispdev->pipe, false); |
---|
1172 | 313 | dev->ispdev->pipe.close(&dev->ispdev->pipe); |
---|
.. | .. |
---|
1294 | 435 | "%s %d\n", __func__, on); |
---|
1295 | 436 | |
---|
1296 | 437 | if (on) |
---|
1297 | | - ret = v4l2_pipeline_pm_use(&sd->entity, 1); |
---|
| 438 | + ret = v4l2_pipeline_pm_get(&sd->entity); |
---|
1298 | 439 | else |
---|
1299 | | - ret = v4l2_pipeline_pm_use(&sd->entity, 0); |
---|
| 440 | + v4l2_pipeline_pm_put(&sd->entity); |
---|
1300 | 441 | |
---|
1301 | 442 | return ret; |
---|
1302 | 443 | } |
---|
.. | .. |
---|
1350 | 491 | .pad = &bridge_pad_ops, |
---|
1351 | 492 | }; |
---|
1352 | 493 | |
---|
1353 | | -int rkisp_bridge_get_fbcbuf_fd(struct rkisp_device *dev, struct isp2x_buf_idxfd *idxfd) |
---|
1354 | | -{ |
---|
1355 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
1356 | | - struct rkisp_bridge_device *br_dev = &dev->br_dev; |
---|
1357 | | - struct rkisp_bridge_buf *buf; |
---|
1358 | | - struct rkisp_dummy_buffer *dummy; |
---|
1359 | | - unsigned long lock_flags = 0; |
---|
1360 | | - int i, j, buf_idx; |
---|
1361 | | - |
---|
1362 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
1363 | | - if (!hw->is_buf_init) { |
---|
1364 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1365 | | - return -EAGAIN; |
---|
1366 | | - } |
---|
1367 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1368 | | - |
---|
1369 | | - buf_idx = 0; |
---|
1370 | | - for (i = 0; i < br_dev->buf_num; i++) { |
---|
1371 | | - buf = &hw->bufs[i]; |
---|
1372 | | - for (j = 0; j < GROUP_BUF_MAX; j++) { |
---|
1373 | | - dummy = &buf->dummy[j]; |
---|
1374 | | - buf->dbufs.dfd[j] = dma_buf_fd(dummy->dbuf, O_CLOEXEC); |
---|
1375 | | - get_dma_buf(buf->dbufs.dbuf[j]); |
---|
1376 | | - idxfd->index[buf_idx] = buf->dbufs.didx[j]; |
---|
1377 | | - idxfd->dmafd[buf_idx] = buf->dbufs.dfd[j]; |
---|
1378 | | - buf_idx++; |
---|
1379 | | - } |
---|
1380 | | - } |
---|
1381 | | - |
---|
1382 | | - idxfd->buf_num = buf_idx; |
---|
1383 | | - |
---|
1384 | | - return 0; |
---|
1385 | | -} |
---|
1386 | | - |
---|
1387 | | -void rkisp_bridge_sendtopp_buffer(struct rkisp_device *dev, u32 dev_id, u32 buf_idx) |
---|
1388 | | -{ |
---|
1389 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
1390 | | - struct rkisp_bridge_device *br_dev = &dev->br_dev; |
---|
1391 | | - struct v4l2_subdev *sd = v4l2_get_subdev_hostdata(&br_dev->sd); |
---|
1392 | | - struct rkisp_ispp_buf *cur_buf, *cur_buf_tmp, *find_buf; |
---|
1393 | | - struct rkisp_bridge_buf *buf; |
---|
1394 | | - unsigned long lock_flags = 0; |
---|
1395 | | - bool find_flg = false; |
---|
1396 | | - u32 *vaddr, size; |
---|
1397 | | - u64 pic_ts, gain_ts; |
---|
1398 | | - |
---|
1399 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
1400 | | - list_for_each_entry(cur_buf, &hw->rpt_list, list) { |
---|
1401 | | - if (cur_buf->index == dev_id && cur_buf->buf_idx == buf_idx) { |
---|
1402 | | - find_flg = true; |
---|
1403 | | - break; |
---|
1404 | | - } |
---|
1405 | | - } |
---|
1406 | | - |
---|
1407 | | - if (find_flg) { |
---|
1408 | | - list_del(&cur_buf->list); |
---|
1409 | | - find_buf = cur_buf; |
---|
1410 | | - list_for_each_entry_safe(cur_buf, cur_buf_tmp, &hw->rpt_list, list) { |
---|
1411 | | - if ((cur_buf->frame_id < find_buf->frame_id) && |
---|
1412 | | - (cur_buf->index == find_buf->index)) { |
---|
1413 | | - list_del_init(&cur_buf->list); |
---|
1414 | | - v4l2_dbg(3, rkisp_debug, &br_dev->sd, |
---|
1415 | | - "%s send buffer to pp, frame_id %d\n", |
---|
1416 | | - __func__, cur_buf->frame_id); |
---|
1417 | | - |
---|
1418 | | - buf = to_bridge_buf(cur_buf); |
---|
1419 | | - rkisp_prepare_buffer(dev, &buf->dummy[GROUP_BUF_GAIN]); |
---|
1420 | | - vaddr = buf->dummy[GROUP_BUF_PIC].vaddr; |
---|
1421 | | - size = buf->dummy[GROUP_BUF_PIC].size; |
---|
1422 | | - pic_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
1423 | | - |
---|
1424 | | - vaddr = buf->dummy[GROUP_BUF_GAIN].vaddr; |
---|
1425 | | - size = buf->dummy[GROUP_BUF_GAIN].size; |
---|
1426 | | - gain_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
1427 | | - if (abs(pic_ts - gain_ts) > 5000000LL) { |
---|
1428 | | - v4l2_info(&br_dev->sd, |
---|
1429 | | - "%s: frame %d, timestamp is not match (pic_ts %lld, gain_ts %lld)", |
---|
1430 | | - __func__, cur_buf->frame_id, pic_ts, gain_ts); |
---|
1431 | | - } |
---|
1432 | | - cur_buf->is_move_judge = true; |
---|
1433 | | - v4l2_subdev_call(sd, video, s_rx_buffer, cur_buf, NULL); |
---|
1434 | | - } |
---|
1435 | | - } |
---|
1436 | | - |
---|
1437 | | - v4l2_dbg(3, rkisp_debug, &br_dev->sd, |
---|
1438 | | - "%s send buffer to pp, frame_id %d\n", |
---|
1439 | | - __func__, find_buf->frame_id); |
---|
1440 | | - |
---|
1441 | | - buf = to_bridge_buf(find_buf); |
---|
1442 | | - rkisp_prepare_buffer(dev, &buf->dummy[GROUP_BUF_GAIN]); |
---|
1443 | | - vaddr = buf->dummy[GROUP_BUF_PIC].vaddr; |
---|
1444 | | - size = buf->dummy[GROUP_BUF_PIC].size; |
---|
1445 | | - pic_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
1446 | | - |
---|
1447 | | - vaddr = buf->dummy[GROUP_BUF_GAIN].vaddr; |
---|
1448 | | - size = buf->dummy[GROUP_BUF_GAIN].size; |
---|
1449 | | - gain_ts = *(u64 *)(vaddr + size / 4 - 2); |
---|
1450 | | - if (abs(pic_ts - gain_ts) > 5000000LL) { |
---|
1451 | | - v4l2_info(&br_dev->sd, |
---|
1452 | | - "%s: frame %d, timestamp is not match (pic_ts %lld, gain_ts %lld)", |
---|
1453 | | - __func__, find_buf->frame_id, pic_ts, gain_ts); |
---|
1454 | | - } |
---|
1455 | | - find_buf->is_move_judge = true; |
---|
1456 | | - v4l2_subdev_call(sd, video, s_rx_buffer, find_buf, NULL); |
---|
1457 | | - } |
---|
1458 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1459 | | -} |
---|
1460 | | - |
---|
1461 | | -void rkisp_bridge_save_spbuf(struct rkisp_device *dev, struct rkisp_buffer *sp_buf) |
---|
1462 | | -{ |
---|
1463 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
1464 | | - struct rkisp_bridge_device *br_dev = &dev->br_dev; |
---|
1465 | | - unsigned long lock_flags = 0; |
---|
1466 | | - |
---|
1467 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
1468 | | - if (dev->cur_spbuf) { |
---|
1469 | | - v4l2_dbg(1, rkisp_debug, &br_dev->sd, |
---|
1470 | | - "%s old sp buf is exit, frame_id %d\n", |
---|
1471 | | - __func__, dev->cur_spbuf->vb.sequence); |
---|
1472 | | - rkisp_spbuf_queue(&dev->cap_dev.stream[RKISP_STREAM_SP], dev->cur_spbuf); |
---|
1473 | | - dev->cur_spbuf = NULL; |
---|
1474 | | - dev->cap_dev.stream[RKISP_STREAM_SP].dbg.frameloss++; |
---|
1475 | | - } |
---|
1476 | | - dev->cur_spbuf = sp_buf; |
---|
1477 | | - rkisp_bridge_try_sendtohal(dev); |
---|
1478 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1479 | | -} |
---|
1480 | | - |
---|
1481 | | -void rkisp_bridge_stop_spstream(struct rkisp_device *dev) |
---|
1482 | | -{ |
---|
1483 | | - struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
1484 | | - unsigned long lock_flags = 0; |
---|
1485 | | - |
---|
1486 | | - spin_lock_irqsave(&hw->buf_lock, lock_flags); |
---|
1487 | | - if (dev->cur_spbuf) { |
---|
1488 | | - rkisp_spbuf_queue(&dev->cap_dev.stream[RKISP_STREAM_SP], dev->cur_spbuf); |
---|
1489 | | - dev->cur_spbuf = NULL; |
---|
1490 | | - } |
---|
1491 | | - spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1492 | | -} |
---|
1493 | | - |
---|
1494 | 494 | void rkisp_bridge_update_mi(struct rkisp_device *dev, u32 isp_mis) |
---|
1495 | 495 | { |
---|
1496 | 496 | struct rkisp_bridge_device *br = &dev->br_dev; |
---|
1497 | 497 | struct rkisp_hw_dev *hw = dev->hw_dev; |
---|
1498 | | - struct rkisp_bridge_buf *buf; |
---|
1499 | 498 | unsigned long lock_flags = 0; |
---|
1500 | | - u32 val; |
---|
1501 | 499 | |
---|
1502 | | - if (dev->isp_ver != ISP_V20 || !br->en || |
---|
1503 | | - br->work_mode & ISP_ISPP_QUICK || |
---|
| 500 | + if ((dev->isp_ver != ISP_V20 && dev->isp_ver != ISP_V30) || |
---|
| 501 | + !br->en || br->work_mode & ISP_ISPP_QUICK || |
---|
1504 | 502 | isp_mis & CIF_ISP_FRAME) |
---|
1505 | 503 | return; |
---|
1506 | 504 | |
---|
.. | .. |
---|
1513 | 511 | } |
---|
1514 | 512 | spin_unlock_irqrestore(&hw->buf_lock, lock_flags); |
---|
1515 | 513 | |
---|
1516 | | - if (hw->nxt_buf) { |
---|
1517 | | - buf = to_bridge_buf(hw->nxt_buf); |
---|
1518 | | - val = buf->dummy[GROUP_BUF_PIC].dma_addr; |
---|
1519 | | - rkisp_write(dev, br->cfg->reg.y0_base, val, true); |
---|
1520 | | - val += br->cfg->offset; |
---|
1521 | | - rkisp_write(dev, br->cfg->reg.uv0_base, val, true); |
---|
1522 | | - val = buf->dummy[GROUP_BUF_GAIN].dma_addr; |
---|
1523 | | - rkisp_write(dev, br->cfg->reg.g0_base, val, true); |
---|
1524 | | - } |
---|
1525 | | - |
---|
1526 | | - if (dev->cap_dev.is_done_early && !br->frame_early) { |
---|
1527 | | - br->frame_early = true; |
---|
1528 | | - hrtimer_start(&br->frame_qst, ns_to_ktime(1000000), HRTIMER_MODE_REL); |
---|
1529 | | - } |
---|
1530 | | - |
---|
1531 | | - v4l2_dbg(2, rkisp_debug, &br->sd, |
---|
1532 | | - "update pic(shd:0x%x base:0x%x) gain(shd:0x%x base:0x%x)\n", |
---|
1533 | | - rkisp_read(dev, br->cfg->reg.y0_base_shd, true), |
---|
1534 | | - rkisp_read(dev, br->cfg->reg.y0_base, true), |
---|
1535 | | - rkisp_read(dev, br->cfg->reg.g0_base_shd, true), |
---|
1536 | | - rkisp_read(dev, br->cfg->reg.g0_base, true)); |
---|
| 514 | + br->ops->update_mi(br); |
---|
1537 | 515 | } |
---|
1538 | 516 | |
---|
1539 | 517 | void rkisp_bridge_isr(u32 *mis_val, struct rkisp_device *dev) |
---|
.. | .. |
---|
1554 | 532 | *mis_val &= ~irq; |
---|
1555 | 533 | writel(irq, base + CIF_MI_ICR); |
---|
1556 | 534 | |
---|
1557 | | - if (bridge->stopping) { |
---|
1558 | | - if (bridge->ops->is_stopped(bridge)) { |
---|
1559 | | - bridge->en = false; |
---|
1560 | | - bridge->stopping = false; |
---|
1561 | | - wake_up(&bridge->done); |
---|
| 535 | + irq = (irq == MI_MPFBC_FRAME) ? ISP_FRAME_MPFBC : ISP_FRAME_MP; |
---|
| 536 | + bridge->ops->frame_end(bridge, FRAME_IRQ); |
---|
| 537 | + |
---|
| 538 | + rkisp_check_idle(dev, irq); |
---|
| 539 | +} |
---|
| 540 | + |
---|
| 541 | +static int check_remote_node(struct rkisp_device *ispdev) |
---|
| 542 | +{ |
---|
| 543 | + struct device *dev = ispdev->dev; |
---|
| 544 | + struct device_node *parent = dev->of_node; |
---|
| 545 | + struct device_node *remote = NULL; |
---|
| 546 | + int i, j; |
---|
| 547 | + |
---|
| 548 | + for (i = 0; i < 3; i++) { |
---|
| 549 | + for (j = 0; j < 2; j++) { |
---|
| 550 | + remote = of_graph_get_remote_node(parent, i, j); |
---|
| 551 | + if (!remote) |
---|
| 552 | + continue; |
---|
| 553 | + of_node_put(remote); |
---|
| 554 | + if (strstr(of_node_full_name(remote), "ispp")) |
---|
| 555 | + return 0; |
---|
1562 | 556 | } |
---|
1563 | 557 | } |
---|
1564 | 558 | |
---|
1565 | | - irq = (irq == MI_MPFBC_FRAME) ? ISP_FRAME_MPFBC : ISP_FRAME_MP; |
---|
1566 | | - if (!(bridge->work_mode & ISP_ISPP_QUICK)) { |
---|
1567 | | - frame_end(bridge, bridge->en, FRAME_IRQ); |
---|
1568 | | - if (!bridge->en) |
---|
1569 | | - dev->irq_ends_mask &= ~irq; |
---|
1570 | | - } |
---|
1571 | | - rkisp_check_idle(dev, irq); |
---|
| 559 | + return -ENODEV; |
---|
1572 | 560 | } |
---|
1573 | 561 | |
---|
1574 | 562 | int rkisp_register_bridge_subdev(struct rkisp_device *dev, |
---|
.. | .. |
---|
1580 | 568 | int ret; |
---|
1581 | 569 | |
---|
1582 | 570 | memset(bridge, 0, sizeof(*bridge)); |
---|
1583 | | - if (dev->isp_ver != ISP_V20) |
---|
| 571 | + if ((dev->isp_ver != ISP_V20 && dev->isp_ver != ISP_V30) || |
---|
| 572 | + check_remote_node(dev) < 0) |
---|
1584 | 573 | return 0; |
---|
1585 | 574 | |
---|
1586 | 575 | bridge->ispdev = dev; |
---|
.. | .. |
---|
1612 | 601 | bridge->wq = alloc_workqueue("rkisp bridge workqueue", |
---|
1613 | 602 | WQ_UNBOUND | WQ_MEM_RECLAIM, 1); |
---|
1614 | 603 | hrtimer_init(&bridge->frame_qst, CLOCK_MONOTONIC, HRTIMER_MODE_REL); |
---|
1615 | | - bridge->frame_qst.function = rkisp_bridge_frame_done_early; |
---|
1616 | 604 | return ret; |
---|
1617 | 605 | |
---|
1618 | 606 | free_media: |
---|
.. | .. |
---|
1624 | 612 | { |
---|
1625 | 613 | struct v4l2_subdev *sd = &dev->br_dev.sd; |
---|
1626 | 614 | |
---|
1627 | | - if (dev->isp_ver != ISP_V20) |
---|
| 615 | + if ((dev->isp_ver != ISP_V20 && dev->isp_ver != ISP_V30) || |
---|
| 616 | + check_remote_node(dev) < 0) |
---|
1628 | 617 | return; |
---|
1629 | 618 | v4l2_device_unregister_subdev(sd); |
---|
1630 | 619 | media_entity_cleanup(&sd->entity); |
---|