~hc/RK356X_SDK_RELEASE.git

..	..	@@ -9,13 +9,14 @@
9	9	#include <linux/mfd/syscon.h>
10	10	#include <linux/module.h>
11	11	#include <linux/of.h>
	12	+#include <linux/of_address.h>
12	13	#include <linux/of_graph.h>
13	14	#include <linux/of_platform.h>
14	15	#include <linux/of_reserved_mem.h>
15	16	#include <linux/pinctrl/consumer.h>
16	17	#include <linux/pm_runtime.h>
17	18	#include <linux/reset.h>
18		-#include <media/videobuf2-dma-contig.h>
	19	+#include <media/videobuf2-cma-sg.h>
19	20	#include <media/videobuf2-dma-sg.h>
20	21	#include <soc/rockchip/rockchip_iommu.h>
21	22
..	..	@@ -72,6 +73,38 @@
72	73	ISP_RAWHIST_BIG3_BASE, ISP_YUVAE_CTRL, ISP_RAWAF_CTRL,
73	74	ISP21_RAWAWB_CTRL,
74	75	};
	76	+ u32 v30_reg[] = {
	77	+ ISP3X_VI_ISP_PATH, ISP3X_IMG_EFF_CTRL, ISP3X_CMSK_CTRL0,
	78	+ ISP3X_CCM_CTRL, ISP3X_CPROC_CTRL, ISP3X_DUAL_CROP_CTRL,
	79	+ ISP3X_GAMMA_OUT_CTRL, ISP3X_SELF_RESIZE_CTRL, ISP3X_MAIN_RESIZE_CTRL,
	80	+ ISP3X_LSC_CTRL, ISP3X_DEBAYER_CONTROL, ISP3X_CAC_CTRL,
	81	+ ISP3X_YNR_GLOBAL_CTRL, ISP3X_CNR_CTRL, ISP3X_SHARP_EN,
	82	+ ISP3X_BAY3D_CTRL, ISP3X_GIC_CONTROL, ISP3X_BLS_CTRL,
	83	+ ISP3X_DPCC0_MODE, ISP3X_DPCC1_MODE, ISP3X_DPCC2_MODE,
	84	+ ISP3X_HDRMGE_CTRL, ISP3X_DRC_CTRL0, ISP3X_BAYNR_CTRL,
	85	+ ISP3X_LDCH_STS, ISP3X_DHAZ_CTRL, ISP3X_3DLUT_CTRL,
	86	+ ISP3X_GAIN_CTRL, ISP3X_RAWAE_LITE_CTRL, ISP3X_RAWAE_BIG1_BASE,
	87	+ ISP3X_RAWAE_BIG2_BASE, ISP3X_RAWAE_BIG3_BASE, ISP3X_RAWHIST_LITE_CTRL,
	88	+ ISP3X_RAWHIST_BIG1_BASE, ISP3X_RAWHIST_BIG2_BASE, ISP3X_RAWHIST_BIG3_BASE,
	89	+ ISP3X_RAWAF_CTRL, ISP3X_RAWAWB_CTRL,
	90	+ };
	91	+ u32 v32_reg[] = {
	92	+ ISP3X_VI_ISP_PATH, ISP3X_IMG_EFF_CTRL, ISP3X_CMSK_CTRL0,
	93	+ ISP3X_CCM_CTRL, ISP3X_CPROC_CTRL, ISP3X_DUAL_CROP_CTRL,
	94	+ ISP3X_GAMMA_OUT_CTRL, ISP3X_SELF_RESIZE_CTRL, ISP3X_MAIN_RESIZE_CTRL,
	95	+ ISP32_BP_RESIZE_BASE, ISP3X_MI_BP_WR_CTRL, ISP32_MI_MPDS_WR_CTRL,
	96	+ ISP32_MI_BPDS_WR_CTRL, ISP32_MI_WR_WRAP_CTRL,
	97	+ ISP3X_LSC_CTRL, ISP3X_DEBAYER_CONTROL, ISP3X_CAC_CTRL,
	98	+ ISP3X_YNR_GLOBAL_CTRL, ISP3X_CNR_CTRL, ISP3X_SHARP_EN,
	99	+ ISP3X_BAY3D_CTRL, ISP3X_GIC_CONTROL, ISP3X_BLS_CTRL,
	100	+ ISP3X_DPCC0_MODE, ISP3X_DPCC1_MODE, ISP3X_DPCC2_MODE,
	101	+ ISP3X_HDRMGE_CTRL, ISP3X_DRC_CTRL0, ISP3X_BAYNR_CTRL,
	102	+ ISP3X_LDCH_STS, ISP3X_DHAZ_CTRL, ISP3X_3DLUT_CTRL,
	103	+ ISP3X_GAIN_CTRL, ISP3X_RAWAE_LITE_CTRL, ISP3X_RAWAE_BIG1_BASE,
	104	+ ISP3X_RAWAE_BIG2_BASE, ISP3X_RAWAE_BIG3_BASE, ISP3X_RAWHIST_LITE_CTRL,
	105	+ ISP3X_RAWHIST_BIG1_BASE, ISP3X_RAWHIST_BIG2_BASE, ISP3X_RAWHIST_BIG3_BASE,
	106	+ ISP3X_RAWAF_CTRL, ISP3X_RAWAWB_CTRL,
	107	+ };
75	108	u32 i, flag, reg, size;
76	109
77	110	switch (dev->isp_ver) {
..	..	@@ -83,6 +116,15 @@
83	116	reg = v21_reg;
84	117	size = ARRAY_SIZE(v21_reg);
85	118	break;
	119	+ case ISP_V30:
	120	+ reg = v30_reg;
	121	+ size = ARRAY_SIZE(v30_reg);
	122	+ break;
	123	+ case ISP_V32:
	124	+ case ISP_V32_L:
	125	+ reg = v32_reg;
	126	+ size = ARRAY_SIZE(v32_reg);
	127	+ break;
86	128	default:
87	129	return;
88	130	}
..	..	@@ -90,6 +132,10 @@
90	132	for (i = 0; i < size; i++) {
91	133	flag = dev->sw_base_addr + reg[i] + RKISP_ISP_SW_REG_SIZE;
92	134	*flag = SW_REG_CACHE;
	135	+ if (dev->hw_dev->is_unite) {
	136	+ flag += RKISP_ISP_SW_MAX_SIZE / 4;
	137	+ *flag = SW_REG_CACHE;
	138	+ }
93	139	}
94	140	}
95	141
..	..	@@ -98,39 +144,55 @@
98	144	struct device *dev = ctx;
99	145	struct rkisp_hw_dev *hw_dev = dev_get_drvdata(dev);
100	146	struct rkisp_device *isp = hw_dev->isp[hw_dev->mipi_dev_id];
	147	+ void __iomem *base = !hw_dev->is_unite ?
	148	+ hw_dev->base_addr : hw_dev->base_next_addr;
	149	+ ktime_t t = 0;
	150	+ s64 us;
101	151
102	152	if (hw_dev->is_thunderboot)
103	153	return IRQ_HANDLED;
104	154
	155	+ if (rkisp_irq_dbg)
	156	+ t = ktime_get();
	157	+
105	158	if (hw_dev->isp_ver == ISP_V13 \|\| hw_dev->isp_ver == ISP_V12) {
106	159	u32 err1, err2, err3;
107	160
108		- err1 = readl(hw_dev->base_addr + CIF_ISP_CSI0_ERR1);
109		- err2 = readl(hw_dev->base_addr + CIF_ISP_CSI0_ERR2);
110		- err3 = readl(hw_dev->base_addr + CIF_ISP_CSI0_ERR3);
	161	+ err1 = readl(base + CIF_ISP_CSI0_ERR1);
	162	+ err2 = readl(base + CIF_ISP_CSI0_ERR2);
	163	+ err3 = readl(base + CIF_ISP_CSI0_ERR3);
111	164
112	165	if (err1 \|\| err2 \|\| err3)
113	166	rkisp_mipi_v13_isr(err1, err2, err3, isp);
114		- } else if (hw_dev->isp_ver == ISP_V20 \|\| hw_dev->isp_ver == ISP_V21) {
	167	+ } else if (hw_dev->isp_ver >= ISP_V20) {
115	168	u32 phy, packet, overflow, state;
116	169
117		- state = readl(hw_dev->base_addr + CSI2RX_ERR_STAT);
118		- phy = readl(hw_dev->base_addr + CSI2RX_ERR_PHY);
119		- packet = readl(hw_dev->base_addr + CSI2RX_ERR_PACKET);
120		- overflow = readl(hw_dev->base_addr + CSI2RX_ERR_OVERFLOW);
	170	+ state = readl(base + CSI2RX_ERR_STAT);
	171	+ phy = readl(base + CSI2RX_ERR_PHY);
	172	+ packet = readl(base + CSI2RX_ERR_PACKET);
	173	+ overflow = readl(base + CSI2RX_ERR_OVERFLOW);
121	174	if (phy \| packet \| overflow \| state) {
122	175	if (hw_dev->isp_ver == ISP_V20)
123	176	rkisp_mipi_v20_isr(phy, packet, overflow, state, isp);
124		- else
	177	+ else if (hw_dev->isp_ver == ISP_V21)
125	178	rkisp_mipi_v21_isr(phy, packet, overflow, state, isp);
	179	+ else if (hw_dev->isp_ver == ISP_V30)
	180	+ rkisp_mipi_v30_isr(phy, packet, overflow, state, isp);
	181	+ else
	182	+ rkisp_mipi_v32_isr(phy, packet, overflow, state, isp);
126	183	}
127	184	} else {
128		- u32 mis_val = readl(hw_dev->base_addr + CIF_MIPI_MIS);
	185	+ u32 mis_val = readl(base + CIF_MIPI_MIS);
129	186
130	187	if (mis_val)
131	188	rkisp_mipi_isr(mis_val, isp);
132	189	}
133	190
	191	+ if (rkisp_irq_dbg) {
	192	+ us = ktime_us_delta(ktime_get(), t);
	193	+ v4l2_dbg(0, rkisp_debug, &isp->v4l2_dev,
	194	+ "%s %lldus\n", __func__, us);
	195	+ }
134	196	return IRQ_HANDLED;
135	197	}
136	198
..	..	@@ -139,13 +201,20 @@
139	201	struct device *dev = ctx;
140	202	struct rkisp_hw_dev *hw_dev = dev_get_drvdata(dev);
141	203	struct rkisp_device *isp = hw_dev->isp[hw_dev->cur_dev_id];
	204	+ void __iomem *base = !hw_dev->is_unite ?
	205	+ hw_dev->base_addr : hw_dev->base_next_addr;
142	206	u32 mis_val, tx_isr = MI_RAW0_WR_FRAME \| MI_RAW1_WR_FRAME \|
143	207	MI_RAW2_WR_FRAME \| MI_RAW3_WR_FRAME;
	208	+ ktime_t t = 0;
	209	+ s64 us;
144	210
145	211	if (hw_dev->is_thunderboot)
146	212	return IRQ_HANDLED;
147	213
148		- mis_val = readl(hw_dev->base_addr + CIF_MI_MIS);
	214	+ if (rkisp_irq_dbg)
	215	+ t = ktime_get();
	216	+
	217	+ mis_val = readl(base + CIF_MI_MIS);
149	218	if (mis_val) {
150	219	if (mis_val & ~tx_isr)
151	220	rkisp_mi_isr(mis_val & ~tx_isr, isp);
..	..	@@ -153,6 +222,12 @@
153	222	isp = hw_dev->isp[hw_dev->mipi_dev_id];
154	223	rkisp_mi_isr(mis_val & tx_isr, isp);
155	224	}
	225	+ }
	226	+
	227	+ if (rkisp_irq_dbg) {
	228	+ us = ktime_us_delta(ktime_get(), t);
	229	+ v4l2_dbg(0, rkisp_debug, &isp->v4l2_dev,
	230	+ "%s:0x%x %lldus\n", __func__, mis_val, us);
156	231	}
157	232	return IRQ_HANDLED;
158	233	}
..	..	@@ -162,17 +237,29 @@
162	237	struct device *dev = ctx;
163	238	struct rkisp_hw_dev *hw_dev = dev_get_drvdata(dev);
164	239	struct rkisp_device *isp = hw_dev->isp[hw_dev->cur_dev_id];
	240	+ void __iomem *base = !hw_dev->is_unite ?
	241	+ hw_dev->base_addr : hw_dev->base_next_addr;
165	242	unsigned int mis_val, mis_3a = 0;
	243	+ ktime_t t = 0;
	244	+ s64 us;
166	245
167	246	if (hw_dev->is_thunderboot)
168	247	return IRQ_HANDLED;
169	248
170		- mis_val = readl(hw_dev->base_addr + CIF_ISP_MIS);
171		- if (hw_dev->isp_ver == ISP_V20 \|\| hw_dev->isp_ver == ISP_V21)
172		- mis_3a = readl(hw_dev->base_addr + ISP_ISP3A_MIS);
	249	+ if (rkisp_irq_dbg)
	250	+ t = ktime_get();
	251	+
	252	+ mis_val = readl(base + CIF_ISP_MIS);
	253	+ if (hw_dev->isp_ver >= ISP_V20)
	254	+ mis_3a = readl(base + ISP_ISP3A_MIS);
173	255	if (mis_val \|\| mis_3a)
174	256	rkisp_isp_isr(mis_val, mis_3a, isp);
175	257
	258	+ if (rkisp_irq_dbg) {
	259	+ us = ktime_us_delta(ktime_get(), t);
	260	+ v4l2_dbg(0, rkisp_debug, &isp->v4l2_dev,
	261	+ "%s:0x%x %lldus\n", __func__, mis_val, us);
	262	+ }
176	263	return IRQ_HANDLED;
177	264	}
178	265
..	..	@@ -184,7 +271,7 @@
184	271	unsigned int mis_val, mis_3a = 0;
185	272
186	273	mis_val = readl(hw_dev->base_addr + CIF_ISP_MIS);
187		- if (hw_dev->isp_ver == ISP_V20 \|\| hw_dev->isp_ver == ISP_V21)
	274	+ if (hw_dev->isp_ver >= ISP_V20)
188	275	mis_3a = readl(hw_dev->base_addr + ISP_ISP3A_MIS);
189	276	if (mis_val \|\| mis_3a)
190	277	rkisp_isp_isr(mis_val, mis_3a, isp);
..	..	@@ -261,42 +348,10 @@
261	348	return 0;
262	349	}
263	350
264		-static const char * const rk1808_isp_clks[] = {
265		- "clk_isp",
	351	+static const char * const rk3562_isp_clks[] = {
	352	+ "clk_isp_core",
266	353	"aclk_isp",
267	354	"hclk_isp",
268		- "pclk_isp",
269		-};
270		-
271		-static const char * const rk3288_isp_clks[] = {
272		- "clk_isp",
273		- "aclk_isp",
274		- "hclk_isp",
275		- "pclk_isp_in",
276		- "sclk_isp_jpe",
277		-};
278		-
279		-static const char * const rk3326_isp_clks[] = {
280		- "clk_isp",
281		- "aclk_isp",
282		- "hclk_isp",
283		- "pclk_isp",
284		-};
285		-
286		-static const char * const rk3368_isp_clks[] = {
287		- "clk_isp",
288		- "aclk_isp",
289		- "hclk_isp",
290		- "pclk_isp",
291		-};
292		-
293		-static const char * const rk3399_isp_clks[] = {
294		- "clk_isp",
295		- "aclk_isp",
296		- "hclk_isp",
297		- "aclk_isp_wrap",
298		- "hclk_isp_wrap",
299		- "pclk_isp_wrap"
300	355	};
301	356
302	357	static const char * const rk3568_isp_clks[] = {
..	..	@@ -305,35 +360,54 @@
305	360	"hclk_isp",
306	361	};
307	362
	363	+static const char * const rk3588_isp_clks[] = {
	364	+ "clk_isp_core",
	365	+ "aclk_isp",
	366	+ "hclk_isp",
	367	+ "clk_isp_core_marvin",
	368	+ "clk_isp_core_vicap",
	369	+};
	370	+
	371	+static const char * const rk3588_isp_unite_clks[] = {
	372	+ "clk_isp_core0",
	373	+ "aclk_isp0",
	374	+ "hclk_isp0",
	375	+ "clk_isp_core_marvin0",
	376	+ "clk_isp_core_vicap0",
	377	+ "clk_isp_core1",
	378	+ "aclk_isp1",
	379	+ "hclk_isp1",
	380	+ "clk_isp_core_marvin1",
	381	+ "clk_isp_core_vicap1",
	382	+};
	383	+
	384	+static const char * const rv1106_isp_clks[] = {
	385	+ "clk_isp_core",
	386	+ "aclk_isp",
	387	+ "hclk_isp",
	388	+ "clk_isp_core_vicap",
	389	+};
	390	+
308	391	static const char * const rv1126_isp_clks[] = {
309	392	"clk_isp",
310	393	"aclk_isp",
311	394	"hclk_isp",
312	395	};
313	396
314		-/* isp clock adjustment table (MHz) */
315		-static const struct isp_clk_info rk1808_isp_clk_rate[] = {
316		- {300, }, {400, }, {500, }, {600, }
317		-};
318		-
319		-/* isp clock adjustment table (MHz) */
320		-static const struct isp_clk_info rk3288_isp_clk_rate[] = {
321		- {150, }, {384, }, {500, }, {594, }
322		-};
323		-
324		-/* isp clock adjustment table (MHz) */
325		-static const struct isp_clk_info rk3326_isp_clk_rate[] = {
326		- {300, }, {347, }, {400, }, {520, }, {600, }
327		-};
328		-
329		-/* isp clock adjustment table (MHz) */
330		-static const struct isp_clk_info rk3368_isp_clk_rate[] = {
331		- {300, }, {400, }, {600, }
332		-};
333		-
334		-/* isp clock adjustment table (MHz) */
335		-static const struct isp_clk_info rk3399_isp_clk_rate[] = {
336		- {300, }, {400, }, {600, }
	397	+static const struct isp_clk_info rk3562_isp_clk_rate[] = {
	398	+ {
	399	+ .clk_rate = 300,
	400	+ .refer_data = 1920, //width
	401	+ }, {
	402	+ .clk_rate = 400,
	403	+ .refer_data = 2688,
	404	+ }, {
	405	+ .clk_rate = 500,
	406	+ .refer_data = 3072,
	407	+ }, {
	408	+ .clk_rate = 600,
	409	+ .refer_data = 3840,
	410	+ }
337	411	};
338	412
339	413	static const struct isp_clk_info rk3568_isp_clk_rate[] = {
..	..	@@ -349,6 +423,38 @@
349	423	}, {
350	424	.clk_rate = 600,
351	425	.refer_data = 3840,
	426	+ }
	427	+};
	428	+
	429	+static const struct isp_clk_info rk3588_isp_clk_rate[] = {
	430	+ {
	431	+ .clk_rate = 300,
	432	+ .refer_data = 1920, //width
	433	+ }, {
	434	+ .clk_rate = 400,
	435	+ .refer_data = 2688,
	436	+ }, {
	437	+ .clk_rate = 500,
	438	+ .refer_data = 3072,
	439	+ }, {
	440	+ .clk_rate = 600,
	441	+ .refer_data = 3840,
	442	+ }, {
	443	+ .clk_rate = 702,
	444	+ .refer_data = 4672,
	445	+ }
	446	+};
	447	+
	448	+static const struct isp_clk_info rv1106_isp_clk_rate[] = {
	449	+ {
	450	+ .clk_rate = 200,
	451	+ .refer_data = 1920, //width
	452	+ }, {
	453	+ .clk_rate = 200,
	454	+ .refer_data = 2688,
	455	+ }, {
	456	+ .clk_rate = 350,
	457	+ .refer_data = 3072,
352	458	}
353	459	};
354	460
..	..	@@ -371,31 +477,25 @@
371	477	}
372	478	};
373	479
374		-static struct isp_irqs_data rk1808_isp_irqs[] = {
	480	+static struct isp_irqs_data rk3562_isp_irqs[] = {
375	481	{"isp_irq", isp_irq_hdl},
376	482	{"mi_irq", mi_irq_hdl},
377	483	{"mipi_irq", mipi_irq_hdl}
378		-};
379		-
380		-static struct isp_irqs_data rk3288_isp_irqs[] = {
381		- {"isp_irq", irq_handler}
382		-};
383		-
384		-static struct isp_irqs_data rk3326_isp_irqs[] = {
385		- {"isp_irq", isp_irq_hdl},
386		- {"mi_irq", mi_irq_hdl},
387		- {"mipi_irq", mipi_irq_hdl}
388		-};
389		-
390		-static struct isp_irqs_data rk3368_isp_irqs[] = {
391		- {"isp_irq", irq_handler}
392		-};
393		-
394		-static struct isp_irqs_data rk3399_isp_irqs[] = {
395		- {"isp_irq", irq_handler}
396	484	};
397	485
398	486	static struct isp_irqs_data rk3568_isp_irqs[] = {
	487	+ {"isp_irq", isp_irq_hdl},
	488	+ {"mi_irq", mi_irq_hdl},
	489	+ {"mipi_irq", mipi_irq_hdl}
	490	+};
	491	+
	492	+static struct isp_irqs_data rk3588_isp_irqs[] = {
	493	+ {"isp_irq", isp_irq_hdl},
	494	+ {"mi_irq", mi_irq_hdl},
	495	+ {"mipi_irq", mipi_irq_hdl}
	496	+};
	497	+
	498	+static struct isp_irqs_data rv1106_isp_irqs[] = {
399	499	{"isp_irq", isp_irq_hdl},
400	500	{"mi_irq", mi_irq_hdl},
401	501	{"mipi_irq", mipi_irq_hdl}
..	..	@@ -407,6 +507,17 @@
407	507	{"mipi_irq", mipi_irq_hdl}
408	508	};
409	509
	510	+static const struct isp_match_data rv1106_isp_match_data = {
	511	+ .clks = rv1106_isp_clks,
	512	+ .num_clks = ARRAY_SIZE(rv1106_isp_clks),
	513	+ .isp_ver = ISP_V32,
	514	+ .clk_rate_tbl = rv1106_isp_clk_rate,
	515	+ .num_clk_rate_tbl = ARRAY_SIZE(rv1106_isp_clk_rate),
	516	+ .irqs = rv1106_isp_irqs,
	517	+ .num_irqs = ARRAY_SIZE(rv1106_isp_irqs),
	518	+ .unite = false,
	519	+};
	520	+
410	521	static const struct isp_match_data rv1126_isp_match_data = {
411	522	.clks = rv1126_isp_clks,
412	523	.num_clks = ARRAY_SIZE(rv1126_isp_clks),
..	..	@@ -414,57 +525,19 @@
414	525	.clk_rate_tbl = rv1126_isp_clk_rate,
415	526	.num_clk_rate_tbl = ARRAY_SIZE(rv1126_isp_clk_rate),
416	527	.irqs = rv1126_isp_irqs,
417		- .num_irqs = ARRAY_SIZE(rv1126_isp_irqs)
	528	+ .num_irqs = ARRAY_SIZE(rv1126_isp_irqs),
	529	+ .unite = false,
418	530	};
419	531
420		-static const struct isp_match_data rk1808_isp_match_data = {
421		- .clks = rk1808_isp_clks,
422		- .num_clks = ARRAY_SIZE(rk1808_isp_clks),
423		- .isp_ver = ISP_V13,
424		- .clk_rate_tbl = rk1808_isp_clk_rate,
425		- .num_clk_rate_tbl = ARRAY_SIZE(rk1808_isp_clk_rate),
426		- .irqs = rk1808_isp_irqs,
427		- .num_irqs = ARRAY_SIZE(rk1808_isp_irqs)
428		-};
429		-
430		-static const struct isp_match_data rk3288_isp_match_data = {
431		- .clks = rk3288_isp_clks,
432		- .num_clks = ARRAY_SIZE(rk3288_isp_clks),
433		- .isp_ver = ISP_V10,
434		- .clk_rate_tbl = rk3288_isp_clk_rate,
435		- .num_clk_rate_tbl = ARRAY_SIZE(rk3288_isp_clk_rate),
436		- .irqs = rk3288_isp_irqs,
437		- .num_irqs = ARRAY_SIZE(rk3288_isp_irqs)
438		-};
439		-
440		-static const struct isp_match_data rk3326_isp_match_data = {
441		- .clks = rk3326_isp_clks,
442		- .num_clks = ARRAY_SIZE(rk3326_isp_clks),
443		- .isp_ver = ISP_V12,
444		- .clk_rate_tbl = rk3326_isp_clk_rate,
445		- .num_clk_rate_tbl = ARRAY_SIZE(rk3326_isp_clk_rate),
446		- .irqs = rk3326_isp_irqs,
447		- .num_irqs = ARRAY_SIZE(rk3326_isp_irqs)
448		-};
449		-
450		-static const struct isp_match_data rk3368_isp_match_data = {
451		- .clks = rk3368_isp_clks,
452		- .num_clks = ARRAY_SIZE(rk3368_isp_clks),
453		- .isp_ver = ISP_V10_1,
454		- .clk_rate_tbl = rk3368_isp_clk_rate,
455		- .num_clk_rate_tbl = ARRAY_SIZE(rk3368_isp_clk_rate),
456		- .irqs = rk3368_isp_irqs,
457		- .num_irqs = ARRAY_SIZE(rk3368_isp_irqs)
458		-};
459		-
460		-static const struct isp_match_data rk3399_isp_match_data = {
461		- .clks = rk3399_isp_clks,
462		- .num_clks = ARRAY_SIZE(rk3399_isp_clks),
463		- .isp_ver = ISP_V10,
464		- .clk_rate_tbl = rk3399_isp_clk_rate,
465		- .num_clk_rate_tbl = ARRAY_SIZE(rk3399_isp_clk_rate),
466		- .irqs = rk3399_isp_irqs,
467		- .num_irqs = ARRAY_SIZE(rk3399_isp_irqs)
	532	+static const struct isp_match_data rk3562_isp_match_data = {
	533	+ .clks = rk3562_isp_clks,
	534	+ .num_clks = ARRAY_SIZE(rk3562_isp_clks),
	535	+ .isp_ver = ISP_V32_L,
	536	+ .clk_rate_tbl = rk3562_isp_clk_rate,
	537	+ .num_clk_rate_tbl = ARRAY_SIZE(rk3562_isp_clk_rate),
	538	+ .irqs = rk3562_isp_irqs,
	539	+ .num_irqs = ARRAY_SIZE(rk3562_isp_irqs),
	540	+ .unite = false,
468	541	};
469	542
470	543	static const struct isp_match_data rk3568_isp_match_data = {
..	..	@@ -474,32 +547,66 @@
474	547	.clk_rate_tbl = rk3568_isp_clk_rate,
475	548	.num_clk_rate_tbl = ARRAY_SIZE(rk3568_isp_clk_rate),
476	549	.irqs = rk3568_isp_irqs,
477		- .num_irqs = ARRAY_SIZE(rk3568_isp_irqs)
	550	+ .num_irqs = ARRAY_SIZE(rk3568_isp_irqs),
	551	+ .unite = false,
	552	+};
	553	+
	554	+static const struct isp_match_data rk3588_isp_match_data = {
	555	+ .clks = rk3588_isp_clks,
	556	+ .num_clks = ARRAY_SIZE(rk3588_isp_clks),
	557	+ .isp_ver = ISP_V30,
	558	+ .clk_rate_tbl = rk3588_isp_clk_rate,
	559	+ .num_clk_rate_tbl = ARRAY_SIZE(rk3588_isp_clk_rate),
	560	+ .irqs = rk3588_isp_irqs,
	561	+ .num_irqs = ARRAY_SIZE(rk3588_isp_irqs),
	562	+ .unite = false,
	563	+};
	564	+
	565	+static const struct isp_match_data rk3588_isp_unite_match_data = {
	566	+ .clks = rk3588_isp_unite_clks,
	567	+ .num_clks = ARRAY_SIZE(rk3588_isp_unite_clks),
	568	+ .isp_ver = ISP_V30,
	569	+ .clk_rate_tbl = rk3588_isp_clk_rate,
	570	+ .num_clk_rate_tbl = ARRAY_SIZE(rk3588_isp_clk_rate),
	571	+ .irqs = rk3588_isp_irqs,
	572	+ .num_irqs = ARRAY_SIZE(rk3588_isp_irqs),
	573	+ .unite = true,
478	574	};
479	575
480	576	static const struct of_device_id rkisp_hw_of_match[] = {
	577	+#ifdef CONFIG_CPU_RK3562
481	578	{
482		- .compatible = "rockchip,rk1808-rkisp1",
483		- .data = &rk1808_isp_match_data,
484		- }, {
485		- .compatible = "rockchip,rk3288-rkisp1",
486		- .data = &rk3288_isp_match_data,
487		- }, {
488		- .compatible = "rockchip,rk3326-rkisp1",
489		- .data = &rk3326_isp_match_data,
490		- }, {
491		- .compatible = "rockchip,rk3368-rkisp1",
492		- .data = &rk3368_isp_match_data,
493		- }, {
494		- .compatible = "rockchip,rk3399-rkisp1",
495		- .data = &rk3399_isp_match_data,
496		- }, {
	579	+ .compatible = "rockchip,rk3562-rkisp",
	580	+ .data = &rk3562_isp_match_data,
	581	+ },
	582	+#endif
	583	+#ifdef CONFIG_CPU_RK3568
	584	+ {
497	585	.compatible = "rockchip,rk3568-rkisp",
498	586	.data = &rk3568_isp_match_data,
	587	+ },
	588	+#endif
	589	+#ifdef CONFIG_CPU_RK3588
	590	+ {
	591	+ .compatible = "rockchip,rk3588-rkisp",
	592	+ .data = &rk3588_isp_match_data,
499	593	}, {
	594	+ .compatible = "rockchip,rk3588-rkisp-unite",
	595	+ .data = &rk3588_isp_unite_match_data,
	596	+ },
	597	+#endif
	598	+#ifdef CONFIG_CPU_RV1106
	599	+ {
	600	+ .compatible = "rockchip,rv1106-rkisp",
	601	+ .data = &rv1106_isp_match_data,
	602	+ },
	603	+#endif
	604	+#ifdef CONFIG_CPU_RV1126
	605	+ {
500	606	.compatible = "rockchip,rv1126-rkisp",
501	607	.data = &rv1126_isp_match_data,
502	608	},
	609	+#endif
503	610	{},
504	611	};
505	612
..	..	@@ -524,12 +631,23 @@
524	631	void rkisp_soft_reset(struct rkisp_hw_dev *dev, bool is_secure)
525	632	{
526	633	void __iomem *base = dev->base_addr;
	634	+ u32 val, iccl0, iccl1, clk_ctrl0, clk_ctrl1;
	635	+
	636	+ /* record clk config and recover */
	637	+ iccl0 = readl(base + CIF_ICCL);
	638	+ clk_ctrl0 = readl(base + CTRL_VI_ISP_CLK_CTRL);
	639	+ if (dev->is_unite) {
	640	+ iccl1 = readl(dev->base_next_addr + CIF_ICCL);
	641	+ clk_ctrl1 = readl(dev->base_next_addr + CTRL_VI_ISP_CLK_CTRL);
	642	+ }
527	643
528	644	if (is_secure) {
529	645	/* if isp working, cru reset isn't secure.
530	646	* isp soft reset first to protect isp reset.
531	647	*/
532	648	writel(0xffff, base + CIF_IRCL);
	649	+ if (dev->is_unite)
	650	+ writel(0xffff, dev->base_next_addr + CIF_IRCL);
533	651	udelay(10);
534	652	}
535	653
..	..	@@ -543,13 +661,47 @@
543	661	/* reset for Dehaze */
544	662	if (dev->isp_ver == ISP_V20)
545	663	writel(CIF_ISP_CTRL_ISP_MODE_BAYER_ITU601, base + CIF_ISP_CTRL);
546		- writel(0xffff, base + CIF_IRCL);
	664	+ val = 0xffff;
	665	+ if (dev->isp_ver == ISP_V32) {
	666	+ val = 0x3fffffff;
	667	+ rv1106_sdmmc_get_lock();
	668	+ }
	669	+ writel(val, base + CIF_IRCL);
	670	+ if (dev->isp_ver == ISP_V32)
	671	+ rv1106_sdmmc_put_lock();
	672	+ if (dev->is_unite)
	673	+ writel(0xffff, dev->base_next_addr + CIF_IRCL);
547	674	udelay(10);
548	675
549	676	/* refresh iommu after reset */
550	677	if (dev->is_mmu) {
551	678	rockchip_iommu_disable(dev->dev);
552	679	rockchip_iommu_enable(dev->dev);
	680	+ }
	681	+
	682	+ writel(iccl0, base + CIF_ICCL);
	683	+ writel(clk_ctrl0, base + CTRL_VI_ISP_CLK_CTRL);
	684	+ if (dev->is_unite) {
	685	+ writel(iccl1, dev->base_next_addr + CIF_ICCL);
	686	+ writel(clk_ctrl1, dev->base_next_addr + CTRL_VI_ISP_CLK_CTRL);
	687	+ }
	688	+
	689	+ /* default config */
	690	+ if (dev->isp_ver == ISP_V12 \|\| dev->isp_ver == ISP_V13) {
	691	+ /* disable csi_rx interrupt */
	692	+ writel(0, dev->base_addr + CIF_ISP_CSI0_CTRL0);
	693	+ writel(0, dev->base_addr + CIF_ISP_CSI0_MASK1);
	694	+ writel(0, dev->base_addr + CIF_ISP_CSI0_MASK2);
	695	+ writel(0, dev->base_addr + CIF_ISP_CSI0_MASK3);
	696	+ } else if (dev->isp_ver == ISP_V32) {
	697	+ /* disable down samplling default */
	698	+ writel(ISP32_DS_DS_DIS, dev->base_addr + ISP32_MI_MPDS_WR_CTRL);
	699	+ writel(ISP32_DS_DS_DIS, dev->base_addr + ISP32_MI_BPDS_WR_CTRL);
	700	+
	701	+ writel(0, dev->base_addr + ISP32_BLS_ISP_OB_PREDGAIN);
	702	+ writel(0x37, dev->base_addr + ISP32_MI_WR_WRAP_CTRL);
	703	+ } else if (dev->isp_ver == ISP_V32_L) {
	704	+ writel(0, dev->base_addr + ISP32_BLS_ISP_OB_PREDGAIN);
553	705	}
554	706	}
555	707
..	..	@@ -560,10 +712,18 @@
560	712	CIF_ICCL_SRSZ_CLK \| CIF_ICCL_JPEG_CLK \| CIF_ICCL_MI_CLK \|
561	713	CIF_ICCL_IE_CLK \| CIF_ICCL_MIPI_CLK \| CIF_ICCL_DCROP_CLK;
562	714
563		- if (dev->isp_ver == ISP_V20 && on)
	715	+ if ((dev->isp_ver == ISP_V20 \|\| dev->isp_ver >= ISP_V30) && on)
564	716	val \|= ICCL_MPFBC_CLK;
565		-
	717	+ if (dev->isp_ver >= ISP_V32) {
	718	+ val \|= ISP32_BRSZ_CLK_ENABLE \| BIT(0) \| BIT(16);
	719	+ if (dev->isp_ver == ISP_V32)
	720	+ rv1106_sdmmc_get_lock();
	721	+ }
566	722	writel(val, dev->base_addr + CIF_ICCL);
	723	+ if (dev->isp_ver == ISP_V32)
	724	+ rv1106_sdmmc_put_lock();
	725	+ if (dev->is_unite)
	726	+ writel(val, dev->base_next_addr + CIF_ICCL);
567	727
568	728	if (dev->isp_ver == ISP_V12 \|\| dev->isp_ver == ISP_V13) {
569	729	val = !on ? 0 :
..	..	@@ -573,7 +733,7 @@
573	733	CIF_CLK_CTRL_CP \| CIF_CLK_CTRL_IE;
574	734
575	735	writel(val, dev->base_addr + CIF_VI_ISP_CLK_CTRL_V12);
576		- } else if (dev->isp_ver == ISP_V20 \|\| dev->isp_ver == ISP_V21) {
	736	+ } else if (dev->isp_ver >= ISP_V20) {
577	737	val = !on ? 0 :
578	738	CLK_CTRL_MI_LDC \| CLK_CTRL_MI_MP \|
579	739	CLK_CTRL_MI_JPEG \| CLK_CTRL_MI_DP \|
..	..	@@ -582,9 +742,18 @@
582	742	CLK_CTRL_MI_READ \| CLK_CTRL_MI_RAWRD \|
583	743	CLK_CTRL_ISP_RAW;
584	744
585		- if (dev->isp_ver == ISP_V20 && on)
	745	+ if (dev->isp_ver >= ISP_V30)
	746	+ val = 0;
	747	+
	748	+ if ((dev->isp_ver == ISP_V20 \|\| dev->isp_ver == ISP_V30) && on)
586	749	val \|= CLK_CTRL_ISP_3A;
	750	+ if (dev->isp_ver == ISP_V32)
	751	+ rv1106_sdmmc_get_lock();
587	752	writel(val, dev->base_addr + CTRL_VI_ISP_CLK_CTRL);
	753	+ if (dev->isp_ver == ISP_V32)
	754	+ rv1106_sdmmc_put_lock();
	755	+ if (dev->is_unite)
	756	+ writel(val, dev->base_next_addr + CTRL_VI_ISP_CLK_CTRL);
588	757	}
589	758	}
590	759
..	..	@@ -607,6 +776,7 @@
607	776	static int enable_sys_clk(struct rkisp_hw_dev *dev)
608	777	{
609	778	int i, ret = -EINVAL;
	779	+ unsigned long rate;
610	780
611	781	for (i = 0; i < dev->num_clks; i++) {
612	782	if (!IS_ERR(dev->clks[i])) {
..	..	@@ -616,25 +786,56 @@
616	786	}
617	787	}
618	788
619		- rkisp_set_clk_rate(dev->clks[0],
620		- dev->clk_rate_tbl[0].clk_rate * 1000000UL);
	789	+ rate = dev->clk_rate_tbl[0].clk_rate * 1000000UL;
	790	+ rkisp_set_clk_rate(dev->clks[0], rate);
	791	+ if (dev->is_unite)
	792	+ rkisp_set_clk_rate(dev->clks[5], rate);
621	793	rkisp_soft_reset(dev, false);
622	794	isp_config_clk(dev, true);
623		-
624		- if (dev->isp_ver == ISP_V12 \|\| dev->isp_ver == ISP_V13) {
625		- /* disable csi_rx interrupt */
626		- writel(0, dev->base_addr + CIF_ISP_CSI0_CTRL0);
627		- writel(0, dev->base_addr + CIF_ISP_CSI0_MASK1);
628		- writel(0, dev->base_addr + CIF_ISP_CSI0_MASK2);
629		- writel(0, dev->base_addr + CIF_ISP_CSI0_MASK3);
630		- }
631		-
632	795	return 0;
633	796	err:
634	797	for (--i; i >= 0; --i)
635	798	if (!IS_ERR(dev->clks[i]))
636	799	clk_disable_unprepare(dev->clks[i]);
637	800	return ret;
	801	+}
	802	+
	803	+static int rkisp_get_sram(struct rkisp_hw_dev *hw_dev)
	804	+{
	805	+ struct device *dev = hw_dev->dev;
	806	+ struct rkisp_sram *sram = &hw_dev->sram;
	807	+ struct device_node *np;
	808	+ struct resource res;
	809	+ int ret, size;
	810	+
	811	+ sram->size = 0;
	812	+ np = of_parse_phandle(dev->of_node, "rockchip,sram", 0);
	813	+ if (!np) {
	814	+ dev_warn(dev, "no find phandle sram\n");
	815	+ return -ENODEV;
	816	+ }
	817	+
	818	+ ret = of_address_to_resource(np, 0, &res);
	819	+ of_node_put(np);
	820	+ if (ret) {
	821	+ dev_err(dev, "get sram res error\n");
	822	+ return ret;
	823	+ }
	824	+ size = resource_size(&res);
	825	+ sram->dma_addr = dma_map_resource(dev, res.start, size, DMA_BIDIRECTIONAL, 0);
	826	+ if (dma_mapping_error(dev, sram->dma_addr))
	827	+ return -ENOMEM;
	828	+ sram->size = size;
	829	+ dev_info(dev, "get sram size:%d\n", size);
	830	+ return 0;
	831	+}
	832	+
	833	+static void rkisp_put_sram(struct rkisp_hw_dev *hw_dev)
	834	+{
	835	+ if (hw_dev->sram.size)
	836	+ dma_unmap_resource(hw_dev->dev, hw_dev->sram.dma_addr,
	837	+ hw_dev->sram.size, DMA_BIDIRECTIONAL, 0);
	838	+ hw_dev->sram.size = 0;
638	839	}
639	840
640	841	static int rkisp_hw_probe(struct platform_device *pdev)
..	..	@@ -656,14 +857,20 @@
656	857	if (!hw_dev)
657	858	return -ENOMEM;
658	859
	860	+ match_data = match->data;
	861	+ hw_dev->is_unite = match_data->unite;
659	862	dev_set_drvdata(dev, hw_dev);
660	863	hw_dev->dev = dev;
661	864	hw_dev->is_thunderboot = IS_ENABLED(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP);
662	865	dev_info(dev, "is_thunderboot: %d\n", hw_dev->is_thunderboot);
663		- hw_dev->max_in.w = 0;
664		- hw_dev->max_in.h = 0;
665		- hw_dev->max_in.fps = 0;
666		- of_property_read_u32_array(node, "max-input", &hw_dev->max_in.w, 3);
	866	+ memset(&hw_dev->max_in, 0, sizeof(hw_dev->max_in));
	867	+ if (!of_property_read_u32_array(node, "max-input", &hw_dev->max_in.w, 3)) {
	868	+ hw_dev->max_in.is_fix = true;
	869	+ if (hw_dev->is_unite) {
	870	+ hw_dev->max_in.w /= 2;
	871	+ hw_dev->max_in.w += RKMOUDLE_UNITE_EXTEND_PIXEL;
	872	+ }
	873	+ }
667	874	dev_info(dev, "max input:%dx%d@%dfps\n",
668	875	hw_dev->max_in.w, hw_dev->max_in.h, hw_dev->max_in.fps);
669	876	hw_dev->grf = syscon_regmap_lookup_by_phandle(node, "rockchip,grf");
..	..	@@ -689,9 +896,30 @@
689	896	goto err;
690	897	}
691	898
692		- rkisp_monitor = device_property_read_bool(dev, "rockchip,restart-monitor-en");
	899	+ hw_dev->base_next_addr = NULL;
	900	+ if (match_data->unite) {
	901	+ res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
	902	+ if (!res) {
	903	+ dev_err(dev, "get next resource failed\n");
	904	+ ret = -EINVAL;
	905	+ goto err;
	906	+ }
	907	+ hw_dev->base_next_addr = devm_ioremap_resource(dev, res);
	908	+ if (PTR_ERR(hw_dev->base_next_addr) == -EBUSY) {
	909	+ resource_size_t offset = res->start;
	910	+ resource_size_t size = resource_size(res);
693	911
694		- match_data = match->data;
	912	+ hw_dev->base_next_addr = devm_ioremap(dev, offset, size);
	913	+ }
	914	+
	915	+ if (IS_ERR(hw_dev->base_next_addr)) {
	916	+ dev_err(dev, "ioremap next failed\n");
	917	+ ret = PTR_ERR(hw_dev->base_next_addr);
	918	+ goto err;
	919	+ }
	920	+ }
	921	+
	922	+ rkisp_monitor = device_property_read_bool(dev, "rockchip,restart-monitor-en");
695	923	hw_dev->mipi_irq = -1;
696	924
697	925	hw_dev->pdev = pdev;
..	..	@@ -702,8 +930,11 @@
702	930	for (i = 0; i < match_data->num_clks; i++) {
703	931	struct clk *clk = devm_clk_get(dev, match_data->clks[i]);
704	932
705		- if (IS_ERR(clk))
706		- dev_dbg(dev, "failed to get %s\n", match_data->clks[i]);
	933	+ if (IS_ERR(clk)) {
	934	+ dev_err(dev, "failed to get %s\n", match_data->clks[i]);
	935	+ ret = PTR_ERR(clk);
	936	+ goto err;
	937	+ }
707	938	hw_dev->clks[i] = clk;
708	939	}
709	940	hw_dev->num_clks = match_data->num_clks;
..	..	@@ -722,14 +953,19 @@
722	953	else
723	954	hw_dev->is_feature_on = false;
724	955
	956	+ rkisp_get_sram(hw_dev);
	957	+
725	958	hw_dev->dev_num = 0;
	959	+ hw_dev->dev_link_num = 0;
726	960	hw_dev->cur_dev_id = 0;
727	961	hw_dev->mipi_dev_id = 0;
	962	+ hw_dev->pre_dev_id = 0;
	963	+ hw_dev->is_multi_overflow = false;
728	964	hw_dev->isp_ver = match_data->isp_ver;
	965	+ hw_dev->is_unite = match_data->unite;
729	966	mutex_init(&hw_dev->dev_lock);
730	967	spin_lock_init(&hw_dev->rdbk_lock);
731	968	atomic_set(&hw_dev->refcnt, 0);
732		- atomic_set(&hw_dev->tb_ref, 0);
733	969	spin_lock_init(&hw_dev->buf_lock);
734	970	INIT_LIST_HEAD(&hw_dev->list);
735	971	INIT_LIST_HEAD(&hw_dev->rpt_list);
..	..	@@ -738,29 +974,19 @@
738	974	hw_dev->is_single = true;
739	975	hw_dev->is_mi_update = false;
740	976	hw_dev->is_dma_contig = true;
741		- hw_dev->is_dma_sg_ops = false;
	977	+ hw_dev->is_dma_sg_ops = true;
742	978	hw_dev->is_buf_init = false;
743	979	hw_dev->is_shutdown = false;
744	980	hw_dev->is_mmu = is_iommu_enable(dev);
745	981	ret = of_reserved_mem_device_init(dev);
746	982	if (ret) {
747	983	is_mem_reserved = false;
748		-
749	984	if (!hw_dev->is_mmu)
750	985	dev_info(dev, "No reserved memory region. default cma area!\n");
751		- else
752		- hw_dev->is_dma_contig = false;
753	986	}
754		- if (is_mem_reserved) {
755		- /* reserved memory using rdma_sg */
756		- hw_dev->mem_ops = &vb2_rdma_sg_memops;
757		- hw_dev->is_dma_sg_ops = true;
758		- } else if (hw_dev->is_mmu) {
759		- hw_dev->mem_ops = &vb2_dma_sg_memops;
760		- hw_dev->is_dma_sg_ops = true;
761		- } else {
762		- hw_dev->mem_ops = &vb2_dma_contig_memops;
763		- }
	987	+ if (hw_dev->is_mmu && !is_mem_reserved)
	988	+ hw_dev->is_dma_contig = false;
	989	+ hw_dev->mem_ops = &vb2_cma_sg_memops;
764	990
765	991	pm_runtime_enable(dev);
766	992
..	..	@@ -773,6 +999,7 @@
773	999	{
774	1000	struct rkisp_hw_dev *hw_dev = platform_get_drvdata(pdev);
775	1001
	1002	+ rkisp_put_sram(hw_dev);
776	1003	pm_runtime_disable(&pdev->dev);
777	1004	mutex_destroy(&hw_dev->dev_lock);
778	1005	return 0;
..	..	@@ -783,8 +1010,11 @@
783	1010	struct rkisp_hw_dev *hw_dev = platform_get_drvdata(pdev);
784	1011
785	1012	hw_dev->is_shutdown = true;
786		- if (pm_runtime_active(&pdev->dev))
	1013	+ if (pm_runtime_active(&pdev->dev)) {
787	1014	writel(0xffff, hw_dev->base_addr + CIF_IRCL);
	1015	+ if (hw_dev->is_unite)
	1016	+ writel(0xffff, hw_dev->base_next_addr + CIF_IRCL);
	1017	+ }
788	1018	dev_info(&pdev->dev, "%s\n", __func__);
789	1019	}
790	1020
..	..	@@ -792,36 +1022,90 @@
792	1022	{
793	1023	struct rkisp_hw_dev *hw_dev = dev_get_drvdata(dev);
794	1024
	1025	+ hw_dev->dev_link_num = 0;
	1026	+ hw_dev->is_single = true;
	1027	+ hw_dev->is_multi_overflow = false;
	1028	+ hw_dev->is_frm_buf = false;
795	1029	disable_sys_clk(hw_dev);
796	1030	return pinctrl_pm_select_sleep_state(dev);
	1031	+}
	1032	+
	1033	+void rkisp_hw_enum_isp_size(struct rkisp_hw_dev *hw_dev)
	1034	+{
	1035	+ struct rkisp_device *isp;
	1036	+ u32 w, h, i;
	1037	+
	1038	+ memset(hw_dev->isp_size, 0, sizeof(hw_dev->isp_size));
	1039	+ if (!hw_dev->max_in.is_fix) {
	1040	+ hw_dev->max_in.w = 0;
	1041	+ hw_dev->max_in.h = 0;
	1042	+ }
	1043	+ hw_dev->dev_link_num = 0;
	1044	+ hw_dev->is_single = true;
	1045	+ hw_dev->is_multi_overflow = false;
	1046	+ hw_dev->is_frm_buf = false;
	1047	+ for (i = 0; i < hw_dev->dev_num; i++) {
	1048	+ isp = hw_dev->isp[i];
	1049	+ if (!isp \|\| (isp && !isp->is_hw_link))
	1050	+ continue;
	1051	+ if (hw_dev->dev_link_num++)
	1052	+ hw_dev->is_single = false;
	1053	+ w = isp->isp_sdev.in_crop.width;
	1054	+ h = isp->isp_sdev.in_crop.height;
	1055	+ if (hw_dev->is_unite)
	1056	+ w = w / 2 + RKMOUDLE_UNITE_EXTEND_PIXEL;
	1057	+ hw_dev->isp_size[i].w = w;
	1058	+ hw_dev->isp_size[i].h = h;
	1059	+ hw_dev->isp_size[i].size = w * h;
	1060	+ if (!hw_dev->max_in.is_fix) {
	1061	+ if (hw_dev->max_in.w < w)
	1062	+ hw_dev->max_in.w = w;
	1063	+ if (hw_dev->max_in.h < h)
	1064	+ hw_dev->max_in.h = h;
	1065	+ }
	1066	+ }
	1067	+ for (i = 0; i < hw_dev->dev_num; i++) {
	1068	+ isp = hw_dev->isp[i];
	1069	+ if (!isp \|\| (isp && !isp->is_hw_link))
	1070	+ continue;
	1071	+ rkisp_params_check_bigmode(&isp->params_vdev);
	1072	+ }
797	1073	}
798	1074
799	1075	static int __maybe_unused rkisp_runtime_resume(struct device *dev)
800	1076	{
801	1077	struct rkisp_hw_dev *hw_dev = dev_get_drvdata(dev);
802	1078	void __iomem *base = hw_dev->base_addr;
	1079	+ struct rkisp_device *isp;
	1080	+ int mult = hw_dev->is_unite ? 2 : 1;
803	1081	int ret, i;
	1082	+ void *buf;
804	1083
805	1084	ret = pinctrl_pm_select_default_state(dev);
806	1085	if (ret < 0)
807	1086	return ret;
808	1087
809	1088	enable_sys_clk(hw_dev);
810		-
811	1089	for (i = 0; i < hw_dev->dev_num; i++) {
812		- void *buf = hw_dev->isp[i]->sw_base_addr;
813		-
814		- memset(buf, 0, RKISP_ISP_SW_MAX_SIZE);
	1090	+ isp = hw_dev->isp[i];
	1091	+ if (!isp \|\| !isp->sw_base_addr)
	1092	+ continue;
	1093	+ buf = isp->sw_base_addr;
	1094	+ memset(buf, 0, RKISP_ISP_SW_MAX_SIZE * mult);
815	1095	memcpy_fromio(buf, base, RKISP_ISP_SW_REG_SIZE);
	1096	+ if (hw_dev->is_unite) {
	1097	+ buf += RKISP_ISP_SW_MAX_SIZE;
	1098	+ base = hw_dev->base_next_addr;
	1099	+ memcpy_fromio(buf, base, RKISP_ISP_SW_REG_SIZE);
	1100	+ }
816	1101	default_sw_reg_flag(hw_dev->isp[i]);
817	1102	}
	1103	+ rkisp_hw_enum_isp_size(hw_dev);
818	1104	hw_dev->monitor.is_en = rkisp_monitor;
819	1105	return 0;
820	1106	}
821	1107
822	1108	static const struct dev_pm_ops rkisp_hw_pm_ops = {
823		- SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
824		- pm_runtime_force_resume)
825	1109	SET_RUNTIME_PM_OPS(rkisp_runtime_suspend,
826	1110	rkisp_runtime_resume, NULL)
827	1111	};
..	..	@@ -851,4 +1135,15 @@
851	1135	return ret;
852	1136	}
853	1137
	1138	+static void __exit rkisp_hw_drv_exit(void)
	1139	+{
	1140	+ platform_driver_unregister(&rkisp_plat_drv);
	1141	+ platform_driver_unregister(&rkisp_hw_drv);
	1142	+}
	1143	+
	1144	+#if defined(CONFIG_VIDEO_ROCKCHIP_THUNDER_BOOT_ISP) && !defined(CONFIG_INITCALL_ASYNC)
	1145	+subsys_initcall(rkisp_hw_drv_init);
	1146	+#else
854	1147	module_init(rkisp_hw_drv_init);
	1148	+#endif
	1149	+module_exit(rkisp_hw_drv_exit);