| .. | .. |
|---|
| 14 | 14 | #include <linux/pinctrl/consumer.h> |
|---|
| 15 | 15 | #include <linux/pm_runtime.h> |
|---|
| 16 | 16 | #include <linux/reset.h> |
|---|
| 17 | | -#include <media/videobuf2-dma-contig.h> |
|---|
| 17 | +#include <media/videobuf2-cma-sg.h> |
|---|
| 18 | 18 | #include <media/videobuf2-dma-sg.h> |
|---|
| 19 | 19 | #include <soc/rockchip/rockchip_iommu.h> |
|---|
| 20 | 20 | |
|---|
| .. | .. |
|---|
| 43 | 43 | { |
|---|
| 44 | 44 | writel(GLB_SOFT_RST_ALL, hw->base_addr + RKISPP_CTRL_RESET); |
|---|
| 45 | 45 | udelay(10); |
|---|
| 46 | + writel(~GLB_SOFT_RST_ALL, hw->base_addr + RKISPP_CTRL_RESET); |
|---|
| 46 | 47 | if (hw->reset) { |
|---|
| 47 | 48 | reset_control_assert(hw->reset); |
|---|
| 48 | 49 | udelay(20); |
|---|
| .. | .. |
|---|
| 55 | 56 | rockchip_iommu_disable(hw->dev); |
|---|
| 56 | 57 | rockchip_iommu_enable(hw->dev); |
|---|
| 57 | 58 | } |
|---|
| 58 | | - |
|---|
| 59 | | - writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL0_CTRL); |
|---|
| 60 | | - writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL1_CTRL); |
|---|
| 61 | | - writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL2_CTRL); |
|---|
| 62 | | - writel(OTHER_FORCE_UPD, hw->base_addr + RKISPP_CTRL_UPDATE); |
|---|
| 63 | | - writel(GATE_DIS_ALL, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 64 | | - writel(SW_FEC2DDR_DIS, hw->base_addr + RKISPP_FEC_CORE_CTRL); |
|---|
| 65 | | - writel(NR_LOST_ERR | TNR_LOST_ERR | FBCH_EMPTY_NR | |
|---|
| 59 | + if (hw->ispp_ver == ISPP_V10) { |
|---|
| 60 | + writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL0_CTRL); |
|---|
| 61 | + writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL1_CTRL); |
|---|
| 62 | + writel(SW_SCL_BYPASS, hw->base_addr + RKISPP_SCL2_CTRL); |
|---|
| 63 | + writel(OTHER_FORCE_UPD, hw->base_addr + RKISPP_CTRL_UPDATE); |
|---|
| 64 | + writel(GATE_DIS_ALL, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 65 | + writel(SW_FEC2DDR_DIS, hw->base_addr + RKISPP_FEC_CORE_CTRL); |
|---|
| 66 | + writel(NR_LOST_ERR | TNR_LOST_ERR | FBCH_EMPTY_NR | |
|---|
| 66 | 67 | FBCH_EMPTY_TNR | FBCD_DEC_ERR_NR | FBCD_DEC_ERR_TNR | |
|---|
| 67 | 68 | BUS_ERR_NR | BUS_ERR_TNR | SCL2_INT | SCL1_INT | |
|---|
| 68 | 69 | SCL0_INT | FEC_INT | ORB_INT | SHP_INT | NR_INT | TNR_INT, |
|---|
| 69 | 70 | hw->base_addr + RKISPP_CTRL_INT_MSK); |
|---|
| 70 | | - writel(GATE_DIS_NR, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 71 | + writel(GATE_DIS_NR, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 72 | + } else if (hw->ispp_ver == ISPP_V20) { |
|---|
| 73 | + writel(GATE_DIS_ALL, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 74 | + writel(SW_FEC2DDR_DIS, hw->base_addr + RKISPP_FEC_CORE_CTRL); |
|---|
| 75 | + writel(FEC_INT, hw->base_addr + RKISPP_CTRL_INT_MSK); |
|---|
| 76 | + writel(GATE_DIS_FEC, hw->base_addr + RKISPP_CTRL_CLKGATE); |
|---|
| 77 | + } |
|---|
| 78 | + |
|---|
| 71 | 79 | } |
|---|
| 72 | 80 | |
|---|
| 73 | 81 | /* using default value if reg no write for multi device */ |
|---|
| 74 | 82 | static void default_sw_reg_flag(struct rkispp_device *dev) |
|---|
| 75 | 83 | { |
|---|
| 76 | | - u32 reg[] = { |
|---|
| 77 | | - RKISPP_TNR_CTRL, |
|---|
| 78 | | - RKISPP_TNR_CORE_CTRL, |
|---|
| 79 | | - RKISPP_NR_CTRL, |
|---|
| 80 | | - RKISPP_NR_UVNR_CTRL_PARA, |
|---|
| 81 | | - RKISPP_SHARP_CTRL, |
|---|
| 82 | | - RKISPP_SHARP_CORE_CTRL, |
|---|
| 83 | | - RKISPP_SCL0_CTRL, |
|---|
| 84 | | - RKISPP_SCL1_CTRL, |
|---|
| 85 | | - RKISPP_SCL2_CTRL, |
|---|
| 86 | | - RKISPP_ORB_CORE_CTRL, |
|---|
| 87 | | - RKISPP_FEC_CTRL, |
|---|
| 88 | | - RKISPP_FEC_CORE_CTRL |
|---|
| 89 | | - }; |
|---|
| 90 | | - u32 i, *flag; |
|---|
| 84 | + if (dev->hw_dev->ispp_ver == ISPP_V10) { |
|---|
| 85 | + u32 reg[] = { |
|---|
| 86 | + RKISPP_TNR_CTRL, |
|---|
| 87 | + RKISPP_TNR_CORE_CTRL, |
|---|
| 88 | + RKISPP_NR_CTRL, |
|---|
| 89 | + RKISPP_NR_UVNR_CTRL_PARA, |
|---|
| 90 | + RKISPP_SHARP_CTRL, |
|---|
| 91 | + RKISPP_SHARP_CORE_CTRL, |
|---|
| 92 | + RKISPP_SCL0_CTRL, |
|---|
| 93 | + RKISPP_SCL1_CTRL, |
|---|
| 94 | + RKISPP_SCL2_CTRL, |
|---|
| 95 | + RKISPP_ORB_CORE_CTRL, |
|---|
| 96 | + RKISPP_FEC_CTRL, |
|---|
| 97 | + RKISPP_FEC_CORE_CTRL |
|---|
| 98 | + }; |
|---|
| 99 | + u32 i, *flag; |
|---|
| 91 | 100 | |
|---|
| 92 | | - for (i = 0; i < ARRAY_SIZE(reg); i++) { |
|---|
| 93 | | - flag = dev->sw_base_addr + reg[i] + RKISP_ISPP_SW_REG_SIZE; |
|---|
| 94 | | - *flag = 0xffffffff; |
|---|
| 101 | + for (i = 0; i < ARRAY_SIZE(reg); i++) { |
|---|
| 102 | + flag = dev->sw_base_addr + reg[i] + RKISP_ISPP_SW_REG_SIZE; |
|---|
| 103 | + *flag = 0xffffffff; |
|---|
| 104 | + } |
|---|
| 105 | + } else if (dev->hw_dev->ispp_ver == ISPP_V20) { |
|---|
| 106 | + u32 reg[] = { |
|---|
| 107 | + RKISPP_FEC_CTRL, |
|---|
| 108 | + RKISPP_FEC_CORE_CTRL |
|---|
| 109 | + }; |
|---|
| 110 | + u32 i, *flag; |
|---|
| 111 | + |
|---|
| 112 | + for (i = 0; i < ARRAY_SIZE(reg); i++) { |
|---|
| 113 | + flag = dev->sw_base_addr + reg[i] + RKISP_ISPP_SW_REG_SIZE; |
|---|
| 114 | + *flag = 0xffffffff; |
|---|
| 115 | + } |
|---|
| 95 | 116 | } |
|---|
| 96 | 117 | } |
|---|
| 97 | 118 | |
|---|
| .. | .. |
|---|
| 124 | 145 | static int enable_sys_clk(struct rkispp_hw_dev *dev) |
|---|
| 125 | 146 | { |
|---|
| 126 | 147 | struct rkispp_device *ispp = dev->ispp[dev->cur_dev_id]; |
|---|
| 127 | | - u32 w = dev->max_in.w ? dev->max_in.w : ispp->ispp_sdev.in_fmt.width; |
|---|
| 128 | | - int i, ret = -EINVAL; |
|---|
| 148 | + int w, i, ret = -EINVAL; |
|---|
| 129 | 149 | |
|---|
| 130 | 150 | for (i = 0; i < dev->clks_num; i++) { |
|---|
| 131 | 151 | ret = clk_prepare_enable(dev->clks[i]); |
|---|
| 132 | 152 | if (ret < 0) |
|---|
| 133 | 153 | goto err; |
|---|
| 134 | 154 | } |
|---|
| 155 | + |
|---|
| 156 | + if (!ispp) |
|---|
| 157 | + return ret; |
|---|
| 158 | + |
|---|
| 159 | + w = dev->max_in.w ? dev->max_in.w : ispp->ispp_sdev.in_fmt.width; |
|---|
| 135 | 160 | |
|---|
| 136 | 161 | for (i = 0; i < dev->clk_rate_tbl_num; i++) |
|---|
| 137 | 162 | if (w <= dev->clk_rate_tbl[i].refer_data) |
|---|
| .. | .. |
|---|
| 181 | 206 | "hclk_ispp", |
|---|
| 182 | 207 | }; |
|---|
| 183 | 208 | |
|---|
| 209 | +static const char * const rk3588_ispp_clks[] = { |
|---|
| 210 | + "clk_ispp", |
|---|
| 211 | + "aclk_ispp", |
|---|
| 212 | + "hclk_ispp", |
|---|
| 213 | +}; |
|---|
| 214 | + |
|---|
| 184 | 215 | static const struct ispp_clk_info rv1126_ispp_clk_rate[] = { |
|---|
| 185 | 216 | { |
|---|
| 186 | 217 | .clk_rate = 150, |
|---|
| .. | .. |
|---|
| 200 | 231 | } |
|---|
| 201 | 232 | }; |
|---|
| 202 | 233 | |
|---|
| 234 | +static const struct ispp_clk_info rk3588_ispp_clk_rate[] = { |
|---|
| 235 | + { |
|---|
| 236 | + .clk_rate = 300, |
|---|
| 237 | + .refer_data = 1920, //width |
|---|
| 238 | + }, { |
|---|
| 239 | + .clk_rate = 400, |
|---|
| 240 | + .refer_data = 2688, |
|---|
| 241 | + }, { |
|---|
| 242 | + .clk_rate = 500, |
|---|
| 243 | + .refer_data = 3072, |
|---|
| 244 | + }, { |
|---|
| 245 | + .clk_rate = 600, |
|---|
| 246 | + .refer_data = 3840, |
|---|
| 247 | + }, { |
|---|
| 248 | + .clk_rate = 702, |
|---|
| 249 | + .refer_data = 4672, |
|---|
| 250 | + } |
|---|
| 251 | +}; |
|---|
| 252 | + |
|---|
| 203 | 253 | static struct irqs_data rv1126_ispp_irqs[] = { |
|---|
| 204 | 254 | {"ispp_irq", irq_hdl}, |
|---|
| 255 | + {"fec_irq", irq_hdl}, |
|---|
| 256 | +}; |
|---|
| 257 | + |
|---|
| 258 | +static struct irqs_data rk3588_ispp_irqs[] = { |
|---|
| 205 | 259 | {"fec_irq", irq_hdl}, |
|---|
| 206 | 260 | }; |
|---|
| 207 | 261 | |
|---|
| .. | .. |
|---|
| 215 | 269 | .ispp_ver = ISPP_V10, |
|---|
| 216 | 270 | }; |
|---|
| 217 | 271 | |
|---|
| 272 | +static const struct ispp_match_data rk3588_ispp_match_data = { |
|---|
| 273 | + .clks = rk3588_ispp_clks, |
|---|
| 274 | + .clks_num = ARRAY_SIZE(rk3588_ispp_clks), |
|---|
| 275 | + .clk_rate_tbl = rk3588_ispp_clk_rate, |
|---|
| 276 | + .clk_rate_tbl_num = ARRAY_SIZE(rk3588_ispp_clk_rate), |
|---|
| 277 | + .irqs = rk3588_ispp_irqs, |
|---|
| 278 | + .num_irqs = ARRAY_SIZE(rk3588_ispp_irqs), |
|---|
| 279 | + .ispp_ver = ISPP_V20, |
|---|
| 280 | +}; |
|---|
| 281 | + |
|---|
| 218 | 282 | static const struct of_device_id rkispp_hw_of_match[] = { |
|---|
| 219 | 283 | { |
|---|
| 220 | 284 | .compatible = "rockchip,rv1126-rkispp", |
|---|
| 221 | 285 | .data = &rv1126_ispp_match_data, |
|---|
| 286 | + }, { |
|---|
| 287 | + .compatible = "rockchip,rk3588-rkispp", |
|---|
| 288 | + .data = &rk3588_ispp_match_data, |
|---|
| 222 | 289 | }, |
|---|
| 223 | 290 | {}, |
|---|
| 224 | 291 | }; |
|---|
| .. | .. |
|---|
| 328 | 395 | atomic_set(&hw_dev->refcnt, 0); |
|---|
| 329 | 396 | INIT_LIST_HEAD(&hw_dev->list); |
|---|
| 330 | 397 | hw_dev->is_idle = true; |
|---|
| 331 | | - hw_dev->is_single = false; |
|---|
| 398 | + hw_dev->is_single = true; |
|---|
| 399 | + /* for frame end reset and config reg */ |
|---|
| 400 | + if (hw_dev->ispp_ver == ISPP_V10) |
|---|
| 401 | + hw_dev->is_single = false; |
|---|
| 332 | 402 | hw_dev->is_fec_ext = false; |
|---|
| 333 | 403 | hw_dev->is_dma_contig = true; |
|---|
| 334 | | - hw_dev->is_dma_sg_ops = false; |
|---|
| 404 | + hw_dev->is_dma_sg_ops = true; |
|---|
| 335 | 405 | hw_dev->is_shutdown = false; |
|---|
| 336 | 406 | hw_dev->is_first = true; |
|---|
| 337 | 407 | hw_dev->is_mmu = is_iommu_enable(dev); |
|---|
| .. | .. |
|---|
| 340 | 410 | is_mem_reserved = false; |
|---|
| 341 | 411 | if (!hw_dev->is_mmu) |
|---|
| 342 | 412 | dev_info(dev, "No reserved memory region. default cma area!\n"); |
|---|
| 343 | | - else |
|---|
| 344 | | - hw_dev->is_dma_contig = false; |
|---|
| 345 | 413 | } |
|---|
| 346 | | - if (is_mem_reserved) { |
|---|
| 347 | | - /* reserved memory using rdma_sg */ |
|---|
| 348 | | - hw_dev->mem_ops = &vb2_rdma_sg_memops; |
|---|
| 349 | | - hw_dev->is_dma_sg_ops = true; |
|---|
| 350 | | - } else if (hw_dev->is_mmu) { |
|---|
| 351 | | - hw_dev->mem_ops = &vb2_dma_sg_memops; |
|---|
| 352 | | - hw_dev->is_dma_sg_ops = true; |
|---|
| 353 | | - } else { |
|---|
| 354 | | - hw_dev->mem_ops = &vb2_dma_contig_memops; |
|---|
| 355 | | - } |
|---|
| 414 | + if (hw_dev->is_mmu && !is_mem_reserved) |
|---|
| 415 | + hw_dev->is_dma_contig = false; |
|---|
| 416 | + hw_dev->mem_ops = &vb2_cma_sg_memops; |
|---|
| 356 | 417 | |
|---|
| 357 | 418 | rkispp_register_fec(hw_dev); |
|---|
| 358 | 419 | pm_runtime_enable(&pdev->dev); |
|---|
| .. | .. |
|---|
| 380 | 441 | if (pm_runtime_active(&pdev->dev)) { |
|---|
| 381 | 442 | writel(0, hw_dev->base_addr + RKISPP_CTRL_INT_MSK); |
|---|
| 382 | 443 | writel(GLB_SOFT_RST_ALL, hw_dev->base_addr + RKISPP_CTRL_RESET); |
|---|
| 444 | + writel(~GLB_SOFT_RST_ALL, hw_dev->base_addr + RKISPP_CTRL_RESET); |
|---|
| 383 | 445 | } |
|---|
| 384 | 446 | dev_info(&pdev->dev, "%s\n", __func__); |
|---|
| 385 | 447 | } |
|---|
| .. | .. |
|---|
| 414 | 476 | } |
|---|
| 415 | 477 | |
|---|
| 416 | 478 | static const struct dev_pm_ops rkispp_hw_pm_ops = { |
|---|
| 417 | | - SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend, |
|---|
| 418 | | - pm_runtime_force_resume) |
|---|
| 419 | 479 | SET_RUNTIME_PM_OPS(rkispp_runtime_suspend, |
|---|
| 420 | 480 | rkispp_runtime_resume, NULL) |
|---|
| 421 | 481 | }; |
|---|