.. | .. |
---|
15 | 15 | #include <linux/pm_runtime.h> |
---|
16 | 16 | #include <linux/rockchip/rockchip_sip.h> |
---|
17 | 17 | #include <soc/rockchip/rockchip_amp.h> |
---|
| 18 | +#include <linux/irqchip/arm-gic-common.h> |
---|
18 | 19 | |
---|
19 | 20 | #define RK_CPU_STATUS_OFF 0 |
---|
20 | 21 | #define RK_CPU_STATUS_ON 1 |
---|
.. | .. |
---|
24 | 25 | #define GPIO_BANK_NUM 16 |
---|
25 | 26 | #define GPIO_GROUP_PRIO_MAX 3 |
---|
26 | 27 | |
---|
| 28 | +#define MAX_GIC_SPI_NUM (1020) |
---|
27 | 29 | #define AMP_GIC_DBG(fmt, arg...) do { if (0) { pr_warn(fmt, ##arg); } } while (0) |
---|
28 | 30 | |
---|
29 | 31 | enum amp_cpu_ctrl_status { |
---|
.. | .. |
---|
55 | 57 | struct amp_gpio_group_s { |
---|
56 | 58 | u32 bank_id; |
---|
57 | 59 | u32 prio; |
---|
58 | | - u32 irq_aff[AMP_AFF_MAX_CPU]; |
---|
| 60 | + u64 irq_aff[AMP_AFF_MAX_CPU]; |
---|
59 | 61 | u32 irq_id[AMP_AFF_MAX_CPU]; |
---|
60 | 62 | u32 en[AMP_AFF_MAX_CPU]; |
---|
61 | 63 | }; |
---|
62 | 64 | |
---|
63 | 65 | struct amp_irq_cfg_s { |
---|
| 66 | + u64 aff; |
---|
64 | 67 | u32 prio; |
---|
65 | 68 | u32 cpumask; |
---|
66 | | - u32 aff; |
---|
67 | 69 | int amp_flag; |
---|
68 | | -} irqs_cfg[1024]; |
---|
| 70 | +} irqs_cfg[MAX_GIC_SPI_NUM]; |
---|
69 | 71 | |
---|
70 | 72 | static struct amp_gic_ctrl_s { |
---|
| 73 | + enum gic_type gic_version; |
---|
| 74 | + u32 spis_num; |
---|
71 | 75 | struct { |
---|
72 | 76 | u32 aff; |
---|
73 | 77 | u32 cpumask; |
---|
74 | 78 | u32 flag; |
---|
75 | 79 | } aff_to_cpumask[AMP_AFF_MAX_CLUSTER][AMP_AFF_MAX_CPU]; |
---|
76 | | - struct amp_irq_cfg_s irqs_cfg[1024]; |
---|
77 | | - u32 validmask[1020 / 32 + 1]; |
---|
| 80 | + struct amp_irq_cfg_s irqs_cfg[MAX_GIC_SPI_NUM]; |
---|
78 | 81 | struct amp_gpio_group_s gpio_grp[GPIO_BANK_NUM][GPIO_GROUP_PRIO_MAX]; |
---|
79 | 82 | u32 gpio_banks; |
---|
80 | 83 | } amp_ctrl; |
---|
.. | .. |
---|
275 | 278 | return amp_ctrl.irqs_cfg[irq].cpumask; |
---|
276 | 279 | } |
---|
277 | 280 | |
---|
278 | | -static u32 amp_get_cpumask_bit(u32 aff) |
---|
| 281 | +int rockchip_amp_need_init_amp_irq(u32 irq) |
---|
| 282 | +{ |
---|
| 283 | + return amp_ctrl.irqs_cfg[irq].amp_flag; |
---|
| 284 | +} |
---|
| 285 | + |
---|
| 286 | +static u32 amp_get_cpumask_bit(u64 aff) |
---|
279 | 287 | { |
---|
280 | 288 | u32 aff_cluster, aff_cpu; |
---|
281 | 289 | |
---|
.. | .. |
---|
285 | 293 | if (aff_cpu >= AMP_AFF_MAX_CPU || aff_cluster >= AMP_AFF_MAX_CLUSTER) |
---|
286 | 294 | return 0; |
---|
287 | 295 | |
---|
288 | | - AMP_GIC_DBG("%s: aff:%d-%d: %x\n", __func__, aff_cluster, aff_cpu, |
---|
| 296 | + AMP_GIC_DBG(" %s: aff:%d-%d: %x\n", __func__, aff_cluster, aff_cpu, |
---|
289 | 297 | amp_ctrl.aff_to_cpumask[aff_cluster][aff_cpu].cpumask); |
---|
290 | 298 | |
---|
291 | 299 | return amp_ctrl.aff_to_cpumask[aff_cluster][aff_cpu].cpumask; |
---|
| 300 | +} |
---|
| 301 | + |
---|
| 302 | +u64 rockchip_amp_get_irq_aff(u32 irq) |
---|
| 303 | +{ |
---|
| 304 | + return amp_ctrl.irqs_cfg[irq].aff; |
---|
292 | 305 | } |
---|
293 | 306 | |
---|
294 | 307 | static int gic_amp_get_gpio_prio_group_info(struct device_node *np, |
---|
295 | 308 | struct amp_gic_ctrl_s *amp_ctrl, |
---|
296 | 309 | int prio_id) |
---|
297 | 310 | { |
---|
298 | | - u32 gpio_bank, count0, count1, prio, irq_id, irq_aff; |
---|
299 | | - int i; |
---|
| 311 | + u32 gpio_bank, prio, irq_id; |
---|
| 312 | + u64 irq_aff; |
---|
| 313 | + int i, count0, count1; |
---|
300 | 314 | struct amp_gpio_group_s *gpio_grp; |
---|
301 | 315 | struct amp_irq_cfg_s *irqs_cfg; |
---|
302 | 316 | |
---|
.. | .. |
---|
320 | 334 | __func__, gpio_bank, prio_id, prio); |
---|
321 | 335 | |
---|
322 | 336 | count0 = of_property_count_u32_elems(np, "girq-id"); |
---|
323 | | - count1 = of_property_count_u32_elems(np, "girq-aff"); |
---|
| 337 | + count1 = of_property_count_u64_elems(np, "girq-aff"); |
---|
324 | 338 | |
---|
325 | 339 | if (count0 != count1) |
---|
326 | 340 | return -EINVAL; |
---|
.. | .. |
---|
330 | 344 | for (i = 0; i < count0; i++) { |
---|
331 | 345 | of_property_read_u32_index(np, "girq-id", i, &irq_id); |
---|
332 | 346 | gpio_grp->irq_id[i] = irq_id; |
---|
333 | | - of_property_read_u32_index(np, "girq-aff", i, &irq_aff); |
---|
| 347 | + of_property_read_u64_index(np, "girq-aff", i, &irq_aff); |
---|
334 | 348 | |
---|
335 | 349 | gpio_grp->irq_aff[i] = irq_aff; |
---|
336 | 350 | |
---|
.. | .. |
---|
338 | 352 | |
---|
339 | 353 | irqs_cfg = &_ctrl->irqs_cfg[irq_id]; |
---|
340 | 354 | |
---|
341 | | - AMP_GIC_DBG(" %s: group cpu-%d, irq-%d: prio-%x, aff-%x en-%d\n", |
---|
| 355 | + AMP_GIC_DBG(" %s: group cpu-%d, irq-%d: prio-%x, aff-%llx en-%d\n", |
---|
342 | 356 | __func__, i, gpio_grp->irq_id[i], gpio_grp->prio, |
---|
343 | 357 | gpio_grp->irq_aff[i], gpio_grp->en[i]); |
---|
344 | 358 | |
---|
345 | 359 | if (gpio_grp->en[i]) { |
---|
346 | 360 | irqs_cfg->prio = gpio_grp->prio; |
---|
347 | 361 | irqs_cfg->aff = irq_aff; |
---|
348 | | - irqs_cfg->cpumask = amp_get_cpumask_bit(irq_aff); |
---|
| 362 | + if (amp_ctrl->gic_version == GIC_V2) { |
---|
| 363 | + irqs_cfg->cpumask = amp_get_cpumask_bit(irq_aff); |
---|
| 364 | + if (!irqs_cfg->cpumask) { |
---|
| 365 | + pr_err(" %s: get cpumask error\n", __func__); |
---|
| 366 | + return -EINVAL; |
---|
| 367 | + } |
---|
| 368 | + } |
---|
349 | 369 | irqs_cfg->amp_flag = 1; |
---|
350 | 370 | } |
---|
351 | 371 | |
---|
352 | | - AMP_GIC_DBG(" %s: irqs_cfg prio-%x aff-%x cpumaks-%x en-%d\n", |
---|
| 372 | + AMP_GIC_DBG(" %s: prio-%x aff-%llx cpumaks-%x flag-%d\n", |
---|
353 | 373 | __func__, irqs_cfg->prio, irqs_cfg->aff, |
---|
354 | 374 | irqs_cfg->cpumask, irqs_cfg->amp_flag); |
---|
355 | 375 | } |
---|
.. | .. |
---|
404 | 424 | { |
---|
405 | 425 | const struct property *prop; |
---|
406 | 426 | int count, i; |
---|
407 | | - u32 cluster, aff_cpu, aff, cpumask; |
---|
| 427 | + u32 cluster, aff_cpu; |
---|
| 428 | + u64 aff, cpumask; |
---|
408 | 429 | |
---|
| 430 | + if (amp_ctrl->gic_version != GIC_V2) |
---|
| 431 | + return 0; |
---|
409 | 432 | prop = of_find_property(np, "amp-cpu-aff-maskbits", NULL); |
---|
| 433 | + |
---|
410 | 434 | if (!prop) |
---|
411 | 435 | return -1; |
---|
412 | 436 | |
---|
413 | 437 | if (!prop->value) |
---|
414 | 438 | return -1; |
---|
415 | 439 | |
---|
416 | | - count = of_property_count_u32_elems(np, "amp-cpu-aff-maskbits"); |
---|
| 440 | + count = of_property_count_u64_elems(np, "amp-cpu-aff-maskbits"); |
---|
417 | 441 | if (count % 2) |
---|
418 | 442 | return -1; |
---|
419 | 443 | |
---|
420 | 444 | for (i = 0; i < count / 2; i++) { |
---|
421 | | - of_property_read_u32_index(np, "amp-cpu-aff-maskbits", |
---|
| 445 | + of_property_read_u64_index(np, "amp-cpu-aff-maskbits", |
---|
422 | 446 | 2 * i, &aff); |
---|
423 | 447 | cluster = MPIDR_AFFINITY_LEVEL(aff, 1); |
---|
424 | 448 | aff_cpu = MPIDR_AFFINITY_LEVEL(aff, 0); |
---|
425 | 449 | amp_ctrl->aff_to_cpumask[cluster][aff_cpu].aff = aff; |
---|
426 | 450 | |
---|
427 | | - of_property_read_u32_index(np, "amp-cpu-aff-maskbits", |
---|
| 451 | + of_property_read_u64_index(np, "amp-cpu-aff-maskbits", |
---|
428 | 452 | 2 * i + 1, &cpumask); |
---|
429 | 453 | |
---|
430 | | - amp_ctrl->aff_to_cpumask[cluster][aff_cpu].cpumask = cpumask; |
---|
| 454 | + amp_ctrl->aff_to_cpumask[cluster][aff_cpu].cpumask = (u32)cpumask; |
---|
431 | 455 | |
---|
432 | | - AMP_GIC_DBG("cpumask: %d-%d: aff-%d cpumask-%d\n", |
---|
433 | | - cluster, aff_cpu, aff, cpumask); |
---|
| 456 | + AMP_GIC_DBG("cpumask: %d-%d: aff-%llx cpumask-%d\n", |
---|
| 457 | + cluster, aff_cpu, aff, (u32)cpumask); |
---|
434 | 458 | |
---|
435 | 459 | if (!cpumask) |
---|
436 | 460 | return -1; |
---|
.. | .. |
---|
443 | 467 | struct amp_gic_ctrl_s *amp_ctrl) |
---|
444 | 468 | { |
---|
445 | 469 | const struct property *prop; |
---|
446 | | - int count, i; |
---|
447 | | - u32 irq, prio, aff; |
---|
| 470 | + u32 irq, i; |
---|
| 471 | + int count; |
---|
| 472 | + u64 aff, val, prio; |
---|
448 | 473 | |
---|
449 | 474 | prop = of_find_property(np, "amp-irqs", NULL); |
---|
450 | 475 | if (!prop) |
---|
.. | .. |
---|
453 | 478 | if (!prop->value) |
---|
454 | 479 | return; |
---|
455 | 480 | |
---|
456 | | - count = of_property_count_u32_elems(np, "amp-irqs"); |
---|
| 481 | + count = of_property_count_u64_elems(np, "amp-irqs"); |
---|
457 | 482 | |
---|
458 | | - if (count < 0 || count % 3) |
---|
| 483 | + if (count % 3) |
---|
459 | 484 | return; |
---|
460 | 485 | |
---|
461 | 486 | for (i = 0; i < count / 3; i++) { |
---|
462 | | - of_property_read_u32_index(np, "amp-irqs", 3 * i, &irq); |
---|
463 | | - |
---|
464 | | - if (irq > 1020) |
---|
| 487 | + of_property_read_u64_index(np, "amp-irqs", 3 * i, &val); |
---|
| 488 | + irq = (u32)val; |
---|
| 489 | + if (irq > amp_ctrl->spis_num) |
---|
465 | 490 | break; |
---|
466 | 491 | |
---|
467 | | - of_property_read_u32_index(np, "amp-irqs", 3 * i + 1, &prio); |
---|
468 | | - of_property_read_u32_index(np, "amp-irqs", 3 * i + 2, &aff); |
---|
| 492 | + of_property_read_u64_index(np, "amp-irqs", 3 * i + 1, &prio); |
---|
| 493 | + of_property_read_u64_index(np, "amp-irqs", 3 * i + 2, &aff); |
---|
469 | 494 | |
---|
470 | | - AMP_GIC_DBG("%s: irq-%d aff-%d prio-%x\n", |
---|
| 495 | + AMP_GIC_DBG("%s: irq-%d aff-%llx prio-%llx\n", |
---|
471 | 496 | __func__, irq, aff, prio); |
---|
472 | 497 | |
---|
473 | | - amp_ctrl->irqs_cfg[irq].prio = prio; |
---|
| 498 | + amp_ctrl->irqs_cfg[irq].prio = (u32)prio; |
---|
474 | 499 | amp_ctrl->irqs_cfg[irq].aff = aff; |
---|
475 | | - amp_ctrl->irqs_cfg[irq].cpumask = amp_get_cpumask_bit(aff); |
---|
476 | | - |
---|
477 | | - if (!amp_ctrl->irqs_cfg[irq].cpumask) { |
---|
478 | | - AMP_GIC_DBG("%s: get cpumask error\n", __func__); |
---|
479 | | - break; |
---|
| 500 | + if (amp_ctrl->gic_version == GIC_V2) { |
---|
| 501 | + amp_ctrl->irqs_cfg[irq].cpumask = amp_get_cpumask_bit(aff); |
---|
| 502 | + if (!amp_ctrl->irqs_cfg[irq].cpumask) { |
---|
| 503 | + pr_err("%s: get cpumask error\n", __func__); |
---|
| 504 | + break; |
---|
| 505 | + } |
---|
480 | 506 | } |
---|
481 | 507 | |
---|
482 | 508 | if (!amp_ctrl->irqs_cfg[irq].aff && |
---|
.. | .. |
---|
485 | 511 | |
---|
486 | 512 | amp_ctrl->irqs_cfg[irq].amp_flag = 1; |
---|
487 | 513 | |
---|
488 | | - AMP_GIC_DBG("%s: irq-%d aff-%d cpumask-%d pri-%x\n", |
---|
| 514 | + AMP_GIC_DBG(" %s: irq-%d aff-%llx cpumask-%x pri-%x\n", |
---|
489 | 515 | __func__, irq, amp_ctrl->irqs_cfg[irq].aff, |
---|
490 | 516 | amp_ctrl->irqs_cfg[irq].cpumask, |
---|
491 | 517 | amp_ctrl->irqs_cfg[irq].prio); |
---|
492 | 518 | } |
---|
493 | 519 | } |
---|
494 | 520 | |
---|
495 | | -void rockchip_amp_get_gic_info(void) |
---|
| 521 | +void rockchip_amp_get_gic_info(u32 spis_num, enum gic_type gic_version) |
---|
496 | 522 | { |
---|
497 | 523 | struct device_node *np; |
---|
| 524 | + |
---|
| 525 | + amp_ctrl.spis_num = spis_num; |
---|
| 526 | + amp_ctrl.gic_version = gic_version; |
---|
498 | 527 | |
---|
499 | 528 | np = of_find_node_by_name(NULL, "rockchip-amp"); |
---|
500 | 529 | if (!np) |
---|
.. | .. |
---|
504 | 533 | pr_err("%s: get amp gic cpu mask error\n", __func__); |
---|
505 | 534 | goto exit; |
---|
506 | 535 | } |
---|
| 536 | + |
---|
507 | 537 | gic_of_get_gpio_group(np, &_ctrl); |
---|
508 | 538 | amp_gic_get_irqs_config(np, &_ctrl); |
---|
509 | 539 | |
---|