| .. | .. |
|---|
| 102 | 102 | static int rockchip_pcie_valid_device(struct rockchip_pcie *rockchip, |
|---|
| 103 | 103 | struct pci_bus *bus, int dev) |
|---|
| 104 | 104 | { |
|---|
| 105 | | - /* access only one slot on each root port */ |
|---|
| 106 | | - if (bus->number == rockchip->root_bus_nr && dev > 0) |
|---|
| 107 | | - return 0; |
|---|
| 108 | | - |
|---|
| 109 | 105 | /* |
|---|
| 110 | | - * do not read more than one device on the bus directly attached |
|---|
| 106 | + * Access only one slot on each root port. |
|---|
| 107 | + * Do not read more than one device on the bus directly attached |
|---|
| 111 | 108 | * to RC's downstream side. |
|---|
| 112 | 109 | */ |
|---|
| 113 | | - if (bus->primary == rockchip->root_bus_nr && dev > 0) |
|---|
| 114 | | - return 0; |
|---|
| 110 | + if (pci_is_root_bus(bus) || pci_is_root_bus(bus->parent)) |
|---|
| 111 | + return dev == 0; |
|---|
| 115 | 112 | |
|---|
| 116 | 113 | return 1; |
|---|
| 117 | 114 | } |
|---|
| .. | .. |
|---|
| 204 | 201 | return PCIBIOS_BAD_REGISTER_NUMBER; |
|---|
| 205 | 202 | } |
|---|
| 206 | 203 | |
|---|
| 207 | | - if (bus->parent->number == rockchip->root_bus_nr) |
|---|
| 204 | + if (pci_is_root_bus(bus->parent)) |
|---|
| 208 | 205 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
|---|
| 209 | 206 | AXI_WRAPPER_TYPE0_CFG); |
|---|
| 210 | 207 | else |
|---|
| .. | .. |
|---|
| 238 | 235 | if (!IS_ALIGNED(busdev, size)) |
|---|
| 239 | 236 | return PCIBIOS_BAD_REGISTER_NUMBER; |
|---|
| 240 | 237 | |
|---|
| 241 | | - if (bus->parent->number == rockchip->root_bus_nr) |
|---|
| 238 | + if (pci_is_root_bus(bus->parent)) |
|---|
| 242 | 239 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
|---|
| 243 | 240 | AXI_WRAPPER_TYPE0_CFG); |
|---|
| 244 | 241 | else |
|---|
| .. | .. |
|---|
| 267 | 264 | return PCIBIOS_DEVICE_NOT_FOUND; |
|---|
| 268 | 265 | } |
|---|
| 269 | 266 | |
|---|
| 270 | | - if (bus->number == rockchip->root_bus_nr) |
|---|
| 267 | + if (pci_is_root_bus(bus)) |
|---|
| 271 | 268 | return rockchip_pcie_rd_own_conf(rockchip, where, size, val); |
|---|
| 272 | 269 | |
|---|
| 273 | 270 | return rockchip_pcie_rd_other_conf(rockchip, bus, devfn, where, size, |
|---|
| .. | .. |
|---|
| 282 | 279 | if (!rockchip_pcie_valid_device(rockchip, bus, PCI_SLOT(devfn))) |
|---|
| 283 | 280 | return PCIBIOS_DEVICE_NOT_FOUND; |
|---|
| 284 | 281 | |
|---|
| 285 | | - if (bus->number == rockchip->root_bus_nr) |
|---|
| 282 | + if (pci_is_root_bus(bus)) |
|---|
| 286 | 283 | return rockchip_pcie_wr_own_conf(rockchip, where, size, val); |
|---|
| 287 | 284 | |
|---|
| 288 | 285 | return rockchip_pcie_wr_other_conf(rockchip, bus, devfn, where, size, |
|---|
| .. | .. |
|---|
| 444 | 441 | status &= ~PCIE_RC_CONFIG_LINK_CAP_L0S; |
|---|
| 445 | 442 | rockchip_pcie_write(rockchip, status, PCIE_RC_CONFIG_LINK_CAP); |
|---|
| 446 | 443 | } |
|---|
| 444 | + |
|---|
| 445 | + status = rockchip_pcie_read(rockchip, PCIE_RC_CONFIG_DCSR); |
|---|
| 446 | + status &= ~PCIE_RC_CONFIG_DCSR_MPS_MASK; |
|---|
| 447 | + status |= PCIE_RC_CONFIG_DCSR_MPS_256; |
|---|
| 448 | + rockchip_pcie_write(rockchip, status, PCIE_RC_CONFIG_DCSR); |
|---|
| 447 | 449 | |
|---|
| 448 | 450 | return 0; |
|---|
| 449 | 451 | err_power_off_phy: |
|---|
| .. | .. |
|---|
| 632 | 634 | struct platform_device *pdev = to_platform_device(dev); |
|---|
| 633 | 635 | |
|---|
| 634 | 636 | irq = platform_get_irq_byname(pdev, "sys"); |
|---|
| 635 | | - if (irq < 0) { |
|---|
| 636 | | - dev_err(dev, "missing sys IRQ resource\n"); |
|---|
| 637 | + if (irq < 0) |
|---|
| 637 | 638 | return irq; |
|---|
| 638 | | - } |
|---|
| 639 | 639 | |
|---|
| 640 | 640 | err = devm_request_irq(dev, irq, rockchip_pcie_subsys_irq_handler, |
|---|
| 641 | 641 | IRQF_SHARED, "pcie-sys", rockchip); |
|---|
| .. | .. |
|---|
| 645 | 645 | } |
|---|
| 646 | 646 | |
|---|
| 647 | 647 | irq = platform_get_irq_byname(pdev, "legacy"); |
|---|
| 648 | | - if (irq < 0) { |
|---|
| 649 | | - dev_err(dev, "missing legacy IRQ resource\n"); |
|---|
| 648 | + if (irq < 0) |
|---|
| 650 | 649 | return irq; |
|---|
| 651 | | - } |
|---|
| 652 | 650 | |
|---|
| 653 | 651 | irq_set_chained_handler_and_data(irq, |
|---|
| 654 | 652 | rockchip_pcie_legacy_int_handler, |
|---|
| 655 | 653 | rockchip); |
|---|
| 656 | 654 | |
|---|
| 657 | 655 | irq = platform_get_irq_byname(pdev, "client"); |
|---|
| 658 | | - if (irq < 0) { |
|---|
| 659 | | - dev_err(dev, "missing client IRQ resource\n"); |
|---|
| 656 | + if (irq < 0) |
|---|
| 660 | 657 | return irq; |
|---|
| 661 | | - } |
|---|
| 662 | 658 | |
|---|
| 663 | 659 | err = devm_request_irq(dev, irq, rockchip_pcie_client_irq_handler, |
|---|
| 664 | 660 | IRQF_SHARED, "pcie-client", rockchip); |
|---|
| .. | .. |
|---|
| 685 | 681 | if (err) |
|---|
| 686 | 682 | return err; |
|---|
| 687 | 683 | |
|---|
| 688 | | - err = rockchip_pcie_setup_irq(rockchip); |
|---|
| 689 | | - if (err) |
|---|
| 690 | | - return err; |
|---|
| 691 | | - |
|---|
| 692 | 684 | rockchip->vpcie12v = devm_regulator_get_optional(dev, "vpcie12v"); |
|---|
| 693 | 685 | if (IS_ERR(rockchip->vpcie12v)) { |
|---|
| 694 | 686 | if (PTR_ERR(rockchip->vpcie12v) != -ENODEV) |
|---|
| .. | .. |
|---|
| 703 | 695 | dev_info(dev, "no vpcie3v3 regulator found\n"); |
|---|
| 704 | 696 | } |
|---|
| 705 | 697 | |
|---|
| 706 | | - rockchip->vpcie1v8 = devm_regulator_get_optional(dev, "vpcie1v8"); |
|---|
| 707 | | - if (IS_ERR(rockchip->vpcie1v8)) { |
|---|
| 708 | | - if (PTR_ERR(rockchip->vpcie1v8) != -ENODEV) |
|---|
| 709 | | - return PTR_ERR(rockchip->vpcie1v8); |
|---|
| 710 | | - dev_info(dev, "no vpcie1v8 regulator found\n"); |
|---|
| 711 | | - } |
|---|
| 698 | + rockchip->vpcie1v8 = devm_regulator_get(dev, "vpcie1v8"); |
|---|
| 699 | + if (IS_ERR(rockchip->vpcie1v8)) |
|---|
| 700 | + return PTR_ERR(rockchip->vpcie1v8); |
|---|
| 712 | 701 | |
|---|
| 713 | | - rockchip->vpcie0v9 = devm_regulator_get_optional(dev, "vpcie0v9"); |
|---|
| 714 | | - if (IS_ERR(rockchip->vpcie0v9)) { |
|---|
| 715 | | - if (PTR_ERR(rockchip->vpcie0v9) != -ENODEV) |
|---|
| 716 | | - return PTR_ERR(rockchip->vpcie0v9); |
|---|
| 717 | | - dev_info(dev, "no vpcie0v9 regulator found\n"); |
|---|
| 718 | | - } |
|---|
| 702 | + rockchip->vpcie0v9 = devm_regulator_get(dev, "vpcie0v9"); |
|---|
| 703 | + if (IS_ERR(rockchip->vpcie0v9)) |
|---|
| 704 | + return PTR_ERR(rockchip->vpcie0v9); |
|---|
| 719 | 705 | |
|---|
| 720 | 706 | return 0; |
|---|
| 721 | 707 | } |
|---|
| .. | .. |
|---|
| 741 | 727 | } |
|---|
| 742 | 728 | } |
|---|
| 743 | 729 | |
|---|
| 744 | | - if (!IS_ERR(rockchip->vpcie1v8)) { |
|---|
| 745 | | - err = regulator_enable(rockchip->vpcie1v8); |
|---|
| 746 | | - if (err) { |
|---|
| 747 | | - dev_err(dev, "fail to enable vpcie1v8 regulator\n"); |
|---|
| 748 | | - goto err_disable_3v3; |
|---|
| 749 | | - } |
|---|
| 730 | + err = regulator_enable(rockchip->vpcie1v8); |
|---|
| 731 | + if (err) { |
|---|
| 732 | + dev_err(dev, "fail to enable vpcie1v8 regulator\n"); |
|---|
| 733 | + goto err_disable_3v3; |
|---|
| 750 | 734 | } |
|---|
| 751 | 735 | |
|---|
| 752 | | - if (!IS_ERR(rockchip->vpcie0v9)) { |
|---|
| 753 | | - err = regulator_enable(rockchip->vpcie0v9); |
|---|
| 754 | | - if (err) { |
|---|
| 755 | | - dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
|---|
| 756 | | - goto err_disable_1v8; |
|---|
| 757 | | - } |
|---|
| 736 | + err = regulator_enable(rockchip->vpcie0v9); |
|---|
| 737 | + if (err) { |
|---|
| 738 | + dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
|---|
| 739 | + goto err_disable_1v8; |
|---|
| 758 | 740 | } |
|---|
| 759 | 741 | |
|---|
| 760 | 742 | return 0; |
|---|
| 761 | 743 | |
|---|
| 762 | 744 | err_disable_1v8: |
|---|
| 763 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
|---|
| 764 | | - regulator_disable(rockchip->vpcie1v8); |
|---|
| 745 | + regulator_disable(rockchip->vpcie1v8); |
|---|
| 765 | 746 | err_disable_3v3: |
|---|
| 766 | 747 | if (!IS_ERR(rockchip->vpcie3v3)) |
|---|
| 767 | 748 | regulator_disable(rockchip->vpcie3v3); |
|---|
| .. | .. |
|---|
| 809 | 790 | |
|---|
| 810 | 791 | rockchip->irq_domain = irq_domain_add_linear(intc, PCI_NUM_INTX, |
|---|
| 811 | 792 | &intx_domain_ops, rockchip); |
|---|
| 793 | + of_node_put(intc); |
|---|
| 812 | 794 | if (!rockchip->irq_domain) { |
|---|
| 813 | 795 | dev_err(dev, "failed to get a INTx IRQ domain\n"); |
|---|
| 814 | 796 | return -EINVAL; |
|---|
| .. | .. |
|---|
| 890 | 872 | static int rockchip_pcie_cfg_atu(struct rockchip_pcie *rockchip) |
|---|
| 891 | 873 | { |
|---|
| 892 | 874 | struct device *dev = rockchip->dev; |
|---|
| 875 | + struct pci_host_bridge *bridge = pci_host_bridge_from_priv(rockchip); |
|---|
| 876 | + struct resource_entry *entry; |
|---|
| 877 | + u64 pci_addr, size; |
|---|
| 893 | 878 | int offset; |
|---|
| 894 | 879 | int err; |
|---|
| 895 | 880 | int reg_no; |
|---|
| 896 | 881 | |
|---|
| 897 | 882 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
|---|
| 898 | 883 | AXI_WRAPPER_TYPE0_CFG); |
|---|
| 884 | + entry = resource_list_first_type(&bridge->windows, IORESOURCE_MEM); |
|---|
| 885 | + if (!entry) |
|---|
| 886 | + return -ENODEV; |
|---|
| 899 | 887 | |
|---|
| 900 | | - for (reg_no = 0; reg_no < (rockchip->mem_size >> 20); reg_no++) { |
|---|
| 888 | + size = resource_size(entry->res); |
|---|
| 889 | + pci_addr = entry->res->start - entry->offset; |
|---|
| 890 | + rockchip->msg_bus_addr = pci_addr; |
|---|
| 891 | + |
|---|
| 892 | + for (reg_no = 0; reg_no < (size >> 20); reg_no++) { |
|---|
| 901 | 893 | err = rockchip_pcie_prog_ob_atu(rockchip, reg_no + 1, |
|---|
| 902 | 894 | AXI_WRAPPER_MEM_WRITE, |
|---|
| 903 | 895 | 20 - 1, |
|---|
| 904 | | - rockchip->mem_bus_addr + |
|---|
| 905 | | - (reg_no << 20), |
|---|
| 896 | + pci_addr + (reg_no << 20), |
|---|
| 906 | 897 | 0); |
|---|
| 907 | 898 | if (err) { |
|---|
| 908 | 899 | dev_err(dev, "program RC mem outbound ATU failed\n"); |
|---|
| .. | .. |
|---|
| 922 | 913 | return err; |
|---|
| 923 | 914 | } |
|---|
| 924 | 915 | |
|---|
| 925 | | - offset = rockchip->mem_size >> 20; |
|---|
| 926 | | - for (reg_no = 0; reg_no < (rockchip->io_size >> 20); reg_no++) { |
|---|
| 916 | + entry = resource_list_first_type(&bridge->windows, IORESOURCE_IO); |
|---|
| 917 | + if (!entry) |
|---|
| 918 | + return -ENODEV; |
|---|
| 919 | + |
|---|
| 920 | + /* store the register number offset to program RC io outbound ATU */ |
|---|
| 921 | + offset = size >> 20; |
|---|
| 922 | + |
|---|
| 923 | + size = resource_size(entry->res); |
|---|
| 924 | + pci_addr = entry->res->start - entry->offset; |
|---|
| 925 | + |
|---|
| 926 | + for (reg_no = 0; reg_no < (size >> 20); reg_no++) { |
|---|
| 927 | 927 | err = rockchip_pcie_prog_ob_atu(rockchip, |
|---|
| 928 | 928 | reg_no + 1 + offset, |
|---|
| 929 | 929 | AXI_WRAPPER_IO_WRITE, |
|---|
| 930 | 930 | 20 - 1, |
|---|
| 931 | | - rockchip->io_bus_addr + |
|---|
| 932 | | - (reg_no << 20), |
|---|
| 931 | + pci_addr + (reg_no << 20), |
|---|
| 933 | 932 | 0); |
|---|
| 934 | 933 | if (err) { |
|---|
| 935 | 934 | dev_err(dev, "program RC io outbound ATU failed\n"); |
|---|
| .. | .. |
|---|
| 942 | 941 | AXI_WRAPPER_NOR_MSG, |
|---|
| 943 | 942 | 20 - 1, 0, 0); |
|---|
| 944 | 943 | |
|---|
| 945 | | - rockchip->msg_bus_addr = rockchip->mem_bus_addr + |
|---|
| 946 | | - ((reg_no + offset) << 20); |
|---|
| 947 | | - |
|---|
| 944 | + rockchip->msg_bus_addr += ((reg_no + offset) << 20); |
|---|
| 948 | 945 | rockchip->msg_region = devm_ioremap(dev, rockchip->msg_bus_addr, SZ_1M); |
|---|
| 949 | 946 | if (!rockchip->msg_region) |
|---|
| 950 | 947 | err = -ENOMEM; |
|---|
| 951 | | - |
|---|
| 952 | 948 | return err; |
|---|
| 953 | 949 | } |
|---|
| 954 | 950 | |
|---|
| .. | .. |
|---|
| 1031 | 1027 | |
|---|
| 1032 | 1028 | rockchip_pcie_disable_clocks(rockchip); |
|---|
| 1033 | 1029 | |
|---|
| 1034 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
|---|
| 1035 | | - regulator_disable(rockchip->vpcie0v9); |
|---|
| 1030 | + regulator_disable(rockchip->vpcie0v9); |
|---|
| 1036 | 1031 | |
|---|
| 1037 | 1032 | return ret; |
|---|
| 1038 | 1033 | } |
|---|
| .. | .. |
|---|
| 1042 | 1037 | struct rockchip_pcie *rockchip = dev_get_drvdata(dev); |
|---|
| 1043 | 1038 | int err; |
|---|
| 1044 | 1039 | |
|---|
| 1045 | | - if (!IS_ERR(rockchip->vpcie0v9)) { |
|---|
| 1046 | | - err = regulator_enable(rockchip->vpcie0v9); |
|---|
| 1047 | | - if (err) { |
|---|
| 1048 | | - dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
|---|
| 1049 | | - return err; |
|---|
| 1050 | | - } |
|---|
| 1040 | + err = regulator_enable(rockchip->vpcie0v9); |
|---|
| 1041 | + if (err) { |
|---|
| 1042 | + dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
|---|
| 1043 | + return err; |
|---|
| 1051 | 1044 | } |
|---|
| 1052 | 1045 | |
|---|
| 1053 | 1046 | err = rockchip_pcie_enable_clocks(rockchip); |
|---|
| .. | .. |
|---|
| 1056 | 1049 | |
|---|
| 1057 | 1050 | if (!rockchip->dma_trx_enabled) |
|---|
| 1058 | 1051 | err = rockchip_pcie_resume_for_user(dev); |
|---|
| 1052 | + if (err) |
|---|
| 1053 | + goto err_disable_clocks; |
|---|
| 1059 | 1054 | |
|---|
| 1060 | | - return err; |
|---|
| 1055 | + return 0; |
|---|
| 1061 | 1056 | |
|---|
| 1057 | +err_disable_clocks: |
|---|
| 1058 | + rockchip_pcie_disable_clocks(rockchip); |
|---|
| 1062 | 1059 | err_disable_0v9: |
|---|
| 1063 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
|---|
| 1064 | | - regulator_disable(rockchip->vpcie0v9); |
|---|
| 1060 | + regulator_disable(rockchip->vpcie0v9); |
|---|
| 1061 | + |
|---|
| 1065 | 1062 | return err; |
|---|
| 1066 | 1063 | } |
|---|
| 1067 | 1064 | |
|---|
| 1068 | 1065 | static int rockchip_pcie_really_probe(struct rockchip_pcie *rockchip) |
|---|
| 1069 | 1066 | { |
|---|
| 1070 | 1067 | int err; |
|---|
| 1071 | | - struct pci_bus *bus, *child; |
|---|
| 1072 | | - struct device *dev = rockchip->dev; |
|---|
| 1073 | 1068 | |
|---|
| 1074 | 1069 | err = rockchip_pcie_host_init_port(rockchip); |
|---|
| 1070 | + if (err) |
|---|
| 1071 | + return err; |
|---|
| 1072 | + |
|---|
| 1073 | + err = rockchip_pcie_setup_irq(rockchip); |
|---|
| 1075 | 1074 | if (err) |
|---|
| 1076 | 1075 | return err; |
|---|
| 1077 | 1076 | |
|---|
| .. | .. |
|---|
| 1081 | 1080 | if (err) |
|---|
| 1082 | 1081 | return err; |
|---|
| 1083 | 1082 | |
|---|
| 1084 | | - list_splice_init(&rockchip->resources, &rockchip->bridge->windows); |
|---|
| 1085 | | - rockchip->bridge->dev.parent = dev; |
|---|
| 1086 | 1083 | rockchip->bridge->sysdata = rockchip; |
|---|
| 1087 | | - rockchip->bridge->busnr = 0; |
|---|
| 1088 | 1084 | rockchip->bridge->ops = &rockchip_pcie_ops; |
|---|
| 1089 | | - rockchip->bridge->map_irq = of_irq_parse_and_map_pci; |
|---|
| 1090 | | - rockchip->bridge->swizzle_irq = pci_common_swizzle; |
|---|
| 1091 | 1085 | |
|---|
| 1092 | | - err = pci_scan_root_bus_bridge(rockchip->bridge); |
|---|
| 1093 | | - if (err < 0) |
|---|
| 1094 | | - return err; |
|---|
| 1095 | | - |
|---|
| 1096 | | - bus = rockchip->bridge->bus; |
|---|
| 1097 | | - |
|---|
| 1098 | | - rockchip->root_bus = bus; |
|---|
| 1099 | | - |
|---|
| 1100 | | - pci_bus_size_bridges(bus); |
|---|
| 1101 | | - pci_bus_assign_resources(bus); |
|---|
| 1102 | | - list_for_each_entry(child, &bus->children, node) |
|---|
| 1103 | | - pcie_bus_configure_settings(child); |
|---|
| 1104 | | - |
|---|
| 1105 | | - pci_bus_add_devices(bus); |
|---|
| 1106 | 1086 | device_init_wakeup(rockchip->dev, true); |
|---|
| 1107 | 1087 | |
|---|
| 1108 | | - return 0; |
|---|
| 1088 | + return pci_host_probe(rockchip->bridge); |
|---|
| 1109 | 1089 | } |
|---|
| 1110 | 1090 | |
|---|
| 1111 | 1091 | static ssize_t pcie_deferred_store(struct device *dev, |
|---|
| .. | .. |
|---|
| 1171 | 1151 | static int rockchip_pcie_probe(struct platform_device *pdev) |
|---|
| 1172 | 1152 | { |
|---|
| 1173 | 1153 | struct rockchip_pcie *rockchip; |
|---|
| 1174 | | - struct pci_host_bridge *bridge; |
|---|
| 1175 | 1154 | struct device *dev = &pdev->dev; |
|---|
| 1176 | | - struct resource_entry *win; |
|---|
| 1177 | | - resource_size_t io_base; |
|---|
| 1178 | | - struct resource *mem; |
|---|
| 1179 | | - struct resource *io; |
|---|
| 1155 | + struct pci_host_bridge *bridge; |
|---|
| 1180 | 1156 | int err; |
|---|
| 1181 | 1157 | |
|---|
| 1182 | 1158 | if (!dev->of_node) |
|---|
| .. | .. |
|---|
| 1212 | 1188 | if (err < 0) |
|---|
| 1213 | 1189 | goto err_vpcie; |
|---|
| 1214 | 1190 | |
|---|
| 1215 | | - INIT_LIST_HEAD(&rockchip->resources); |
|---|
| 1216 | | - |
|---|
| 1217 | | - err = devm_of_pci_get_host_bridge_resources(dev, 0, 0xff, |
|---|
| 1218 | | - &rockchip->resources, &io_base); |
|---|
| 1219 | | - if (err) |
|---|
| 1220 | | - goto err_remove_irq_domain; |
|---|
| 1221 | | - |
|---|
| 1222 | | - err = devm_request_pci_bus_resources(dev, &rockchip->resources); |
|---|
| 1223 | | - if (err) |
|---|
| 1224 | | - goto err_free_res; |
|---|
| 1225 | | - |
|---|
| 1226 | | - /* Get the I/O and memory ranges from DT */ |
|---|
| 1227 | | - resource_list_for_each_entry(win, &rockchip->resources) { |
|---|
| 1228 | | - switch (resource_type(win->res)) { |
|---|
| 1229 | | - case IORESOURCE_IO: |
|---|
| 1230 | | - io = win->res; |
|---|
| 1231 | | - io->name = "I/O"; |
|---|
| 1232 | | - rockchip->io_size = resource_size(io); |
|---|
| 1233 | | - rockchip->io_bus_addr = io->start - win->offset; |
|---|
| 1234 | | - err = pci_remap_iospace(io, io_base); |
|---|
| 1235 | | - if (err) { |
|---|
| 1236 | | - dev_warn(dev, "error %d: failed to map resource %pR\n", |
|---|
| 1237 | | - err, io); |
|---|
| 1238 | | - continue; |
|---|
| 1239 | | - } |
|---|
| 1240 | | - rockchip->io = io; |
|---|
| 1241 | | - break; |
|---|
| 1242 | | - case IORESOURCE_MEM: |
|---|
| 1243 | | - mem = win->res; |
|---|
| 1244 | | - mem->name = "MEM"; |
|---|
| 1245 | | - rockchip->mem_size = resource_size(mem); |
|---|
| 1246 | | - rockchip->mem_bus_addr = mem->start - win->offset; |
|---|
| 1247 | | - break; |
|---|
| 1248 | | - case IORESOURCE_BUS: |
|---|
| 1249 | | - rockchip->root_bus_nr = win->res->start; |
|---|
| 1250 | | - break; |
|---|
| 1251 | | - default: |
|---|
| 1252 | | - continue; |
|---|
| 1253 | | - } |
|---|
| 1254 | | - } |
|---|
| 1255 | | - |
|---|
| 1256 | 1191 | if (rockchip->deferred) { |
|---|
| 1257 | 1192 | err = sysfs_create_group(&pdev->dev.kobj, &pcie_attr_group); |
|---|
| 1258 | 1193 | if (err) { |
|---|
| 1259 | 1194 | dev_err(&pdev->dev, "SysFS group creation failed\n"); |
|---|
| 1260 | | - goto err_unmap_iospace; |
|---|
| 1195 | + goto err_remove_irq_domain; |
|---|
| 1261 | 1196 | } |
|---|
| 1262 | 1197 | } else { |
|---|
| 1263 | 1198 | err = rockchip_pcie_really_probe(rockchip); |
|---|
| 1264 | 1199 | if (err) { |
|---|
| 1265 | 1200 | dev_err(&pdev->dev, "deferred probe failed\n"); |
|---|
| 1266 | | - goto err_probe_dma; |
|---|
| 1201 | + goto err_deinit_port; |
|---|
| 1267 | 1202 | } |
|---|
| 1268 | 1203 | } |
|---|
| 1269 | 1204 | |
|---|
| .. | .. |
|---|
| 1274 | 1209 | if (IS_ERR(rockchip->dma_obj)) { |
|---|
| 1275 | 1210 | dev_err(dev, "failed to prepare dma object\n"); |
|---|
| 1276 | 1211 | err = -EINVAL; |
|---|
| 1277 | | - goto err_probe_dma; |
|---|
| 1212 | + goto err_deinit_port; |
|---|
| 1278 | 1213 | } |
|---|
| 1279 | 1214 | |
|---|
| 1280 | 1215 | if (rockchip->dma_obj) { |
|---|
| .. | .. |
|---|
| 1284 | 1219 | |
|---|
| 1285 | 1220 | return 0; |
|---|
| 1286 | 1221 | |
|---|
| 1287 | | -err_probe_dma: |
|---|
| 1222 | +err_deinit_port: |
|---|
| 1223 | + rockchip_pcie_deinit_phys(rockchip); |
|---|
| 1288 | 1224 | if (rockchip->deferred) |
|---|
| 1289 | 1225 | sysfs_remove_group(&pdev->dev.kobj, &pcie_attr_group); |
|---|
| 1290 | | -err_unmap_iospace: |
|---|
| 1291 | | - pci_unmap_iospace(rockchip->io); |
|---|
| 1292 | | -err_free_res: |
|---|
| 1293 | | - pci_free_resource_list(&rockchip->resources); |
|---|
| 1294 | 1226 | err_remove_irq_domain: |
|---|
| 1295 | 1227 | irq_domain_remove(rockchip->irq_domain); |
|---|
| 1296 | 1228 | err_vpcie: |
|---|
| .. | .. |
|---|
| 1298 | 1230 | regulator_disable(rockchip->vpcie12v); |
|---|
| 1299 | 1231 | if (!IS_ERR(rockchip->vpcie3v3)) |
|---|
| 1300 | 1232 | regulator_disable(rockchip->vpcie3v3); |
|---|
| 1301 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
|---|
| 1302 | | - regulator_disable(rockchip->vpcie1v8); |
|---|
| 1303 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
|---|
| 1304 | | - regulator_disable(rockchip->vpcie0v9); |
|---|
| 1233 | + regulator_disable(rockchip->vpcie1v8); |
|---|
| 1234 | + regulator_disable(rockchip->vpcie0v9); |
|---|
| 1305 | 1235 | err_set_vpcie: |
|---|
| 1306 | 1236 | rockchip_pcie_disable_clocks(rockchip); |
|---|
| 1307 | 1237 | return err; |
|---|
| .. | .. |
|---|
| 1313 | 1243 | struct rockchip_pcie *rockchip = dev_get_drvdata(dev); |
|---|
| 1314 | 1244 | u32 status1, status2; |
|---|
| 1315 | 1245 | u32 status; |
|---|
| 1246 | + struct pci_host_bridge *bridge = pci_host_bridge_from_priv(rockchip); |
|---|
| 1316 | 1247 | |
|---|
| 1317 | 1248 | status1 = rockchip_pcie_read(rockchip, PCIE_CLIENT_BASIC_STATUS1); |
|---|
| 1318 | 1249 | status2 = rockchip_pcie_read(rockchip, PCIE_CLIENT_DEBUG_OUT_0); |
|---|
| .. | .. |
|---|
| 1320 | 1251 | if (!PCIE_LINK_UP(status1) || !PCIE_LINK_IS_L0(status2)) |
|---|
| 1321 | 1252 | rockchip->in_remove = 1; |
|---|
| 1322 | 1253 | |
|---|
| 1323 | | - if (rockchip->root_bus) { |
|---|
| 1324 | | - pci_stop_root_bus(rockchip->root_bus); |
|---|
| 1325 | | - pci_remove_root_bus(rockchip->root_bus); |
|---|
| 1326 | | - } |
|---|
| 1327 | | - |
|---|
| 1328 | | - pci_unmap_iospace(rockchip->io); |
|---|
| 1254 | + pci_stop_root_bus(bridge->bus); |
|---|
| 1255 | + pci_remove_root_bus(bridge->bus); |
|---|
| 1329 | 1256 | irq_domain_remove(rockchip->irq_domain); |
|---|
| 1330 | 1257 | |
|---|
| 1331 | 1258 | /* disable link state */ |
|---|
| .. | .. |
|---|
| 1353 | 1280 | regulator_disable(rockchip->vpcie12v); |
|---|
| 1354 | 1281 | if (!IS_ERR(rockchip->vpcie3v3)) |
|---|
| 1355 | 1282 | regulator_disable(rockchip->vpcie3v3); |
|---|
| 1356 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
|---|
| 1357 | | - regulator_disable(rockchip->vpcie1v8); |
|---|
| 1358 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
|---|
| 1359 | | - regulator_disable(rockchip->vpcie0v9); |
|---|
| 1283 | + regulator_disable(rockchip->vpcie1v8); |
|---|
| 1284 | + regulator_disable(rockchip->vpcie0v9); |
|---|
| 1360 | 1285 | |
|---|
| 1361 | 1286 | device_init_wakeup(rockchip->dev, false); |
|---|
| 1362 | 1287 | |
|---|