.. | .. |
---|
102 | 102 | static int rockchip_pcie_valid_device(struct rockchip_pcie *rockchip, |
---|
103 | 103 | struct pci_bus *bus, int dev) |
---|
104 | 104 | { |
---|
105 | | - /* access only one slot on each root port */ |
---|
106 | | - if (bus->number == rockchip->root_bus_nr && dev > 0) |
---|
107 | | - return 0; |
---|
108 | | - |
---|
109 | 105 | /* |
---|
110 | | - * do not read more than one device on the bus directly attached |
---|
| 106 | + * Access only one slot on each root port. |
---|
| 107 | + * Do not read more than one device on the bus directly attached |
---|
111 | 108 | * to RC's downstream side. |
---|
112 | 109 | */ |
---|
113 | | - if (bus->primary == rockchip->root_bus_nr && dev > 0) |
---|
114 | | - return 0; |
---|
| 110 | + if (pci_is_root_bus(bus) || pci_is_root_bus(bus->parent)) |
---|
| 111 | + return dev == 0; |
---|
115 | 112 | |
---|
116 | 113 | return 1; |
---|
117 | 114 | } |
---|
.. | .. |
---|
204 | 201 | return PCIBIOS_BAD_REGISTER_NUMBER; |
---|
205 | 202 | } |
---|
206 | 203 | |
---|
207 | | - if (bus->parent->number == rockchip->root_bus_nr) |
---|
| 204 | + if (pci_is_root_bus(bus->parent)) |
---|
208 | 205 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
---|
209 | 206 | AXI_WRAPPER_TYPE0_CFG); |
---|
210 | 207 | else |
---|
.. | .. |
---|
238 | 235 | if (!IS_ALIGNED(busdev, size)) |
---|
239 | 236 | return PCIBIOS_BAD_REGISTER_NUMBER; |
---|
240 | 237 | |
---|
241 | | - if (bus->parent->number == rockchip->root_bus_nr) |
---|
| 238 | + if (pci_is_root_bus(bus->parent)) |
---|
242 | 239 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
---|
243 | 240 | AXI_WRAPPER_TYPE0_CFG); |
---|
244 | 241 | else |
---|
.. | .. |
---|
267 | 264 | return PCIBIOS_DEVICE_NOT_FOUND; |
---|
268 | 265 | } |
---|
269 | 266 | |
---|
270 | | - if (bus->number == rockchip->root_bus_nr) |
---|
| 267 | + if (pci_is_root_bus(bus)) |
---|
271 | 268 | return rockchip_pcie_rd_own_conf(rockchip, where, size, val); |
---|
272 | 269 | |
---|
273 | 270 | return rockchip_pcie_rd_other_conf(rockchip, bus, devfn, where, size, |
---|
.. | .. |
---|
282 | 279 | if (!rockchip_pcie_valid_device(rockchip, bus, PCI_SLOT(devfn))) |
---|
283 | 280 | return PCIBIOS_DEVICE_NOT_FOUND; |
---|
284 | 281 | |
---|
285 | | - if (bus->number == rockchip->root_bus_nr) |
---|
| 282 | + if (pci_is_root_bus(bus)) |
---|
286 | 283 | return rockchip_pcie_wr_own_conf(rockchip, where, size, val); |
---|
287 | 284 | |
---|
288 | 285 | return rockchip_pcie_wr_other_conf(rockchip, bus, devfn, where, size, |
---|
.. | .. |
---|
444 | 441 | status &= ~PCIE_RC_CONFIG_LINK_CAP_L0S; |
---|
445 | 442 | rockchip_pcie_write(rockchip, status, PCIE_RC_CONFIG_LINK_CAP); |
---|
446 | 443 | } |
---|
| 444 | + |
---|
| 445 | + status = rockchip_pcie_read(rockchip, PCIE_RC_CONFIG_DCSR); |
---|
| 446 | + status &= ~PCIE_RC_CONFIG_DCSR_MPS_MASK; |
---|
| 447 | + status |= PCIE_RC_CONFIG_DCSR_MPS_256; |
---|
| 448 | + rockchip_pcie_write(rockchip, status, PCIE_RC_CONFIG_DCSR); |
---|
447 | 449 | |
---|
448 | 450 | return 0; |
---|
449 | 451 | err_power_off_phy: |
---|
.. | .. |
---|
632 | 634 | struct platform_device *pdev = to_platform_device(dev); |
---|
633 | 635 | |
---|
634 | 636 | irq = platform_get_irq_byname(pdev, "sys"); |
---|
635 | | - if (irq < 0) { |
---|
636 | | - dev_err(dev, "missing sys IRQ resource\n"); |
---|
| 637 | + if (irq < 0) |
---|
637 | 638 | return irq; |
---|
638 | | - } |
---|
639 | 639 | |
---|
640 | 640 | err = devm_request_irq(dev, irq, rockchip_pcie_subsys_irq_handler, |
---|
641 | 641 | IRQF_SHARED, "pcie-sys", rockchip); |
---|
.. | .. |
---|
645 | 645 | } |
---|
646 | 646 | |
---|
647 | 647 | irq = platform_get_irq_byname(pdev, "legacy"); |
---|
648 | | - if (irq < 0) { |
---|
649 | | - dev_err(dev, "missing legacy IRQ resource\n"); |
---|
| 648 | + if (irq < 0) |
---|
650 | 649 | return irq; |
---|
651 | | - } |
---|
652 | 650 | |
---|
653 | 651 | irq_set_chained_handler_and_data(irq, |
---|
654 | 652 | rockchip_pcie_legacy_int_handler, |
---|
655 | 653 | rockchip); |
---|
656 | 654 | |
---|
657 | 655 | irq = platform_get_irq_byname(pdev, "client"); |
---|
658 | | - if (irq < 0) { |
---|
659 | | - dev_err(dev, "missing client IRQ resource\n"); |
---|
| 656 | + if (irq < 0) |
---|
660 | 657 | return irq; |
---|
661 | | - } |
---|
662 | 658 | |
---|
663 | 659 | err = devm_request_irq(dev, irq, rockchip_pcie_client_irq_handler, |
---|
664 | 660 | IRQF_SHARED, "pcie-client", rockchip); |
---|
.. | .. |
---|
685 | 681 | if (err) |
---|
686 | 682 | return err; |
---|
687 | 683 | |
---|
688 | | - err = rockchip_pcie_setup_irq(rockchip); |
---|
689 | | - if (err) |
---|
690 | | - return err; |
---|
691 | | - |
---|
692 | 684 | rockchip->vpcie12v = devm_regulator_get_optional(dev, "vpcie12v"); |
---|
693 | 685 | if (IS_ERR(rockchip->vpcie12v)) { |
---|
694 | 686 | if (PTR_ERR(rockchip->vpcie12v) != -ENODEV) |
---|
.. | .. |
---|
703 | 695 | dev_info(dev, "no vpcie3v3 regulator found\n"); |
---|
704 | 696 | } |
---|
705 | 697 | |
---|
706 | | - rockchip->vpcie1v8 = devm_regulator_get_optional(dev, "vpcie1v8"); |
---|
707 | | - if (IS_ERR(rockchip->vpcie1v8)) { |
---|
708 | | - if (PTR_ERR(rockchip->vpcie1v8) != -ENODEV) |
---|
709 | | - return PTR_ERR(rockchip->vpcie1v8); |
---|
710 | | - dev_info(dev, "no vpcie1v8 regulator found\n"); |
---|
711 | | - } |
---|
| 698 | + rockchip->vpcie1v8 = devm_regulator_get(dev, "vpcie1v8"); |
---|
| 699 | + if (IS_ERR(rockchip->vpcie1v8)) |
---|
| 700 | + return PTR_ERR(rockchip->vpcie1v8); |
---|
712 | 701 | |
---|
713 | | - rockchip->vpcie0v9 = devm_regulator_get_optional(dev, "vpcie0v9"); |
---|
714 | | - if (IS_ERR(rockchip->vpcie0v9)) { |
---|
715 | | - if (PTR_ERR(rockchip->vpcie0v9) != -ENODEV) |
---|
716 | | - return PTR_ERR(rockchip->vpcie0v9); |
---|
717 | | - dev_info(dev, "no vpcie0v9 regulator found\n"); |
---|
718 | | - } |
---|
| 702 | + rockchip->vpcie0v9 = devm_regulator_get(dev, "vpcie0v9"); |
---|
| 703 | + if (IS_ERR(rockchip->vpcie0v9)) |
---|
| 704 | + return PTR_ERR(rockchip->vpcie0v9); |
---|
719 | 705 | |
---|
720 | 706 | return 0; |
---|
721 | 707 | } |
---|
.. | .. |
---|
741 | 727 | } |
---|
742 | 728 | } |
---|
743 | 729 | |
---|
744 | | - if (!IS_ERR(rockchip->vpcie1v8)) { |
---|
745 | | - err = regulator_enable(rockchip->vpcie1v8); |
---|
746 | | - if (err) { |
---|
747 | | - dev_err(dev, "fail to enable vpcie1v8 regulator\n"); |
---|
748 | | - goto err_disable_3v3; |
---|
749 | | - } |
---|
| 730 | + err = regulator_enable(rockchip->vpcie1v8); |
---|
| 731 | + if (err) { |
---|
| 732 | + dev_err(dev, "fail to enable vpcie1v8 regulator\n"); |
---|
| 733 | + goto err_disable_3v3; |
---|
750 | 734 | } |
---|
751 | 735 | |
---|
752 | | - if (!IS_ERR(rockchip->vpcie0v9)) { |
---|
753 | | - err = regulator_enable(rockchip->vpcie0v9); |
---|
754 | | - if (err) { |
---|
755 | | - dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
---|
756 | | - goto err_disable_1v8; |
---|
757 | | - } |
---|
| 736 | + err = regulator_enable(rockchip->vpcie0v9); |
---|
| 737 | + if (err) { |
---|
| 738 | + dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
---|
| 739 | + goto err_disable_1v8; |
---|
758 | 740 | } |
---|
759 | 741 | |
---|
760 | 742 | return 0; |
---|
761 | 743 | |
---|
762 | 744 | err_disable_1v8: |
---|
763 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
---|
764 | | - regulator_disable(rockchip->vpcie1v8); |
---|
| 745 | + regulator_disable(rockchip->vpcie1v8); |
---|
765 | 746 | err_disable_3v3: |
---|
766 | 747 | if (!IS_ERR(rockchip->vpcie3v3)) |
---|
767 | 748 | regulator_disable(rockchip->vpcie3v3); |
---|
.. | .. |
---|
809 | 790 | |
---|
810 | 791 | rockchip->irq_domain = irq_domain_add_linear(intc, PCI_NUM_INTX, |
---|
811 | 792 | &intx_domain_ops, rockchip); |
---|
| 793 | + of_node_put(intc); |
---|
812 | 794 | if (!rockchip->irq_domain) { |
---|
813 | 795 | dev_err(dev, "failed to get a INTx IRQ domain\n"); |
---|
814 | 796 | return -EINVAL; |
---|
.. | .. |
---|
890 | 872 | static int rockchip_pcie_cfg_atu(struct rockchip_pcie *rockchip) |
---|
891 | 873 | { |
---|
892 | 874 | struct device *dev = rockchip->dev; |
---|
| 875 | + struct pci_host_bridge *bridge = pci_host_bridge_from_priv(rockchip); |
---|
| 876 | + struct resource_entry *entry; |
---|
| 877 | + u64 pci_addr, size; |
---|
893 | 878 | int offset; |
---|
894 | 879 | int err; |
---|
895 | 880 | int reg_no; |
---|
896 | 881 | |
---|
897 | 882 | rockchip_pcie_cfg_configuration_accesses(rockchip, |
---|
898 | 883 | AXI_WRAPPER_TYPE0_CFG); |
---|
| 884 | + entry = resource_list_first_type(&bridge->windows, IORESOURCE_MEM); |
---|
| 885 | + if (!entry) |
---|
| 886 | + return -ENODEV; |
---|
899 | 887 | |
---|
900 | | - for (reg_no = 0; reg_no < (rockchip->mem_size >> 20); reg_no++) { |
---|
| 888 | + size = resource_size(entry->res); |
---|
| 889 | + pci_addr = entry->res->start - entry->offset; |
---|
| 890 | + rockchip->msg_bus_addr = pci_addr; |
---|
| 891 | + |
---|
| 892 | + for (reg_no = 0; reg_no < (size >> 20); reg_no++) { |
---|
901 | 893 | err = rockchip_pcie_prog_ob_atu(rockchip, reg_no + 1, |
---|
902 | 894 | AXI_WRAPPER_MEM_WRITE, |
---|
903 | 895 | 20 - 1, |
---|
904 | | - rockchip->mem_bus_addr + |
---|
905 | | - (reg_no << 20), |
---|
| 896 | + pci_addr + (reg_no << 20), |
---|
906 | 897 | 0); |
---|
907 | 898 | if (err) { |
---|
908 | 899 | dev_err(dev, "program RC mem outbound ATU failed\n"); |
---|
.. | .. |
---|
922 | 913 | return err; |
---|
923 | 914 | } |
---|
924 | 915 | |
---|
925 | | - offset = rockchip->mem_size >> 20; |
---|
926 | | - for (reg_no = 0; reg_no < (rockchip->io_size >> 20); reg_no++) { |
---|
| 916 | + entry = resource_list_first_type(&bridge->windows, IORESOURCE_IO); |
---|
| 917 | + if (!entry) |
---|
| 918 | + return -ENODEV; |
---|
| 919 | + |
---|
| 920 | + /* store the register number offset to program RC io outbound ATU */ |
---|
| 921 | + offset = size >> 20; |
---|
| 922 | + |
---|
| 923 | + size = resource_size(entry->res); |
---|
| 924 | + pci_addr = entry->res->start - entry->offset; |
---|
| 925 | + |
---|
| 926 | + for (reg_no = 0; reg_no < (size >> 20); reg_no++) { |
---|
927 | 927 | err = rockchip_pcie_prog_ob_atu(rockchip, |
---|
928 | 928 | reg_no + 1 + offset, |
---|
929 | 929 | AXI_WRAPPER_IO_WRITE, |
---|
930 | 930 | 20 - 1, |
---|
931 | | - rockchip->io_bus_addr + |
---|
932 | | - (reg_no << 20), |
---|
| 931 | + pci_addr + (reg_no << 20), |
---|
933 | 932 | 0); |
---|
934 | 933 | if (err) { |
---|
935 | 934 | dev_err(dev, "program RC io outbound ATU failed\n"); |
---|
.. | .. |
---|
942 | 941 | AXI_WRAPPER_NOR_MSG, |
---|
943 | 942 | 20 - 1, 0, 0); |
---|
944 | 943 | |
---|
945 | | - rockchip->msg_bus_addr = rockchip->mem_bus_addr + |
---|
946 | | - ((reg_no + offset) << 20); |
---|
947 | | - |
---|
| 944 | + rockchip->msg_bus_addr += ((reg_no + offset) << 20); |
---|
948 | 945 | rockchip->msg_region = devm_ioremap(dev, rockchip->msg_bus_addr, SZ_1M); |
---|
949 | 946 | if (!rockchip->msg_region) |
---|
950 | 947 | err = -ENOMEM; |
---|
951 | | - |
---|
952 | 948 | return err; |
---|
953 | 949 | } |
---|
954 | 950 | |
---|
.. | .. |
---|
1031 | 1027 | |
---|
1032 | 1028 | rockchip_pcie_disable_clocks(rockchip); |
---|
1033 | 1029 | |
---|
1034 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
---|
1035 | | - regulator_disable(rockchip->vpcie0v9); |
---|
| 1030 | + regulator_disable(rockchip->vpcie0v9); |
---|
1036 | 1031 | |
---|
1037 | 1032 | return ret; |
---|
1038 | 1033 | } |
---|
.. | .. |
---|
1042 | 1037 | struct rockchip_pcie *rockchip = dev_get_drvdata(dev); |
---|
1043 | 1038 | int err; |
---|
1044 | 1039 | |
---|
1045 | | - if (!IS_ERR(rockchip->vpcie0v9)) { |
---|
1046 | | - err = regulator_enable(rockchip->vpcie0v9); |
---|
1047 | | - if (err) { |
---|
1048 | | - dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
---|
1049 | | - return err; |
---|
1050 | | - } |
---|
| 1040 | + err = regulator_enable(rockchip->vpcie0v9); |
---|
| 1041 | + if (err) { |
---|
| 1042 | + dev_err(dev, "fail to enable vpcie0v9 regulator\n"); |
---|
| 1043 | + return err; |
---|
1051 | 1044 | } |
---|
1052 | 1045 | |
---|
1053 | 1046 | err = rockchip_pcie_enable_clocks(rockchip); |
---|
.. | .. |
---|
1056 | 1049 | |
---|
1057 | 1050 | if (!rockchip->dma_trx_enabled) |
---|
1058 | 1051 | err = rockchip_pcie_resume_for_user(dev); |
---|
| 1052 | + if (err) |
---|
| 1053 | + goto err_disable_clocks; |
---|
1059 | 1054 | |
---|
1060 | | - return err; |
---|
| 1055 | + return 0; |
---|
1061 | 1056 | |
---|
| 1057 | +err_disable_clocks: |
---|
| 1058 | + rockchip_pcie_disable_clocks(rockchip); |
---|
1062 | 1059 | err_disable_0v9: |
---|
1063 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
---|
1064 | | - regulator_disable(rockchip->vpcie0v9); |
---|
| 1060 | + regulator_disable(rockchip->vpcie0v9); |
---|
| 1061 | + |
---|
1065 | 1062 | return err; |
---|
1066 | 1063 | } |
---|
1067 | 1064 | |
---|
1068 | 1065 | static int rockchip_pcie_really_probe(struct rockchip_pcie *rockchip) |
---|
1069 | 1066 | { |
---|
1070 | 1067 | int err; |
---|
1071 | | - struct pci_bus *bus, *child; |
---|
1072 | | - struct device *dev = rockchip->dev; |
---|
1073 | 1068 | |
---|
1074 | 1069 | err = rockchip_pcie_host_init_port(rockchip); |
---|
| 1070 | + if (err) |
---|
| 1071 | + return err; |
---|
| 1072 | + |
---|
| 1073 | + err = rockchip_pcie_setup_irq(rockchip); |
---|
1075 | 1074 | if (err) |
---|
1076 | 1075 | return err; |
---|
1077 | 1076 | |
---|
.. | .. |
---|
1081 | 1080 | if (err) |
---|
1082 | 1081 | return err; |
---|
1083 | 1082 | |
---|
1084 | | - list_splice_init(&rockchip->resources, &rockchip->bridge->windows); |
---|
1085 | | - rockchip->bridge->dev.parent = dev; |
---|
1086 | 1083 | rockchip->bridge->sysdata = rockchip; |
---|
1087 | | - rockchip->bridge->busnr = 0; |
---|
1088 | 1084 | rockchip->bridge->ops = &rockchip_pcie_ops; |
---|
1089 | | - rockchip->bridge->map_irq = of_irq_parse_and_map_pci; |
---|
1090 | | - rockchip->bridge->swizzle_irq = pci_common_swizzle; |
---|
1091 | 1085 | |
---|
1092 | | - err = pci_scan_root_bus_bridge(rockchip->bridge); |
---|
1093 | | - if (err < 0) |
---|
1094 | | - return err; |
---|
1095 | | - |
---|
1096 | | - bus = rockchip->bridge->bus; |
---|
1097 | | - |
---|
1098 | | - rockchip->root_bus = bus; |
---|
1099 | | - |
---|
1100 | | - pci_bus_size_bridges(bus); |
---|
1101 | | - pci_bus_assign_resources(bus); |
---|
1102 | | - list_for_each_entry(child, &bus->children, node) |
---|
1103 | | - pcie_bus_configure_settings(child); |
---|
1104 | | - |
---|
1105 | | - pci_bus_add_devices(bus); |
---|
1106 | 1086 | device_init_wakeup(rockchip->dev, true); |
---|
1107 | 1087 | |
---|
1108 | | - return 0; |
---|
| 1088 | + return pci_host_probe(rockchip->bridge); |
---|
1109 | 1089 | } |
---|
1110 | 1090 | |
---|
1111 | 1091 | static ssize_t pcie_deferred_store(struct device *dev, |
---|
.. | .. |
---|
1171 | 1151 | static int rockchip_pcie_probe(struct platform_device *pdev) |
---|
1172 | 1152 | { |
---|
1173 | 1153 | struct rockchip_pcie *rockchip; |
---|
1174 | | - struct pci_host_bridge *bridge; |
---|
1175 | 1154 | struct device *dev = &pdev->dev; |
---|
1176 | | - struct resource_entry *win; |
---|
1177 | | - resource_size_t io_base; |
---|
1178 | | - struct resource *mem; |
---|
1179 | | - struct resource *io; |
---|
| 1155 | + struct pci_host_bridge *bridge; |
---|
1180 | 1156 | int err; |
---|
1181 | 1157 | |
---|
1182 | 1158 | if (!dev->of_node) |
---|
.. | .. |
---|
1212 | 1188 | if (err < 0) |
---|
1213 | 1189 | goto err_vpcie; |
---|
1214 | 1190 | |
---|
1215 | | - INIT_LIST_HEAD(&rockchip->resources); |
---|
1216 | | - |
---|
1217 | | - err = devm_of_pci_get_host_bridge_resources(dev, 0, 0xff, |
---|
1218 | | - &rockchip->resources, &io_base); |
---|
1219 | | - if (err) |
---|
1220 | | - goto err_remove_irq_domain; |
---|
1221 | | - |
---|
1222 | | - err = devm_request_pci_bus_resources(dev, &rockchip->resources); |
---|
1223 | | - if (err) |
---|
1224 | | - goto err_free_res; |
---|
1225 | | - |
---|
1226 | | - /* Get the I/O and memory ranges from DT */ |
---|
1227 | | - resource_list_for_each_entry(win, &rockchip->resources) { |
---|
1228 | | - switch (resource_type(win->res)) { |
---|
1229 | | - case IORESOURCE_IO: |
---|
1230 | | - io = win->res; |
---|
1231 | | - io->name = "I/O"; |
---|
1232 | | - rockchip->io_size = resource_size(io); |
---|
1233 | | - rockchip->io_bus_addr = io->start - win->offset; |
---|
1234 | | - err = pci_remap_iospace(io, io_base); |
---|
1235 | | - if (err) { |
---|
1236 | | - dev_warn(dev, "error %d: failed to map resource %pR\n", |
---|
1237 | | - err, io); |
---|
1238 | | - continue; |
---|
1239 | | - } |
---|
1240 | | - rockchip->io = io; |
---|
1241 | | - break; |
---|
1242 | | - case IORESOURCE_MEM: |
---|
1243 | | - mem = win->res; |
---|
1244 | | - mem->name = "MEM"; |
---|
1245 | | - rockchip->mem_size = resource_size(mem); |
---|
1246 | | - rockchip->mem_bus_addr = mem->start - win->offset; |
---|
1247 | | - break; |
---|
1248 | | - case IORESOURCE_BUS: |
---|
1249 | | - rockchip->root_bus_nr = win->res->start; |
---|
1250 | | - break; |
---|
1251 | | - default: |
---|
1252 | | - continue; |
---|
1253 | | - } |
---|
1254 | | - } |
---|
1255 | | - |
---|
1256 | 1191 | if (rockchip->deferred) { |
---|
1257 | 1192 | err = sysfs_create_group(&pdev->dev.kobj, &pcie_attr_group); |
---|
1258 | 1193 | if (err) { |
---|
1259 | 1194 | dev_err(&pdev->dev, "SysFS group creation failed\n"); |
---|
1260 | | - goto err_unmap_iospace; |
---|
| 1195 | + goto err_remove_irq_domain; |
---|
1261 | 1196 | } |
---|
1262 | 1197 | } else { |
---|
1263 | 1198 | err = rockchip_pcie_really_probe(rockchip); |
---|
1264 | 1199 | if (err) { |
---|
1265 | 1200 | dev_err(&pdev->dev, "deferred probe failed\n"); |
---|
1266 | | - goto err_probe_dma; |
---|
| 1201 | + goto err_deinit_port; |
---|
1267 | 1202 | } |
---|
1268 | 1203 | } |
---|
1269 | 1204 | |
---|
.. | .. |
---|
1274 | 1209 | if (IS_ERR(rockchip->dma_obj)) { |
---|
1275 | 1210 | dev_err(dev, "failed to prepare dma object\n"); |
---|
1276 | 1211 | err = -EINVAL; |
---|
1277 | | - goto err_probe_dma; |
---|
| 1212 | + goto err_deinit_port; |
---|
1278 | 1213 | } |
---|
1279 | 1214 | |
---|
1280 | 1215 | if (rockchip->dma_obj) { |
---|
.. | .. |
---|
1284 | 1219 | |
---|
1285 | 1220 | return 0; |
---|
1286 | 1221 | |
---|
1287 | | -err_probe_dma: |
---|
| 1222 | +err_deinit_port: |
---|
| 1223 | + rockchip_pcie_deinit_phys(rockchip); |
---|
1288 | 1224 | if (rockchip->deferred) |
---|
1289 | 1225 | sysfs_remove_group(&pdev->dev.kobj, &pcie_attr_group); |
---|
1290 | | -err_unmap_iospace: |
---|
1291 | | - pci_unmap_iospace(rockchip->io); |
---|
1292 | | -err_free_res: |
---|
1293 | | - pci_free_resource_list(&rockchip->resources); |
---|
1294 | 1226 | err_remove_irq_domain: |
---|
1295 | 1227 | irq_domain_remove(rockchip->irq_domain); |
---|
1296 | 1228 | err_vpcie: |
---|
.. | .. |
---|
1298 | 1230 | regulator_disable(rockchip->vpcie12v); |
---|
1299 | 1231 | if (!IS_ERR(rockchip->vpcie3v3)) |
---|
1300 | 1232 | regulator_disable(rockchip->vpcie3v3); |
---|
1301 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
---|
1302 | | - regulator_disable(rockchip->vpcie1v8); |
---|
1303 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
---|
1304 | | - regulator_disable(rockchip->vpcie0v9); |
---|
| 1233 | + regulator_disable(rockchip->vpcie1v8); |
---|
| 1234 | + regulator_disable(rockchip->vpcie0v9); |
---|
1305 | 1235 | err_set_vpcie: |
---|
1306 | 1236 | rockchip_pcie_disable_clocks(rockchip); |
---|
1307 | 1237 | return err; |
---|
.. | .. |
---|
1313 | 1243 | struct rockchip_pcie *rockchip = dev_get_drvdata(dev); |
---|
1314 | 1244 | u32 status1, status2; |
---|
1315 | 1245 | u32 status; |
---|
| 1246 | + struct pci_host_bridge *bridge = pci_host_bridge_from_priv(rockchip); |
---|
1316 | 1247 | |
---|
1317 | 1248 | status1 = rockchip_pcie_read(rockchip, PCIE_CLIENT_BASIC_STATUS1); |
---|
1318 | 1249 | status2 = rockchip_pcie_read(rockchip, PCIE_CLIENT_DEBUG_OUT_0); |
---|
.. | .. |
---|
1320 | 1251 | if (!PCIE_LINK_UP(status1) || !PCIE_LINK_IS_L0(status2)) |
---|
1321 | 1252 | rockchip->in_remove = 1; |
---|
1322 | 1253 | |
---|
1323 | | - if (rockchip->root_bus) { |
---|
1324 | | - pci_stop_root_bus(rockchip->root_bus); |
---|
1325 | | - pci_remove_root_bus(rockchip->root_bus); |
---|
1326 | | - } |
---|
1327 | | - |
---|
1328 | | - pci_unmap_iospace(rockchip->io); |
---|
| 1254 | + pci_stop_root_bus(bridge->bus); |
---|
| 1255 | + pci_remove_root_bus(bridge->bus); |
---|
1329 | 1256 | irq_domain_remove(rockchip->irq_domain); |
---|
1330 | 1257 | |
---|
1331 | 1258 | /* disable link state */ |
---|
.. | .. |
---|
1353 | 1280 | regulator_disable(rockchip->vpcie12v); |
---|
1354 | 1281 | if (!IS_ERR(rockchip->vpcie3v3)) |
---|
1355 | 1282 | regulator_disable(rockchip->vpcie3v3); |
---|
1356 | | - if (!IS_ERR(rockchip->vpcie1v8)) |
---|
1357 | | - regulator_disable(rockchip->vpcie1v8); |
---|
1358 | | - if (!IS_ERR(rockchip->vpcie0v9)) |
---|
1359 | | - regulator_disable(rockchip->vpcie0v9); |
---|
| 1283 | + regulator_disable(rockchip->vpcie1v8); |
---|
| 1284 | + regulator_disable(rockchip->vpcie0v9); |
---|
1360 | 1285 | |
---|
1361 | 1286 | device_init_wakeup(rockchip->dev, false); |
---|
1362 | 1287 | |
---|