| .. | .. |
|---|
| 9 | 9 | #include <linux/if_ether.h> |
|---|
| 10 | 10 | #include <linux/if.h> |
|---|
| 11 | 11 | #include <linux/dma-mapping.h> |
|---|
| 12 | +#include <linux/of_device.h> |
|---|
| 12 | 13 | #include <linux/slab.h> |
|---|
| 13 | 14 | #include <linux/prefetch.h> |
|---|
| 14 | 15 | #include <linux/regmap.h> |
|---|
| .. | .. |
|---|
| 85 | 86 | int rx; |
|---|
| 86 | 87 | int final_tx; |
|---|
| 87 | 88 | int final_rx; |
|---|
| 89 | + int max_delay; |
|---|
| 88 | 90 | }; |
|---|
| 89 | 91 | |
|---|
| 90 | 92 | #define DMA_CONTROL_OSP BIT(4) |
|---|
| .. | .. |
|---|
| 99 | 101 | |
|---|
| 100 | 102 | #define STMMAC_ALIGN(x) __ALIGN_KERNEL(x, SMP_CACHE_BYTES) |
|---|
| 101 | 103 | #define MAX_DELAYLINE 0x7f |
|---|
| 104 | +#define RK3588_MAX_DELAYLINE 0xc7 |
|---|
| 102 | 105 | #define SCAN_STEP 0x5 |
|---|
| 103 | 106 | #define SCAN_VALID_RANGE 0xA |
|---|
| 104 | 107 | |
|---|
| .. | .. |
|---|
| 119 | 122 | .size = 1024, |
|---|
| 120 | 123 | }; |
|---|
| 121 | 124 | |
|---|
| 122 | | -static int dwmac_rk_enable_mac_loopback(struct stmmac_priv *priv, int speed) |
|---|
| 125 | +static int dwmac_rk_enable_mac_loopback(struct stmmac_priv *priv, int speed, |
|---|
| 126 | + int addr, bool phy) |
|---|
| 123 | 127 | { |
|---|
| 124 | 128 | u32 ctrl; |
|---|
| 125 | 129 | int phy_val; |
|---|
| .. | .. |
|---|
| 128 | 132 | ctrl &= ~priv->hw->link.speed_mask; |
|---|
| 129 | 133 | ctrl |= GMAC_CONTROL_LM; |
|---|
| 130 | 134 | |
|---|
| 131 | | - phy_val = mdiobus_read(priv->mii, priv->plat->phy_addr, MII_BMCR); |
|---|
| 135 | + if (phy) |
|---|
| 136 | + phy_val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 132 | 137 | |
|---|
| 133 | 138 | switch (speed) { |
|---|
| 134 | 139 | case LOOPBACK_SPEED1000: |
|---|
| 135 | 140 | ctrl |= priv->hw->link.speed1000; |
|---|
| 136 | | - phy_val |= BMCR_ANENABLE; |
|---|
| 137 | | - phy_val |= BMCR_SPEED1000; |
|---|
| 141 | + if (phy) { |
|---|
| 142 | + phy_val &= ~BMCR_SPEED100; |
|---|
| 143 | + phy_val |= BMCR_SPEED1000; |
|---|
| 144 | + } |
|---|
| 138 | 145 | break; |
|---|
| 139 | 146 | case LOOPBACK_SPEED100: |
|---|
| 140 | 147 | ctrl |= priv->hw->link.speed100; |
|---|
| 141 | | - phy_val &= ~BMCR_ANENABLE; |
|---|
| 142 | | - phy_val &= ~BMCR_SPEED1000; |
|---|
| 143 | | - phy_val |= BMCR_SPEED100; |
|---|
| 148 | + if (phy) { |
|---|
| 149 | + phy_val &= ~BMCR_SPEED1000; |
|---|
| 150 | + phy_val |= BMCR_SPEED100; |
|---|
| 151 | + } |
|---|
| 144 | 152 | break; |
|---|
| 145 | 153 | case LOOPBACK_SPEED10: |
|---|
| 146 | 154 | ctrl |= priv->hw->link.speed10; |
|---|
| 147 | | - phy_val &= ~BMCR_ANENABLE; |
|---|
| 148 | | - phy_val &= ~BMCR_SPEED1000; |
|---|
| 149 | | - phy_val &= ~BMCR_SPEED100; |
|---|
| 155 | + if (phy) { |
|---|
| 156 | + phy_val &= ~BMCR_SPEED1000; |
|---|
| 157 | + phy_val &= ~BMCR_SPEED100; |
|---|
| 158 | + } |
|---|
| 150 | 159 | break; |
|---|
| 151 | 160 | default: |
|---|
| 152 | 161 | return -EPERM; |
|---|
| .. | .. |
|---|
| 155 | 164 | ctrl |= priv->hw->link.duplex; |
|---|
| 156 | 165 | writel(ctrl, priv->ioaddr + GMAC_CONTROL); |
|---|
| 157 | 166 | |
|---|
| 158 | | - phy_val |= BMCR_FULLDPLX; |
|---|
| 159 | | - mdiobus_write(priv->mii, priv->plat->phy_addr, MII_BMCR, phy_val); |
|---|
| 160 | | - phy_val = mdiobus_read(priv->mii, priv->plat->phy_addr, MII_BMCR); |
|---|
| 167 | + if (phy) { |
|---|
| 168 | + phy_val &= ~BMCR_PDOWN; |
|---|
| 169 | + phy_val &= ~BMCR_ANENABLE; |
|---|
| 170 | + phy_val &= ~BMCR_PDOWN; |
|---|
| 171 | + phy_val |= BMCR_FULLDPLX; |
|---|
| 172 | + mdiobus_write(priv->mii, addr, MII_BMCR, phy_val); |
|---|
| 173 | + phy_val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 174 | + } |
|---|
| 161 | 175 | |
|---|
| 162 | 176 | if (likely(priv->plat->fix_mac_speed)) |
|---|
| 163 | 177 | priv->plat->fix_mac_speed(priv->plat->bsp_priv, speed); |
|---|
| .. | .. |
|---|
| 165 | 179 | return 0; |
|---|
| 166 | 180 | } |
|---|
| 167 | 181 | |
|---|
| 168 | | -static int dwmac_rk_disable_mac_loopback(struct stmmac_priv *priv) |
|---|
| 182 | +static int dwmac_rk_disable_mac_loopback(struct stmmac_priv *priv, int addr) |
|---|
| 169 | 183 | { |
|---|
| 170 | 184 | u32 ctrl; |
|---|
| 171 | 185 | int phy_val; |
|---|
| .. | .. |
|---|
| 174 | 188 | ctrl &= ~GMAC_CONTROL_LM; |
|---|
| 175 | 189 | writel(ctrl, priv->ioaddr + GMAC_CONTROL); |
|---|
| 176 | 190 | |
|---|
| 177 | | - phy_val = mdiobus_read(priv->mii, priv->plat->phy_addr, MII_BMCR); |
|---|
| 191 | + phy_val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 178 | 192 | phy_val |= BMCR_ANENABLE; |
|---|
| 179 | 193 | |
|---|
| 180 | | - mdiobus_write(priv->mii, priv->plat->phy_addr, MII_BMCR, phy_val); |
|---|
| 181 | | - phy_val = mdiobus_read(priv->mii, priv->plat->phy_addr, MII_BMCR); |
|---|
| 194 | + mdiobus_write(priv->mii, addr, MII_BMCR, phy_val); |
|---|
| 195 | + phy_val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 182 | 196 | |
|---|
| 183 | 197 | return 0; |
|---|
| 184 | 198 | } |
|---|
| 185 | 199 | |
|---|
| 186 | 200 | static int dwmac_rk_set_mac_loopback(struct stmmac_priv *priv, |
|---|
| 187 | | - int speed, bool enable) |
|---|
| 201 | + int speed, bool enable, |
|---|
| 202 | + int addr, bool phy) |
|---|
| 188 | 203 | { |
|---|
| 189 | 204 | if (enable) |
|---|
| 190 | | - return dwmac_rk_enable_mac_loopback(priv, speed); |
|---|
| 205 | + return dwmac_rk_enable_mac_loopback(priv, speed, addr, phy); |
|---|
| 191 | 206 | else |
|---|
| 192 | | - return dwmac_rk_disable_mac_loopback(priv); |
|---|
| 207 | + return dwmac_rk_disable_mac_loopback(priv, addr); |
|---|
| 193 | 208 | } |
|---|
| 194 | 209 | |
|---|
| 195 | | -static int dwmac_rk_enable_phy_loopback(struct stmmac_priv *priv, int speed) |
|---|
| 210 | +static int dwmac_rk_enable_phy_loopback(struct stmmac_priv *priv, int speed, |
|---|
| 211 | + int addr, bool phy) |
|---|
| 196 | 212 | { |
|---|
| 197 | 213 | u32 ctrl; |
|---|
| 198 | 214 | int val; |
|---|
| .. | .. |
|---|
| 200 | 216 | ctrl = readl(priv->ioaddr + MAC_CTRL_REG); |
|---|
| 201 | 217 | ctrl &= ~priv->hw->link.speed_mask; |
|---|
| 202 | 218 | |
|---|
| 203 | | - val = mdiobus_read(priv->mii, 0, MII_BMCR); |
|---|
| 204 | | - |
|---|
| 205 | | - val &= ~BMCR_ANENABLE; |
|---|
| 206 | | - val |= BMCR_LOOPBACK; |
|---|
| 219 | + if (phy) |
|---|
| 220 | + val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 207 | 221 | |
|---|
| 208 | 222 | switch (speed) { |
|---|
| 209 | 223 | case LOOPBACK_SPEED1000: |
|---|
| 210 | 224 | ctrl |= priv->hw->link.speed1000; |
|---|
| 211 | | - val |= BMCR_SPEED1000; |
|---|
| 225 | + if (phy) { |
|---|
| 226 | + val &= ~BMCR_SPEED100; |
|---|
| 227 | + val |= BMCR_SPEED1000; |
|---|
| 228 | + } |
|---|
| 212 | 229 | break; |
|---|
| 213 | 230 | case LOOPBACK_SPEED100: |
|---|
| 214 | 231 | ctrl |= priv->hw->link.speed100; |
|---|
| 215 | | - val &= ~BMCR_SPEED1000; |
|---|
| 216 | | - val |= BMCR_SPEED100; |
|---|
| 232 | + if (phy) { |
|---|
| 233 | + val &= ~BMCR_SPEED1000; |
|---|
| 234 | + val |= BMCR_SPEED100; |
|---|
| 235 | + } |
|---|
| 217 | 236 | break; |
|---|
| 218 | 237 | case LOOPBACK_SPEED10: |
|---|
| 219 | 238 | ctrl |= priv->hw->link.speed10; |
|---|
| 220 | | - val &= ~BMCR_SPEED1000; |
|---|
| 221 | | - val &= ~BMCR_SPEED100; |
|---|
| 239 | + if (phy) { |
|---|
| 240 | + val &= ~BMCR_SPEED1000; |
|---|
| 241 | + val &= ~BMCR_SPEED100; |
|---|
| 242 | + } |
|---|
| 222 | 243 | break; |
|---|
| 223 | 244 | default: |
|---|
| 224 | 245 | return -EPERM; |
|---|
| .. | .. |
|---|
| 227 | 248 | ctrl |= priv->hw->link.duplex; |
|---|
| 228 | 249 | writel(ctrl, priv->ioaddr + MAC_CTRL_REG); |
|---|
| 229 | 250 | |
|---|
| 230 | | - val |= BMCR_FULLDPLX; |
|---|
| 231 | | - mdiobus_write(priv->mii, 0, MII_BMCR, val); |
|---|
| 232 | | - val = mdiobus_read(priv->mii, 0, MII_BMCR); |
|---|
| 251 | + if (phy) { |
|---|
| 252 | + val |= BMCR_FULLDPLX; |
|---|
| 253 | + val &= ~BMCR_PDOWN; |
|---|
| 254 | + val &= ~BMCR_ANENABLE; |
|---|
| 255 | + val |= BMCR_LOOPBACK; |
|---|
| 256 | + mdiobus_write(priv->mii, addr, MII_BMCR, val); |
|---|
| 257 | + val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 258 | + } |
|---|
| 233 | 259 | |
|---|
| 234 | 260 | if (likely(priv->plat->fix_mac_speed)) |
|---|
| 235 | 261 | priv->plat->fix_mac_speed(priv->plat->bsp_priv, speed); |
|---|
| .. | .. |
|---|
| 237 | 263 | return 0; |
|---|
| 238 | 264 | } |
|---|
| 239 | 265 | |
|---|
| 240 | | -static int dwmac_rk_disable_phy_loopback(struct stmmac_priv *priv) |
|---|
| 266 | +static int dwmac_rk_disable_phy_loopback(struct stmmac_priv *priv, int addr) |
|---|
| 241 | 267 | { |
|---|
| 242 | 268 | int val; |
|---|
| 243 | 269 | |
|---|
| 244 | | - val = mdiobus_read(priv->mii, 0, MII_BMCR); |
|---|
| 270 | + val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 245 | 271 | val |= BMCR_ANENABLE; |
|---|
| 246 | 272 | val &= ~BMCR_LOOPBACK; |
|---|
| 247 | 273 | |
|---|
| 248 | | - mdiobus_write(priv->mii, 0, MII_BMCR, val); |
|---|
| 249 | | - val = mdiobus_read(priv->mii, priv->plat->phy_addr, MII_BMCR); |
|---|
| 274 | + mdiobus_write(priv->mii, addr, MII_BMCR, val); |
|---|
| 275 | + val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 250 | 276 | |
|---|
| 251 | 277 | return 0; |
|---|
| 252 | 278 | } |
|---|
| 253 | 279 | |
|---|
| 254 | 280 | static int dwmac_rk_set_phy_loopback(struct stmmac_priv *priv, |
|---|
| 255 | | - int speed, bool enable) |
|---|
| 281 | + int speed, bool enable, |
|---|
| 282 | + int addr, bool phy) |
|---|
| 256 | 283 | { |
|---|
| 257 | 284 | if (enable) |
|---|
| 258 | | - return dwmac_rk_enable_phy_loopback(priv, speed); |
|---|
| 285 | + return dwmac_rk_enable_phy_loopback(priv, speed, |
|---|
| 286 | + addr, phy); |
|---|
| 259 | 287 | else |
|---|
| 260 | | - return dwmac_rk_disable_phy_loopback(priv); |
|---|
| 288 | + return dwmac_rk_disable_phy_loopback(priv, addr); |
|---|
| 261 | 289 | } |
|---|
| 262 | 290 | |
|---|
| 263 | 291 | static int dwmac_rk_set_loopback(struct stmmac_priv *priv, |
|---|
| 264 | | - int type, int speed, bool enable) |
|---|
| 292 | + int type, int speed, bool enable, |
|---|
| 293 | + int addr, bool phy) |
|---|
| 265 | 294 | { |
|---|
| 266 | 295 | int ret; |
|---|
| 267 | 296 | |
|---|
| 268 | 297 | switch (type) { |
|---|
| 269 | 298 | case LOOPBACK_TYPE_PHY: |
|---|
| 270 | | - ret = dwmac_rk_set_phy_loopback(priv, speed, enable); |
|---|
| 299 | + ret = dwmac_rk_set_phy_loopback(priv, speed, enable, addr, phy); |
|---|
| 271 | 300 | break; |
|---|
| 272 | 301 | case LOOPBACK_TYPE_GMAC: |
|---|
| 273 | | - ret = dwmac_rk_set_mac_loopback(priv, speed, enable); |
|---|
| 302 | + ret = dwmac_rk_set_mac_loopback(priv, speed, enable, addr, phy); |
|---|
| 274 | 303 | break; |
|---|
| 275 | 304 | default: |
|---|
| 276 | 305 | ret = -EOPNOTSUPP; |
|---|
| .. | .. |
|---|
| 545 | 574 | static void dwmac_rk_rx_clean(struct stmmac_priv *priv, |
|---|
| 546 | 575 | struct dwmac_rk_lb_priv *lb_priv) |
|---|
| 547 | 576 | { |
|---|
| 548 | | - struct sk_buff *skb; |
|---|
| 549 | | - |
|---|
| 550 | | - skb = lb_priv->rx_skbuff; |
|---|
| 551 | | - |
|---|
| 552 | | - if (likely(lb_priv->rx_skbuff)) { |
|---|
| 577 | + if (likely(lb_priv->rx_skbuff_dma)) { |
|---|
| 553 | 578 | dma_unmap_single(priv->device, |
|---|
| 554 | 579 | lb_priv->rx_skbuff_dma, |
|---|
| 555 | 580 | lb_priv->dma_buf_sz, DMA_FROM_DEVICE); |
|---|
| 556 | | - dev_kfree_skb(skb); |
|---|
| 581 | + lb_priv->rx_skbuff_dma = 0; |
|---|
| 582 | + } |
|---|
| 583 | + |
|---|
| 584 | + if (likely(lb_priv->rx_skbuff)) { |
|---|
| 585 | + dev_consume_skb_any(lb_priv->rx_skbuff); |
|---|
| 557 | 586 | lb_priv->rx_skbuff = NULL; |
|---|
| 558 | 587 | } |
|---|
| 559 | 588 | } |
|---|
| .. | .. |
|---|
| 582 | 611 | } |
|---|
| 583 | 612 | |
|---|
| 584 | 613 | frame_len -= ETH_FCS_LEN; |
|---|
| 614 | + prefetch(skb->data - NET_IP_ALIGN); |
|---|
| 585 | 615 | skb_put(skb, frame_len); |
|---|
| 616 | + dma_unmap_single(priv->device, |
|---|
| 617 | + lb_priv->rx_skbuff_dma, |
|---|
| 618 | + lb_priv->dma_buf_sz, |
|---|
| 619 | + DMA_FROM_DEVICE); |
|---|
| 586 | 620 | |
|---|
| 587 | 621 | return dwmac_rk_loopback_validate(priv, lb_priv, skb); |
|---|
| 588 | 622 | } |
|---|
| .. | .. |
|---|
| 616 | 650 | static void dwmac_rk_tx_clean(struct stmmac_priv *priv, |
|---|
| 617 | 651 | struct dwmac_rk_lb_priv *lb_priv) |
|---|
| 618 | 652 | { |
|---|
| 619 | | - struct sk_buff *skb; |
|---|
| 653 | + struct sk_buff *skb = lb_priv->tx_skbuff; |
|---|
| 620 | 654 | struct dma_desc *p; |
|---|
| 621 | 655 | |
|---|
| 622 | | - skb = lb_priv->tx_skbuff; |
|---|
| 623 | 656 | p = lb_priv->dma_tx; |
|---|
| 624 | 657 | |
|---|
| 625 | 658 | if (likely(lb_priv->tx_skbuff_dma)) { |
|---|
| .. | .. |
|---|
| 631 | 664 | } |
|---|
| 632 | 665 | |
|---|
| 633 | 666 | if (likely(skb)) { |
|---|
| 634 | | - dev_kfree_skb(skb); |
|---|
| 667 | + dev_consume_skb_any(skb); |
|---|
| 635 | 668 | lb_priv->tx_skbuff = NULL; |
|---|
| 636 | 669 | } |
|---|
| 637 | 670 | |
|---|
| .. | .. |
|---|
| 655 | 688 | lb_priv->tx_skbuff = skb; |
|---|
| 656 | 689 | |
|---|
| 657 | 690 | des = dma_map_single(priv->device, skb->data, |
|---|
| 658 | | - nopaged_len, DMA_TO_DEVICE); |
|---|
| 691 | + nopaged_len, DMA_TO_DEVICE); |
|---|
| 659 | 692 | if (dma_mapping_error(priv->device, des)) |
|---|
| 660 | 693 | goto dma_map_err; |
|---|
| 694 | + lb_priv->tx_skbuff_dma = des; |
|---|
| 661 | 695 | |
|---|
| 662 | 696 | stmmac_set_desc_addr(priv, desc, des); |
|---|
| 663 | 697 | lb_priv->tx_skbuff_dma_len = nopaged_len; |
|---|
| .. | .. |
|---|
| 771 | 805 | return __dwmac_rk_loopback_run(priv, lb_priv); |
|---|
| 772 | 806 | } |
|---|
| 773 | 807 | |
|---|
| 774 | | -static inline bool dwmac_rk_delayline_is_valid(int tx, int rx) |
|---|
| 808 | +static inline bool dwmac_rk_delayline_is_txvalid(struct dwmac_rk_lb_priv *lb_priv, |
|---|
| 809 | + int tx) |
|---|
| 775 | 810 | { |
|---|
| 776 | | - if ((tx > 0 && tx < MAX_DELAYLINE) && (rx > 0 && rx < MAX_DELAYLINE)) |
|---|
| 811 | + if (tx > 0 && tx < lb_priv->max_delay) |
|---|
| 812 | + return true; |
|---|
| 813 | + else |
|---|
| 814 | + return false; |
|---|
| 815 | +} |
|---|
| 816 | + |
|---|
| 817 | +static inline bool dwmac_rk_delayline_is_valid(struct dwmac_rk_lb_priv *lb_priv, |
|---|
| 818 | + int tx, int rx) |
|---|
| 819 | +{ |
|---|
| 820 | + if ((tx > 0 && tx < lb_priv->max_delay) && |
|---|
| 821 | + (rx > 0 && rx < lb_priv->max_delay)) |
|---|
| 777 | 822 | return true; |
|---|
| 778 | 823 | else |
|---|
| 779 | 824 | return false; |
|---|
| .. | .. |
|---|
| 784 | 829 | { |
|---|
| 785 | 830 | int tx_left, tx_right, rx_up, rx_down; |
|---|
| 786 | 831 | int i, j, tx_index, rx_index; |
|---|
| 787 | | - int tx_mid, rx_mid; |
|---|
| 832 | + int tx_mid = 0, rx_mid = 0; |
|---|
| 788 | 833 | |
|---|
| 789 | 834 | /* initiation */ |
|---|
| 790 | 835 | tx_index = SCAN_STEP; |
|---|
| .. | .. |
|---|
| 792 | 837 | |
|---|
| 793 | 838 | re_scan: |
|---|
| 794 | 839 | /* start from rx based on the experience */ |
|---|
| 795 | | - for (i = rx_index; i <= (MAX_DELAYLINE - SCAN_STEP); i += SCAN_STEP) { |
|---|
| 840 | + for (i = rx_index; i <= (lb_priv->max_delay - SCAN_STEP); i += SCAN_STEP) { |
|---|
| 796 | 841 | tx_left = 0; |
|---|
| 797 | 842 | tx_right = 0; |
|---|
| 798 | 843 | tx_mid = 0; |
|---|
| 799 | 844 | |
|---|
| 800 | | - for (j = tx_index; j <= (MAX_DELAYLINE - SCAN_STEP); |
|---|
| 845 | + for (j = tx_index; j <= (lb_priv->max_delay - SCAN_STEP); |
|---|
| 801 | 846 | j += SCAN_STEP) { |
|---|
| 802 | 847 | if (!dwmac_rk_loopback_with_identify(priv, |
|---|
| 803 | 848 | lb_priv, j, i)) { |
|---|
| .. | .. |
|---|
| 815 | 860 | } |
|---|
| 816 | 861 | |
|---|
| 817 | 862 | /* Worst case: reach the end */ |
|---|
| 818 | | - if (i >= (MAX_DELAYLINE - SCAN_STEP)) |
|---|
| 863 | + if (i >= (lb_priv->max_delay - SCAN_STEP)) |
|---|
| 819 | 864 | goto end; |
|---|
| 820 | 865 | |
|---|
| 821 | 866 | rx_up = 0; |
|---|
| 822 | 867 | rx_down = 0; |
|---|
| 823 | 868 | |
|---|
| 824 | 869 | /* look for rx_mid base on the tx_mid */ |
|---|
| 825 | | - for (i = SCAN_STEP; i <= (MAX_DELAYLINE - SCAN_STEP); |
|---|
| 870 | + for (i = SCAN_STEP; i <= (lb_priv->max_delay - SCAN_STEP); |
|---|
| 826 | 871 | i += SCAN_STEP) { |
|---|
| 827 | 872 | if (!dwmac_rk_loopback_with_identify(priv, lb_priv, |
|---|
| 828 | 873 | tx_mid, i)) { |
|---|
| .. | .. |
|---|
| 841 | 886 | goto re_scan; |
|---|
| 842 | 887 | } |
|---|
| 843 | 888 | |
|---|
| 844 | | - if (dwmac_rk_delayline_is_valid(tx_mid, rx_mid)) { |
|---|
| 889 | + if (dwmac_rk_delayline_is_valid(lb_priv, tx_mid, rx_mid)) { |
|---|
| 845 | 890 | lb_priv->final_tx = tx_mid; |
|---|
| 846 | 891 | lb_priv->final_rx = rx_mid; |
|---|
| 847 | 892 | |
|---|
| 848 | | - pr_info("Find suitable tx_delay = 0x%02x, rx_delay = 0x%02x\n", |
|---|
| 893 | + pr_info("Find available tx_delay = 0x%02x, rx_delay = 0x%02x\n", |
|---|
| 849 | 894 | lb_priv->final_tx, lb_priv->final_rx); |
|---|
| 850 | 895 | |
|---|
| 851 | 896 | return 0; |
|---|
| 852 | 897 | } |
|---|
| 853 | 898 | end: |
|---|
| 854 | | - pr_err("Can't find suitable delayline\n"); |
|---|
| 899 | + pr_err("Can't find available delayline\n"); |
|---|
| 855 | 900 | return -ENXIO; |
|---|
| 856 | 901 | } |
|---|
| 857 | 902 | |
|---|
| 858 | 903 | static int dwmac_rk_delayline_scan(struct stmmac_priv *priv, |
|---|
| 859 | 904 | struct dwmac_rk_lb_priv *lb_priv) |
|---|
| 860 | 905 | { |
|---|
| 906 | + int phy_iface = dwmac_rk_get_phy_interface(priv); |
|---|
| 861 | 907 | int tx, rx, tx_sum, rx_sum, count; |
|---|
| 862 | 908 | int tx_mid, rx_mid; |
|---|
| 863 | 909 | int ret = -ENXIO; |
|---|
| .. | .. |
|---|
| 866 | 912 | rx_sum = 0; |
|---|
| 867 | 913 | count = 0; |
|---|
| 868 | 914 | |
|---|
| 869 | | - for (rx = 0x0; rx <= MAX_DELAYLINE; rx++) { |
|---|
| 870 | | - printk(KERN_CONT "RX(0x%02x):", rx); |
|---|
| 871 | | - for (tx = 0x0; tx <= MAX_DELAYLINE; tx++) { |
|---|
| 915 | + for (rx = 0x0; rx <= lb_priv->max_delay; rx++) { |
|---|
| 916 | + if (phy_iface == PHY_INTERFACE_MODE_RGMII_RXID) |
|---|
| 917 | + rx = -1; |
|---|
| 918 | + printk(KERN_CONT "RX(%03d):", rx); |
|---|
| 919 | + for (tx = 0x0; tx <= lb_priv->max_delay; tx++) { |
|---|
| 872 | 920 | if (!dwmac_rk_loopback_with_identify(priv, |
|---|
| 873 | 921 | lb_priv, tx, rx)) { |
|---|
| 874 | 922 | tx_sum += tx; |
|---|
| .. | .. |
|---|
| 880 | 928 | } |
|---|
| 881 | 929 | } |
|---|
| 882 | 930 | printk(KERN_CONT "\n"); |
|---|
| 931 | + |
|---|
| 932 | + if (phy_iface == PHY_INTERFACE_MODE_RGMII_RXID) |
|---|
| 933 | + break; |
|---|
| 883 | 934 | } |
|---|
| 884 | 935 | |
|---|
| 885 | 936 | if (tx_sum && rx_sum && count) { |
|---|
| 886 | 937 | tx_mid = tx_sum / count; |
|---|
| 887 | 938 | rx_mid = rx_sum / count; |
|---|
| 888 | 939 | |
|---|
| 889 | | - if (dwmac_rk_delayline_is_valid(tx_mid, rx_mid)) { |
|---|
| 890 | | - lb_priv->final_tx = tx_mid; |
|---|
| 891 | | - lb_priv->final_rx = rx_mid; |
|---|
| 892 | | - ret = 0; |
|---|
| 940 | + if (phy_iface == PHY_INTERFACE_MODE_RGMII_RXID) { |
|---|
| 941 | + if (dwmac_rk_delayline_is_txvalid(lb_priv, tx_mid)) { |
|---|
| 942 | + lb_priv->final_tx = tx_mid; |
|---|
| 943 | + lb_priv->final_rx = -1; |
|---|
| 944 | + ret = 0; |
|---|
| 945 | + } |
|---|
| 946 | + } else { |
|---|
| 947 | + if (dwmac_rk_delayline_is_valid(lb_priv, tx_mid, rx_mid)) { |
|---|
| 948 | + lb_priv->final_tx = tx_mid; |
|---|
| 949 | + lb_priv->final_rx = rx_mid; |
|---|
| 950 | + ret = 0; |
|---|
| 951 | + } |
|---|
| 893 | 952 | } |
|---|
| 894 | 953 | } |
|---|
| 895 | 954 | |
|---|
| 896 | | - if (ret) |
|---|
| 955 | + if (ret) { |
|---|
| 897 | 956 | pr_err("\nCan't find suitable delayline\n"); |
|---|
| 898 | | - else |
|---|
| 899 | | - pr_info("\nFind suitable tx_delay = 0x%02x, rx_delay = 0x%02x\n", |
|---|
| 900 | | - lb_priv->final_tx, lb_priv->final_rx); |
|---|
| 957 | + } else { |
|---|
| 958 | + if (phy_iface == PHY_INTERFACE_MODE_RGMII_RXID) |
|---|
| 959 | + pr_info("Find available tx_delay = 0x%02x, rx_delay = disable\n", |
|---|
| 960 | + lb_priv->final_tx); |
|---|
| 961 | + else |
|---|
| 962 | + pr_info("\nFind suitable tx_delay = 0x%02x, rx_delay = 0x%02x\n", |
|---|
| 963 | + lb_priv->final_tx, lb_priv->final_rx); |
|---|
| 964 | + } |
|---|
| 901 | 965 | |
|---|
| 902 | 966 | return ret; |
|---|
| 903 | 967 | } |
|---|
| .. | .. |
|---|
| 969 | 1033 | int ret = -ENOMEM; |
|---|
| 970 | 1034 | |
|---|
| 971 | 1035 | /* desc dma map */ |
|---|
| 972 | | - lb_priv->dma_rx = dma_zalloc_coherent(priv->device, |
|---|
| 973 | | - sizeof(struct dma_desc), |
|---|
| 974 | | - &lb_priv->dma_rx_phy, |
|---|
| 975 | | - GFP_KERNEL); |
|---|
| 1036 | + lb_priv->dma_rx = dma_alloc_coherent(priv->device, |
|---|
| 1037 | + sizeof(struct dma_desc), |
|---|
| 1038 | + &lb_priv->dma_rx_phy, |
|---|
| 1039 | + GFP_KERNEL); |
|---|
| 976 | 1040 | if (!lb_priv->dma_rx) |
|---|
| 977 | 1041 | return ret; |
|---|
| 978 | 1042 | |
|---|
| 979 | | - lb_priv->dma_tx = dma_zalloc_coherent(priv->device, |
|---|
| 980 | | - sizeof(struct dma_desc), |
|---|
| 981 | | - &lb_priv->dma_tx_phy, |
|---|
| 982 | | - GFP_KERNEL); |
|---|
| 1043 | + lb_priv->dma_tx = dma_alloc_coherent(priv->device, |
|---|
| 1044 | + sizeof(struct dma_desc), |
|---|
| 1045 | + &lb_priv->dma_tx_phy, |
|---|
| 1046 | + GFP_KERNEL); |
|---|
| 983 | 1047 | if (!lb_priv->dma_tx) { |
|---|
| 984 | 1048 | dma_free_coherent(priv->device, |
|---|
| 985 | 1049 | sizeof(struct dma_desc), |
|---|
| .. | .. |
|---|
| 1090 | 1154 | } |
|---|
| 1091 | 1155 | } |
|---|
| 1092 | 1156 | |
|---|
| 1157 | +static void dwmac_rk_rx_queue_dma_chan_map(struct stmmac_priv *priv) |
|---|
| 1158 | +{ |
|---|
| 1159 | + u32 rx_queues_count = min_t(u32, priv->plat->rx_queues_to_use, 1); |
|---|
| 1160 | + u32 queue; |
|---|
| 1161 | + u32 chan; |
|---|
| 1162 | + |
|---|
| 1163 | + for (queue = 0; queue < rx_queues_count; queue++) { |
|---|
| 1164 | + chan = priv->plat->rx_queues_cfg[queue].chan; |
|---|
| 1165 | + stmmac_map_mtl_to_dma(priv, priv->hw, queue, chan); |
|---|
| 1166 | + } |
|---|
| 1167 | +} |
|---|
| 1168 | + |
|---|
| 1169 | +static void dwmac_rk_mac_enable_rx_queues(struct stmmac_priv *priv) |
|---|
| 1170 | +{ |
|---|
| 1171 | + u32 rx_queues_count = min_t(u32, priv->plat->rx_queues_to_use, 1); |
|---|
| 1172 | + int queue; |
|---|
| 1173 | + u8 mode; |
|---|
| 1174 | + |
|---|
| 1175 | + for (queue = 0; queue < rx_queues_count; queue++) { |
|---|
| 1176 | + mode = priv->plat->rx_queues_cfg[queue].mode_to_use; |
|---|
| 1177 | + stmmac_rx_queue_enable(priv, priv->hw, mode, queue); |
|---|
| 1178 | + } |
|---|
| 1179 | +} |
|---|
| 1180 | + |
|---|
| 1181 | +static void dwmac_rk_mtl_configuration(struct stmmac_priv *priv) |
|---|
| 1182 | +{ |
|---|
| 1183 | + /* Map RX MTL to DMA channels */ |
|---|
| 1184 | + dwmac_rk_rx_queue_dma_chan_map(priv); |
|---|
| 1185 | + |
|---|
| 1186 | + /* Enable MAC RX Queues */ |
|---|
| 1187 | + dwmac_rk_mac_enable_rx_queues(priv); |
|---|
| 1188 | +} |
|---|
| 1189 | + |
|---|
| 1190 | +static void dwmac_rk_mmc_setup(struct stmmac_priv *priv) |
|---|
| 1191 | +{ |
|---|
| 1192 | + unsigned int mode = MMC_CNTRL_RESET_ON_READ | MMC_CNTRL_COUNTER_RESET | |
|---|
| 1193 | + MMC_CNTRL_PRESET | MMC_CNTRL_FULL_HALF_PRESET; |
|---|
| 1194 | + |
|---|
| 1195 | + stmmac_mmc_intr_all_mask(priv, priv->mmcaddr); |
|---|
| 1196 | + |
|---|
| 1197 | + if (priv->dma_cap.rmon) { |
|---|
| 1198 | + stmmac_mmc_ctrl(priv, priv->mmcaddr, mode); |
|---|
| 1199 | + memset(&priv->mmc, 0, sizeof(struct stmmac_counters)); |
|---|
| 1200 | + } else { |
|---|
| 1201 | + netdev_info(priv->dev, "No MAC Management Counters available\n"); |
|---|
| 1202 | + } |
|---|
| 1203 | +} |
|---|
| 1204 | + |
|---|
| 1093 | 1205 | static int dwmac_rk_init(struct net_device *dev, |
|---|
| 1094 | 1206 | struct dwmac_rk_lb_priv *lb_priv) |
|---|
| 1095 | 1207 | { |
|---|
| .. | .. |
|---|
| 1129 | 1241 | /* Initialize the MAC Core */ |
|---|
| 1130 | 1242 | stmmac_core_init(priv, priv->hw, dev); |
|---|
| 1131 | 1243 | |
|---|
| 1244 | + dwmac_rk_mtl_configuration(priv); |
|---|
| 1245 | + |
|---|
| 1246 | + dwmac_rk_mmc_setup(priv); |
|---|
| 1247 | + |
|---|
| 1132 | 1248 | ret = priv->hw->mac->rx_ipc(priv->hw); |
|---|
| 1133 | 1249 | if (!ret) { |
|---|
| 1134 | 1250 | pr_warn(" RX IPC Checksum Offload disabled\n"); |
|---|
| .. | .. |
|---|
| 1150 | 1266 | writel((mode & ~DMA_CONTROL_OSF), priv->ioaddr + DMA_CONTROL); |
|---|
| 1151 | 1267 | } |
|---|
| 1152 | 1268 | |
|---|
| 1153 | | - stmmac_enable_dma_irq(priv, priv->ioaddr, 0); |
|---|
| 1269 | + stmmac_enable_dma_irq(priv, priv->ioaddr, 0, 1, 1); |
|---|
| 1154 | 1270 | |
|---|
| 1155 | 1271 | if (priv->hw->pcs) |
|---|
| 1156 | 1272 | stmmac_pcs_ctrl_ane(priv, priv->hw, 1, priv->hw->ps, 0); |
|---|
| .. | .. |
|---|
| 1167 | 1283 | { |
|---|
| 1168 | 1284 | struct stmmac_priv *priv = netdev_priv(dev); |
|---|
| 1169 | 1285 | |
|---|
| 1170 | | - stmmac_disable_dma_irq(priv, priv->ioaddr, 0); |
|---|
| 1286 | + stmmac_disable_dma_irq(priv, priv->ioaddr, 0, 0, 0); |
|---|
| 1171 | 1287 | |
|---|
| 1172 | 1288 | /* Release and free the Rx/Tx resources */ |
|---|
| 1173 | 1289 | dwmac_rk_free_dma_desc_resources(priv, lb_priv); |
|---|
| 1290 | +} |
|---|
| 1291 | + |
|---|
| 1292 | +static int dwmac_rk_get_max_delayline(struct stmmac_priv *priv) |
|---|
| 1293 | +{ |
|---|
| 1294 | + if (of_device_is_compatible(priv->device->of_node, |
|---|
| 1295 | + "rockchip,rk3588-gmac")) |
|---|
| 1296 | + return RK3588_MAX_DELAYLINE; |
|---|
| 1297 | + else |
|---|
| 1298 | + return MAX_DELAYLINE; |
|---|
| 1299 | +} |
|---|
| 1300 | + |
|---|
| 1301 | +static int dwmac_rk_phy_poll_reset(struct stmmac_priv *priv, int addr) |
|---|
| 1302 | +{ |
|---|
| 1303 | + /* Poll until the reset bit clears (50ms per retry == 0.6 sec) */ |
|---|
| 1304 | + unsigned int val, retries = 12; |
|---|
| 1305 | + int ret; |
|---|
| 1306 | + |
|---|
| 1307 | + val = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 1308 | + mdiobus_write(priv->mii, addr, MII_BMCR, val | BMCR_RESET); |
|---|
| 1309 | + |
|---|
| 1310 | + do { |
|---|
| 1311 | + msleep(50); |
|---|
| 1312 | + ret = mdiobus_read(priv->mii, addr, MII_BMCR); |
|---|
| 1313 | + if (ret < 0) |
|---|
| 1314 | + return ret; |
|---|
| 1315 | + } while (ret & BMCR_RESET && --retries); |
|---|
| 1316 | + if (ret & BMCR_RESET) |
|---|
| 1317 | + return -ETIMEDOUT; |
|---|
| 1318 | + |
|---|
| 1319 | + msleep(1); |
|---|
| 1320 | + return 0; |
|---|
| 1174 | 1321 | } |
|---|
| 1175 | 1322 | |
|---|
| 1176 | 1323 | static int dwmac_rk_loopback_run(struct stmmac_priv *priv, |
|---|
| .. | .. |
|---|
| 1178 | 1325 | { |
|---|
| 1179 | 1326 | struct net_device *ndev = priv->dev; |
|---|
| 1180 | 1327 | int phy_iface = dwmac_rk_get_phy_interface(priv); |
|---|
| 1181 | | - int ndev_up; |
|---|
| 1328 | + int ndev_up, phy_addr; |
|---|
| 1182 | 1329 | int ret = -EINVAL; |
|---|
| 1183 | 1330 | |
|---|
| 1184 | 1331 | if (!ndev || !priv->mii) |
|---|
| 1185 | 1332 | return -EINVAL; |
|---|
| 1333 | + |
|---|
| 1334 | + phy_addr = priv->dev->phydev->mdio.addr; |
|---|
| 1335 | + lb_priv->max_delay = dwmac_rk_get_max_delayline(priv); |
|---|
| 1186 | 1336 | |
|---|
| 1187 | 1337 | rtnl_lock(); |
|---|
| 1188 | 1338 | /* check the netdevice up or not */ |
|---|
| .. | .. |
|---|
| 1206 | 1356 | |
|---|
| 1207 | 1357 | if (priv->plat->stmmac_rst) |
|---|
| 1208 | 1358 | reset_control_assert(priv->plat->stmmac_rst); |
|---|
| 1209 | | - |
|---|
| 1210 | | - if (priv->mii) |
|---|
| 1211 | | - priv->mii->reset(priv->mii); |
|---|
| 1212 | | - |
|---|
| 1359 | + dwmac_rk_phy_poll_reset(priv, phy_addr); |
|---|
| 1213 | 1360 | if (priv->plat->stmmac_rst) |
|---|
| 1214 | 1361 | reset_control_deassert(priv->plat->stmmac_rst); |
|---|
| 1215 | 1362 | } |
|---|
| 1216 | 1363 | /* wait for phy and controller ready */ |
|---|
| 1217 | 1364 | usleep_range(100000, 200000); |
|---|
| 1218 | 1365 | |
|---|
| 1366 | + dwmac_rk_set_loopback(priv, lb_priv->type, lb_priv->speed, |
|---|
| 1367 | + true, phy_addr, true); |
|---|
| 1368 | + |
|---|
| 1219 | 1369 | ret = dwmac_rk_init(ndev, lb_priv); |
|---|
| 1220 | 1370 | if (ret) |
|---|
| 1221 | 1371 | goto exit_init; |
|---|
| 1222 | | - dwmac_rk_set_loopback(priv, lb_priv->type, lb_priv->speed, true); |
|---|
| 1372 | + |
|---|
| 1373 | + dwmac_rk_set_loopback(priv, lb_priv->type, lb_priv->speed, |
|---|
| 1374 | + true, phy_addr, false); |
|---|
| 1223 | 1375 | |
|---|
| 1224 | 1376 | if (lb_priv->scan) { |
|---|
| 1225 | 1377 | /* scan only support for rgmii mode */ |
|---|
| 1226 | 1378 | if (phy_iface != PHY_INTERFACE_MODE_RGMII && |
|---|
| 1227 | | - phy_iface != PHY_INTERFACE_MODE_RGMII_ID) { |
|---|
| 1379 | + phy_iface != PHY_INTERFACE_MODE_RGMII_ID && |
|---|
| 1380 | + phy_iface != PHY_INTERFACE_MODE_RGMII_RXID && |
|---|
| 1381 | + phy_iface != PHY_INTERFACE_MODE_RGMII_TXID) { |
|---|
| 1228 | 1382 | ret = -EINVAL; |
|---|
| 1229 | 1383 | goto out; |
|---|
| 1230 | 1384 | } |
|---|
| .. | .. |
|---|
| 1240 | 1394 | |
|---|
| 1241 | 1395 | out: |
|---|
| 1242 | 1396 | dwmac_rk_release(ndev, lb_priv); |
|---|
| 1243 | | - dwmac_rk_set_loopback(priv, lb_priv->type, lb_priv->speed, false); |
|---|
| 1244 | | - |
|---|
| 1397 | + dwmac_rk_set_loopback(priv, lb_priv->type, lb_priv->speed, |
|---|
| 1398 | + false, phy_addr, false); |
|---|
| 1245 | 1399 | exit_init: |
|---|
| 1246 | 1400 | if (ndev_up) |
|---|
| 1247 | 1401 | ndev->netdev_ops->ndo_open(ndev); |
|---|
| .. | .. |
|---|
| 1286 | 1440 | *data = 0; |
|---|
| 1287 | 1441 | data++; |
|---|
| 1288 | 1442 | |
|---|
| 1289 | | - if (kstrtoint(tmp, 0, &tx) || tx > MAX_DELAYLINE) |
|---|
| 1443 | + if (kstrtoint(tmp, 0, &tx) || tx > dwmac_rk_get_max_delayline(priv)) |
|---|
| 1290 | 1444 | goto out; |
|---|
| 1291 | 1445 | |
|---|
| 1292 | | - if (kstrtoint(data, 0, &rx) || rx > MAX_DELAYLINE) |
|---|
| 1446 | + if (kstrtoint(data, 0, &rx) || rx > dwmac_rk_get_max_delayline(priv)) |
|---|
| 1293 | 1447 | goto out; |
|---|
| 1294 | 1448 | |
|---|
| 1295 | 1449 | dwmac_rk_set_rgmii_delayline(priv, tx, rx); |
|---|