forked from ~ljy/RK356X_SDK_RELEASE

hc
2024-01-31 f70575805708cabdedea7498aaa3f710fde4d920
kernel/drivers/usb/mtu3/mtu3_qmu.c
....@@ -22,17 +22,49 @@
2222 #include <linux/iopoll.h>
2323
2424 #include "mtu3.h"
25
+#include "mtu3_trace.h"
2526
2627 #define QMU_CHECKSUM_LEN 16
2728
2829 #define GPD_FLAGS_HWO BIT(0)
2930 #define GPD_FLAGS_BDP BIT(1)
3031 #define GPD_FLAGS_BPS BIT(2)
32
+#define GPD_FLAGS_ZLP BIT(6)
3133 #define GPD_FLAGS_IOC BIT(7)
34
+#define GET_GPD_HWO(gpd) (le32_to_cpu((gpd)->dw0_info) & GPD_FLAGS_HWO)
3235
33
-#define GPD_EXT_FLAG_ZLP BIT(5)
34
-#define GPD_EXT_NGP(x) (((x) & 0xf) << 4)
35
-#define GPD_EXT_BUF(x) (((x) & 0xf) << 0)
36
+#define GPD_RX_BUF_LEN_OG(x) (((x) & 0xffff) << 16)
37
+#define GPD_RX_BUF_LEN_EL(x) (((x) & 0xfffff) << 12)
38
+#define GPD_RX_BUF_LEN(mtu, x) \
39
+({ \
40
+ typeof(x) x_ = (x); \
41
+ ((mtu)->gen2cp) ? GPD_RX_BUF_LEN_EL(x_) : GPD_RX_BUF_LEN_OG(x_); \
42
+})
43
+
44
+#define GPD_DATA_LEN_OG(x) ((x) & 0xffff)
45
+#define GPD_DATA_LEN_EL(x) ((x) & 0xfffff)
46
+#define GPD_DATA_LEN(mtu, x) \
47
+({ \
48
+ typeof(x) x_ = (x); \
49
+ ((mtu)->gen2cp) ? GPD_DATA_LEN_EL(x_) : GPD_DATA_LEN_OG(x_); \
50
+})
51
+
52
+#define GPD_EXT_FLAG_ZLP BIT(29)
53
+#define GPD_EXT_NGP_OG(x) (((x) & 0xf) << 20)
54
+#define GPD_EXT_BUF_OG(x) (((x) & 0xf) << 16)
55
+#define GPD_EXT_NGP_EL(x) (((x) & 0xf) << 28)
56
+#define GPD_EXT_BUF_EL(x) (((x) & 0xf) << 24)
57
+#define GPD_EXT_NGP(mtu, x) \
58
+({ \
59
+ typeof(x) x_ = (x); \
60
+ ((mtu)->gen2cp) ? GPD_EXT_NGP_EL(x_) : GPD_EXT_NGP_OG(x_); \
61
+})
62
+
63
+#define GPD_EXT_BUF(mtu, x) \
64
+({ \
65
+ typeof(x) x_ = (x); \
66
+ ((mtu)->gen2cp) ? GPD_EXT_BUF_EL(x_) : GPD_EXT_BUF_OG(x_); \
67
+})
3668
3769 #define HILO_GEN64(hi, lo) (((u64)(hi) << 32) + (lo))
3870 #define HILO_DMA(hi, lo) \
....@@ -125,7 +157,7 @@
125157 struct qmu_gpd *gpd = ring->start;
126158
127159 if (gpd) {
128
- gpd->flag &= ~GPD_FLAGS_HWO;
160
+ gpd->dw0_info &= cpu_to_le32(~GPD_FLAGS_HWO);
129161 gpd_ring_init(ring, gpd);
130162 }
131163 }
....@@ -154,27 +186,6 @@
154186 memset(ring, 0, sizeof(*ring));
155187 }
156188
157
-/*
158
- * calculate check sum of a gpd or bd
159
- * add "noinline" and "mb" to prevent wrong calculation
160
- */
161
-static noinline u8 qmu_calc_checksum(u8 *data)
162
-{
163
- u8 chksum = 0;
164
- int i;
165
-
166
- data[1] = 0x0; /* set checksum to 0 */
167
-
168
- mb(); /* ensure the gpd/bd is really up-to-date */
169
- for (i = 0; i < QMU_CHECKSUM_LEN; i++)
170
- chksum += data[i];
171
-
172
- /* Default: HWO=1, @flag[bit0] */
173
- chksum += 1;
174
-
175
- return 0xFF - chksum;
176
-}
177
-
178189 void mtu3_qmu_resume(struct mtu3_ep *mep)
179190 {
180191 struct mtu3 *mtu = mep->mtu;
....@@ -199,6 +210,7 @@
199210 return ring->enqueue;
200211 }
201212
213
+/* @dequeue may be NULL if ring is unallocated or freed */
202214 static struct qmu_gpd *advance_deq_gpd(struct mtu3_gpd_ring *ring)
203215 {
204216 if (ring->dequeue < ring->end)
....@@ -235,16 +247,14 @@
235247 struct mtu3_gpd_ring *ring = &mep->gpd_ring;
236248 struct qmu_gpd *gpd = ring->enqueue;
237249 struct usb_request *req = &mreq->request;
250
+ struct mtu3 *mtu = mep->mtu;
238251 dma_addr_t enq_dma;
239
- u16 ext_addr;
252
+ u32 ext_addr;
240253
241
- /* set all fields to zero as default value */
242
- memset(gpd, 0, sizeof(*gpd));
243
-
254
+ gpd->dw0_info = 0; /* SW own it */
244255 gpd->buffer = cpu_to_le32(lower_32_bits(req->dma));
245
- ext_addr = GPD_EXT_BUF(upper_32_bits(req->dma));
246
- gpd->buf_len = cpu_to_le16(req->length);
247
- gpd->flag |= GPD_FLAGS_IOC;
256
+ ext_addr = GPD_EXT_BUF(mtu, upper_32_bits(req->dma));
257
+ gpd->dw3_info = cpu_to_le32(GPD_DATA_LEN(mtu, req->length));
248258
249259 /* get the next GPD */
250260 enq = advance_enq_gpd(ring);
....@@ -252,18 +262,24 @@
252262 dev_dbg(mep->mtu->dev, "TX-EP%d queue gpd=%p, enq=%p, qdma=%pad\n",
253263 mep->epnum, gpd, enq, &enq_dma);
254264
255
- enq->flag &= ~GPD_FLAGS_HWO;
265
+ enq->dw0_info &= cpu_to_le32(~GPD_FLAGS_HWO);
256266 gpd->next_gpd = cpu_to_le32(lower_32_bits(enq_dma));
257
- ext_addr |= GPD_EXT_NGP(upper_32_bits(enq_dma));
258
- gpd->tx_ext_addr = cpu_to_le16(ext_addr);
267
+ ext_addr |= GPD_EXT_NGP(mtu, upper_32_bits(enq_dma));
268
+ gpd->dw0_info = cpu_to_le32(ext_addr);
259269
260
- if (req->zero)
261
- gpd->ext_flag |= GPD_EXT_FLAG_ZLP;
270
+ if (req->zero) {
271
+ if (mtu->gen2cp)
272
+ gpd->dw0_info |= cpu_to_le32(GPD_FLAGS_ZLP);
273
+ else
274
+ gpd->dw3_info |= cpu_to_le32(GPD_EXT_FLAG_ZLP);
275
+ }
262276
263
- gpd->chksum = qmu_calc_checksum((u8 *)gpd);
264
- gpd->flag |= GPD_FLAGS_HWO;
277
+ /* prevent reorder, make sure GPD's HWO is set last */
278
+ mb();
279
+ gpd->dw0_info |= cpu_to_le32(GPD_FLAGS_IOC | GPD_FLAGS_HWO);
265280
266281 mreq->gpd = gpd;
282
+ trace_mtu3_prepare_gpd(mep, gpd);
267283
268284 return 0;
269285 }
....@@ -274,16 +290,14 @@
274290 struct mtu3_gpd_ring *ring = &mep->gpd_ring;
275291 struct qmu_gpd *gpd = ring->enqueue;
276292 struct usb_request *req = &mreq->request;
293
+ struct mtu3 *mtu = mep->mtu;
277294 dma_addr_t enq_dma;
278
- u16 ext_addr;
295
+ u32 ext_addr;
279296
280
- /* set all fields to zero as default value */
281
- memset(gpd, 0, sizeof(*gpd));
282
-
297
+ gpd->dw0_info = 0; /* SW own it */
283298 gpd->buffer = cpu_to_le32(lower_32_bits(req->dma));
284
- ext_addr = GPD_EXT_BUF(upper_32_bits(req->dma));
285
- gpd->data_buf_len = cpu_to_le16(req->length);
286
- gpd->flag |= GPD_FLAGS_IOC;
299
+ ext_addr = GPD_EXT_BUF(mtu, upper_32_bits(req->dma));
300
+ gpd->dw0_info = cpu_to_le32(GPD_RX_BUF_LEN(mtu, req->length));
287301
288302 /* get the next GPD */
289303 enq = advance_enq_gpd(ring);
....@@ -291,14 +305,16 @@
291305 dev_dbg(mep->mtu->dev, "RX-EP%d queue gpd=%p, enq=%p, qdma=%pad\n",
292306 mep->epnum, gpd, enq, &enq_dma);
293307
294
- enq->flag &= ~GPD_FLAGS_HWO;
308
+ enq->dw0_info &= cpu_to_le32(~GPD_FLAGS_HWO);
295309 gpd->next_gpd = cpu_to_le32(lower_32_bits(enq_dma));
296
- ext_addr |= GPD_EXT_NGP(upper_32_bits(enq_dma));
297
- gpd->rx_ext_addr = cpu_to_le16(ext_addr);
298
- gpd->chksum = qmu_calc_checksum((u8 *)gpd);
299
- gpd->flag |= GPD_FLAGS_HWO;
310
+ ext_addr |= GPD_EXT_NGP(mtu, upper_32_bits(enq_dma));
311
+ gpd->dw3_info = cpu_to_le32(ext_addr);
312
+ /* prevent reorder, make sure GPD's HWO is set last */
313
+ mb();
314
+ gpd->dw0_info |= cpu_to_le32(GPD_FLAGS_IOC | GPD_FLAGS_HWO);
300315
301316 mreq->gpd = gpd;
317
+ trace_mtu3_prepare_gpd(mep, gpd);
302318
303319 return 0;
304320 }
....@@ -323,7 +339,6 @@
323339 /* set QMU start address */
324340 write_txq_start_addr(mbase, epnum, ring->dma);
325341 mtu3_setbits(mbase, MU3D_EP_TXCR0(epnum), TX_DMAREQEN);
326
- mtu3_setbits(mbase, U3D_QCR0, QMU_TX_CS_EN(epnum));
327342 /* send zero length packet according to ZLP flag in GPD */
328343 mtu3_setbits(mbase, U3D_QCR1, QMU_TX_ZLP(epnum));
329344 mtu3_writel(mbase, U3D_TQERRIESR0,
....@@ -338,7 +353,6 @@
338353 } else {
339354 write_rxq_start_addr(mbase, epnum, ring->dma);
340355 mtu3_setbits(mbase, MU3D_EP_RXCR0(epnum), RX_DMAREQEN);
341
- mtu3_setbits(mbase, U3D_QCR0, QMU_RX_CS_EN(epnum));
342356 /* don't expect ZLP */
343357 mtu3_clrbits(mbase, U3D_QCR3, QMU_RX_ZLP(epnum));
344358 /* move to next GPD when receive ZLP */
....@@ -407,27 +421,25 @@
407421 struct mtu3_gpd_ring *ring = &mep->gpd_ring;
408422 void __iomem *mbase = mtu->mac_base;
409423 struct qmu_gpd *gpd_current = NULL;
410
- struct usb_request *req = NULL;
411424 struct mtu3_request *mreq;
412425 dma_addr_t cur_gpd_dma;
413426 u32 txcsr = 0;
414427 int ret;
415428
416429 mreq = next_request(mep);
417
- if (mreq && mreq->request.length == 0)
418
- req = &mreq->request;
419
- else
430
+ if (mreq && mreq->request.length != 0)
420431 return;
421432
422433 cur_gpd_dma = read_txq_cur_addr(mbase, epnum);
423434 gpd_current = gpd_dma_to_virt(ring, cur_gpd_dma);
424435
425
- if (le16_to_cpu(gpd_current->buf_len) != 0) {
436
+ if (GPD_DATA_LEN(mtu, le32_to_cpu(gpd_current->dw3_info)) != 0) {
426437 dev_err(mtu->dev, "TX EP%d buffer length error(!=0)\n", epnum);
427438 return;
428439 }
429440
430
- dev_dbg(mtu->dev, "%s send ZLP for req=%p\n", __func__, req);
441
+ dev_dbg(mtu->dev, "%s send ZLP for req=%p\n", __func__, mreq);
442
+ trace_mtu3_zlp_exp_gpd(mep, gpd_current);
431443
432444 mtu3_clrbits(mbase, MU3D_EP_TXCR0(mep->epnum), TX_DMAREQEN);
433445
....@@ -438,11 +450,10 @@
438450 return;
439451 }
440452 mtu3_setbits(mbase, MU3D_EP_TXCR0(mep->epnum), TX_TXPKTRDY);
441
-
453
+ /* prevent reorder, make sure GPD's HWO is set last */
454
+ mb();
442455 /* by pass the current GDP */
443
- gpd_current->flag |= GPD_FLAGS_BPS;
444
- gpd_current->chksum = qmu_calc_checksum((u8 *)gpd_current);
445
- gpd_current->flag |= GPD_FLAGS_HWO;
456
+ gpd_current->dw0_info |= cpu_to_le32(GPD_FLAGS_BPS | GPD_FLAGS_HWO);
446457
447458 /*enable DMAREQEN, switch back to QMU mode */
448459 mtu3_setbits(mbase, MU3D_EP_TXCR0(mep->epnum), TX_DMAREQEN);
....@@ -474,7 +485,7 @@
474485 dev_dbg(mtu->dev, "%s EP%d, last=%p, current=%p, enq=%p\n",
475486 __func__, epnum, gpd, gpd_current, ring->enqueue);
476487
477
- while (gpd != gpd_current && !(gpd->flag & GPD_FLAGS_HWO)) {
488
+ while (gpd && gpd != gpd_current && !GET_GPD_HWO(gpd)) {
478489
479490 mreq = next_request(mep);
480491
....@@ -484,7 +495,8 @@
484495 }
485496
486497 request = &mreq->request;
487
- request->actual = le16_to_cpu(gpd->buf_len);
498
+ request->actual = GPD_DATA_LEN(mtu, le32_to_cpu(gpd->dw3_info));
499
+ trace_mtu3_complete_gpd(mep, gpd);
488500 mtu3_req_complete(mep, request, 0);
489501
490502 gpd = advance_deq_gpd(ring);
....@@ -512,7 +524,7 @@
512524 dev_dbg(mtu->dev, "%s EP%d, last=%p, current=%p, enq=%p\n",
513525 __func__, epnum, gpd, gpd_current, ring->enqueue);
514526
515
- while (gpd != gpd_current && !(gpd->flag & GPD_FLAGS_HWO)) {
527
+ while (gpd && gpd != gpd_current && !GET_GPD_HWO(gpd)) {
516528
517529 mreq = next_request(mep);
518530
....@@ -522,7 +534,8 @@
522534 }
523535 req = &mreq->request;
524536
525
- req->actual = le16_to_cpu(gpd->buf_len);
537
+ req->actual = GPD_DATA_LEN(mtu, le32_to_cpu(gpd->dw3_info));
538
+ trace_mtu3_complete_gpd(mep, gpd);
526539 mtu3_req_complete(mep, req, 0);
527540
528541 gpd = advance_deq_gpd(ring);
....@@ -600,6 +613,7 @@
600613 dev_dbg(mtu->dev, "=== QMUdone[tx=%x, rx=%x] QMUexp[%x] ===\n",
601614 (qmu_done_status & 0xFFFF), qmu_done_status >> 16,
602615 qmu_status);
616
+ trace_mtu3_qmu_isr(qmu_done_status, qmu_status);
603617
604618 if (qmu_done_status)
605619 qmu_done_isr(mtu, qmu_done_status);