.. | .. |
---|
1 | | -/* SPDX-License-Identifier: GPL-2.0 */ |
---|
2 | 1 | /* |
---|
3 | 2 | * HND generic pktq operation primitives |
---|
4 | 3 | * |
---|
5 | | - * Copyright (C) 1999-2019, Broadcom Corporation |
---|
6 | | - * |
---|
| 4 | + * Portions of this code are copyright (c) 2022 Cypress Semiconductor Corporation |
---|
| 5 | + * |
---|
| 6 | + * Copyright (C) 1999-2017, Broadcom Corporation |
---|
| 7 | + * |
---|
7 | 8 | * Unless you and Broadcom execute a separate written software license |
---|
8 | 9 | * agreement governing use of this software, this software is licensed to you |
---|
9 | 10 | * under the terms of the GNU General Public License version 2 (the "GPL"), |
---|
10 | 11 | * available at http://www.broadcom.com/licenses/GPLv2.php, with the |
---|
11 | 12 | * following added to such license: |
---|
12 | | - * |
---|
| 13 | + * |
---|
13 | 14 | * As a special exception, the copyright holders of this software give you |
---|
14 | 15 | * permission to link this software with independent modules, and to copy and |
---|
15 | 16 | * distribute the resulting executable under terms of your choice, provided that |
---|
.. | .. |
---|
17 | 18 | * the license of that module. An independent module is a module which is not |
---|
18 | 19 | * derived from this software. The special exception does not apply to any |
---|
19 | 20 | * modifications of the software. |
---|
20 | | - * |
---|
| 21 | + * |
---|
21 | 22 | * Notwithstanding the above, under no circumstances may you combine this |
---|
22 | 23 | * software in any way with any other Broadcom software provided under a license |
---|
23 | 24 | * other than the GPL, without Broadcom's express prior written consent. |
---|
.. | .. |
---|
25 | 26 | * |
---|
26 | 27 | * <<Broadcom-WL-IPTag/Open:>> |
---|
27 | 28 | * |
---|
28 | | - * $Id: $ |
---|
| 29 | + * $Id: hnd_pktq.c 698847 2017-05-11 00:10:48Z $ |
---|
29 | 30 | */ |
---|
30 | 31 | |
---|
31 | 32 | #include <typedefs.h> |
---|
.. | .. |
---|
45 | 46 | #define HND_PKTQ_MUTEX_DELETE(mutex) OSL_EXT_SUCCESS |
---|
46 | 47 | #define HND_PKTQ_MUTEX_ACQUIRE(mutex, msec) OSL_EXT_SUCCESS |
---|
47 | 48 | #define HND_PKTQ_MUTEX_RELEASE(mutex) OSL_EXT_SUCCESS |
---|
48 | | -#endif |
---|
| 49 | +#endif /* HND_PKTQ_THREAD_SAFE */ |
---|
49 | 50 | |
---|
| 51 | +/* status during txfifo sync */ |
---|
| 52 | +#if defined(WLAMPDU_MAC) && defined(PROP_TXSTATUS) |
---|
| 53 | +#define TXQ_PKT_DEL 0x01 |
---|
| 54 | +#define HEAD_PKT_FLUSHED 0xFF |
---|
| 55 | +#endif /* defined(WLAMPDU_MAC) && defined(PROP_TXSTATUS) */ |
---|
50 | 56 | /* |
---|
51 | 57 | * osl multiple-precedence packet queue |
---|
52 | 58 | * hi_prec is always >= the number of the highest non-empty precedence |
---|
.. | .. |
---|
61 | 67 | return NULL; |
---|
62 | 68 | |
---|
63 | 69 | ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
64 | | - /* queueing chains not allowed and no segmented SKB (Kernel-3.18.y) */ |
---|
65 | | - //ASSERT(!((PKTLINK(p) != NULL) && (PKTLINK(p) != p))); |
---|
| 70 | + ASSERT(PKTLINK(p) == NULL); /* queueing chains not allowed */ |
---|
66 | 71 | |
---|
67 | 72 | ASSERT(!pktq_full(pq)); |
---|
68 | | - ASSERT(!pktq_pfull(pq, prec)); |
---|
69 | | - PKTSETLINK(p, NULL); |
---|
| 73 | + ASSERT(!pktqprec_full(pq, prec)); |
---|
70 | 74 | |
---|
71 | 75 | q = &pq->q[prec]; |
---|
72 | 76 | |
---|
.. | .. |
---|
76 | 80 | q->head = p; |
---|
77 | 81 | |
---|
78 | 82 | q->tail = p; |
---|
79 | | - q->len++; |
---|
| 83 | + q->n_pkts++; |
---|
80 | 84 | |
---|
81 | | - pq->len++; |
---|
| 85 | + pq->n_pkts_tot++; |
---|
82 | 86 | |
---|
83 | 87 | if (pq->hi_prec < prec) |
---|
84 | 88 | pq->hi_prec = (uint8)prec; |
---|
85 | 89 | |
---|
86 | 90 | /* protect shared resource */ |
---|
87 | 91 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 92 | + return NULL; |
---|
| 93 | + |
---|
| 94 | + return p; |
---|
| 95 | +} |
---|
| 96 | + |
---|
| 97 | +/* |
---|
| 98 | + * osl simple, non-priority packet queue |
---|
| 99 | + */ |
---|
| 100 | +void * BCMFASTPATH |
---|
| 101 | +spktq_enq(struct spktq *spq, void *p) |
---|
| 102 | +{ |
---|
| 103 | + struct pktq_prec *q; |
---|
| 104 | + |
---|
| 105 | + /* protect shared resource */ |
---|
| 106 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 107 | + return NULL; |
---|
| 108 | + |
---|
| 109 | + ASSERT(!spktq_full(spq)); |
---|
| 110 | + |
---|
| 111 | + PKTSETLINK(p, NULL); |
---|
| 112 | + |
---|
| 113 | + q = &spq->q; |
---|
| 114 | + |
---|
| 115 | + if (q->head) |
---|
| 116 | + PKTSETLINK(q->tail, p); |
---|
| 117 | + else |
---|
| 118 | + q->head = p; |
---|
| 119 | + |
---|
| 120 | + q->tail = p; |
---|
| 121 | + q->n_pkts++; |
---|
| 122 | + |
---|
| 123 | + /* protect shared resource */ |
---|
| 124 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
88 | 125 | return NULL; |
---|
89 | 126 | |
---|
90 | 127 | return p; |
---|
.. | .. |
---|
100 | 137 | return NULL; |
---|
101 | 138 | |
---|
102 | 139 | ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
103 | | - /* queueing chains not allowed and no segmented SKB (Kernel-3.18.y) */ |
---|
104 | | - //ASSERT(!((PKTLINK(p) != NULL) && (PKTLINK(p) != p))); |
---|
| 140 | + ASSERT(PKTLINK(p) == NULL); /* queueing chains not allowed */ |
---|
105 | 141 | |
---|
106 | 142 | ASSERT(!pktq_full(pq)); |
---|
107 | | - ASSERT(!pktq_pfull(pq, prec)); |
---|
108 | | - PKTSETLINK(p, NULL); |
---|
| 143 | + ASSERT(!pktqprec_full(pq, prec)); |
---|
109 | 144 | |
---|
110 | 145 | q = &pq->q[prec]; |
---|
111 | 146 | |
---|
.. | .. |
---|
114 | 149 | |
---|
115 | 150 | PKTSETLINK(p, q->head); |
---|
116 | 151 | q->head = p; |
---|
117 | | - q->len++; |
---|
| 152 | + q->n_pkts++; |
---|
118 | 153 | |
---|
119 | | - pq->len++; |
---|
| 154 | + pq->n_pkts_tot++; |
---|
120 | 155 | |
---|
121 | 156 | if (pq->hi_prec < prec) |
---|
122 | 157 | pq->hi_prec = (uint8)prec; |
---|
.. | .. |
---|
128 | 163 | return p; |
---|
129 | 164 | } |
---|
130 | 165 | |
---|
131 | | -/* |
---|
132 | | - * Append spktq 'list' to the tail of pktq 'pq' |
---|
133 | | - */ |
---|
134 | | -void BCMFASTPATH |
---|
135 | | -pktq_append(struct pktq *pq, int prec, struct spktq *list) |
---|
| 166 | +void * BCMFASTPATH |
---|
| 167 | +spktq_enq_head(struct spktq *spq, void *p) |
---|
136 | 168 | { |
---|
137 | 169 | struct pktq_prec *q; |
---|
138 | | - struct pktq_prec *list_q; |
---|
139 | 170 | |
---|
140 | 171 | /* protect shared resource */ |
---|
141 | | - if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
142 | | - return; |
---|
| 172 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 173 | + return NULL; |
---|
143 | 174 | |
---|
144 | | - list_q = &list->q[0]; |
---|
| 175 | + ASSERT(!spktq_full(spq)); |
---|
145 | 176 | |
---|
146 | | - /* empty list check */ |
---|
147 | | - if (list_q->head == NULL) |
---|
148 | | - goto done; |
---|
| 177 | + PKTSETLINK(p, NULL); |
---|
149 | 178 | |
---|
150 | | - ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
151 | | - ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
| 179 | + q = &spq->q; |
---|
152 | 180 | |
---|
153 | | - ASSERT(!pktq_full(pq)); |
---|
154 | | - ASSERT(!pktq_pfull(pq, prec)); |
---|
| 181 | + if (q->head == NULL) |
---|
| 182 | + q->tail = p; |
---|
155 | 183 | |
---|
156 | | - q = &pq->q[prec]; |
---|
157 | | - |
---|
158 | | - if (q->head) |
---|
159 | | - PKTSETLINK(q->tail, list_q->head); |
---|
160 | | - else |
---|
161 | | - q->head = list_q->head; |
---|
162 | | - |
---|
163 | | - q->tail = list_q->tail; |
---|
164 | | - q->len += list_q->len; |
---|
165 | | - pq->len += list_q->len; |
---|
166 | | - |
---|
167 | | - if (pq->hi_prec < prec) |
---|
168 | | - pq->hi_prec = (uint8)prec; |
---|
169 | | - |
---|
170 | | - list_q->head = NULL; |
---|
171 | | - list_q->tail = NULL; |
---|
172 | | - list_q->len = 0; |
---|
173 | | - list->len = 0; |
---|
174 | | - |
---|
175 | | -done: |
---|
176 | | - /* protect shared resource */ |
---|
177 | | - if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
178 | | - return; |
---|
179 | | -} |
---|
180 | | - |
---|
181 | | -/* |
---|
182 | | - * Prepend spktq 'list' to the head of pktq 'pq' |
---|
183 | | - */ |
---|
184 | | -void BCMFASTPATH |
---|
185 | | -pktq_prepend(struct pktq *pq, int prec, struct spktq *list) |
---|
186 | | -{ |
---|
187 | | - struct pktq_prec *q; |
---|
188 | | - struct pktq_prec *list_q; |
---|
| 184 | + PKTSETLINK(p, q->head); |
---|
| 185 | + q->head = p; |
---|
| 186 | + q->n_pkts++; |
---|
189 | 187 | |
---|
190 | 188 | /* protect shared resource */ |
---|
191 | | - if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
192 | | - return; |
---|
| 189 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 190 | + return NULL; |
---|
193 | 191 | |
---|
194 | | - list_q = &list->q[0]; |
---|
195 | | - |
---|
196 | | - /* empty list check */ |
---|
197 | | - if (list_q->head == NULL) |
---|
198 | | - goto done; |
---|
199 | | - |
---|
200 | | - ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
201 | | - ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
202 | | - |
---|
203 | | - ASSERT(!pktq_full(pq)); |
---|
204 | | - ASSERT(!pktq_pfull(pq, prec)); |
---|
205 | | - |
---|
206 | | - q = &pq->q[prec]; |
---|
207 | | - |
---|
208 | | - /* set the tail packet of list to point at the former pq head */ |
---|
209 | | - PKTSETLINK(list_q->tail, q->head); |
---|
210 | | - /* the new q head is the head of list */ |
---|
211 | | - q->head = list_q->head; |
---|
212 | | - |
---|
213 | | - /* If the q tail was non-null, then it stays as is. |
---|
214 | | - * If the q tail was null, it is now the tail of list |
---|
215 | | - */ |
---|
216 | | - if (q->tail == NULL) { |
---|
217 | | - q->tail = list_q->tail; |
---|
218 | | - } |
---|
219 | | - |
---|
220 | | - q->len += list_q->len; |
---|
221 | | - pq->len += list_q->len; |
---|
222 | | - |
---|
223 | | - if (pq->hi_prec < prec) |
---|
224 | | - pq->hi_prec = (uint8)prec; |
---|
225 | | - |
---|
226 | | - list_q->head = NULL; |
---|
227 | | - list_q->tail = NULL; |
---|
228 | | - list_q->len = 0; |
---|
229 | | - list->len = 0; |
---|
230 | | - |
---|
231 | | -done: |
---|
232 | | - /* protect shared resource */ |
---|
233 | | - if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
234 | | - return; |
---|
| 192 | + return p; |
---|
235 | 193 | } |
---|
236 | 194 | |
---|
237 | 195 | void * BCMFASTPATH |
---|
.. | .. |
---|
254 | 212 | if ((q->head = PKTLINK(p)) == NULL) |
---|
255 | 213 | q->tail = NULL; |
---|
256 | 214 | |
---|
257 | | - q->len--; |
---|
| 215 | + q->n_pkts--; |
---|
258 | 216 | |
---|
259 | | - pq->len--; |
---|
| 217 | + pq->n_pkts_tot--; |
---|
| 218 | + |
---|
| 219 | +#ifdef WL_TXQ_STALL |
---|
| 220 | + q->dequeue_count++; |
---|
| 221 | +#endif // endif |
---|
260 | 222 | |
---|
261 | 223 | PKTSETLINK(p, NULL); |
---|
262 | 224 | |
---|
.. | .. |
---|
266 | 228 | return NULL; |
---|
267 | 229 | |
---|
268 | 230 | return p; |
---|
| 231 | +} |
---|
| 232 | + |
---|
| 233 | +void * BCMFASTPATH |
---|
| 234 | +spktq_deq(struct spktq *spq) |
---|
| 235 | +{ |
---|
| 236 | + struct pktq_prec *q; |
---|
| 237 | + void *p; |
---|
| 238 | + |
---|
| 239 | + /* protect shared resource */ |
---|
| 240 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 241 | + return NULL; |
---|
| 242 | + |
---|
| 243 | + q = &spq->q; |
---|
| 244 | + |
---|
| 245 | + if ((p = q->head) == NULL) |
---|
| 246 | + goto done; |
---|
| 247 | + |
---|
| 248 | + if ((q->head = PKTLINK(p)) == NULL) |
---|
| 249 | + q->tail = NULL; |
---|
| 250 | + |
---|
| 251 | + q->n_pkts--; |
---|
| 252 | + |
---|
| 253 | +#ifdef WL_TXQ_STALL |
---|
| 254 | + q->dequeue_count++; |
---|
| 255 | +#endif // endif |
---|
| 256 | + |
---|
| 257 | + PKTSETLINK(p, NULL); |
---|
| 258 | + |
---|
| 259 | +done: |
---|
| 260 | + /* protect shared resource */ |
---|
| 261 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 262 | + return NULL; |
---|
| 263 | + |
---|
| 264 | + return p; |
---|
| 265 | +} |
---|
| 266 | + |
---|
| 267 | +void * BCMFASTPATH |
---|
| 268 | +pktq_pdeq_tail(struct pktq *pq, int prec) |
---|
| 269 | +{ |
---|
| 270 | + struct pktq_prec *q; |
---|
| 271 | + void *p, *prev; |
---|
| 272 | + |
---|
| 273 | + /* protect shared resource */ |
---|
| 274 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 275 | + return NULL; |
---|
| 276 | + |
---|
| 277 | + ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
| 278 | + |
---|
| 279 | + q = &pq->q[prec]; |
---|
| 280 | + |
---|
| 281 | + if ((p = q->head) == NULL) |
---|
| 282 | + goto done; |
---|
| 283 | + |
---|
| 284 | + for (prev = NULL; p != q->tail; p = PKTLINK(p)) |
---|
| 285 | + prev = p; |
---|
| 286 | + |
---|
| 287 | + if (prev) |
---|
| 288 | + PKTSETLINK(prev, NULL); |
---|
| 289 | + else |
---|
| 290 | + q->head = NULL; |
---|
| 291 | + |
---|
| 292 | + q->tail = prev; |
---|
| 293 | + q->n_pkts--; |
---|
| 294 | + |
---|
| 295 | + pq->n_pkts_tot--; |
---|
| 296 | + |
---|
| 297 | +#ifdef WL_TXQ_STALL |
---|
| 298 | + q->dequeue_count++; |
---|
| 299 | +#endif // endif |
---|
| 300 | +done: |
---|
| 301 | + /* protect shared resource */ |
---|
| 302 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 303 | + return NULL; |
---|
| 304 | + |
---|
| 305 | + return p; |
---|
| 306 | +} |
---|
| 307 | + |
---|
| 308 | +void * BCMFASTPATH |
---|
| 309 | +spktq_deq_tail(struct spktq *spq) |
---|
| 310 | +{ |
---|
| 311 | + struct pktq_prec *q; |
---|
| 312 | + void *p, *prev; |
---|
| 313 | + |
---|
| 314 | + /* protect shared resource */ |
---|
| 315 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 316 | + return NULL; |
---|
| 317 | + |
---|
| 318 | + q = &spq->q; |
---|
| 319 | + |
---|
| 320 | + if ((p = q->head) == NULL) |
---|
| 321 | + goto done; |
---|
| 322 | + |
---|
| 323 | + for (prev = NULL; p != q->tail; p = PKTLINK(p)) |
---|
| 324 | + prev = p; |
---|
| 325 | + |
---|
| 326 | + if (prev) |
---|
| 327 | + PKTSETLINK(prev, NULL); |
---|
| 328 | + else |
---|
| 329 | + q->head = NULL; |
---|
| 330 | + |
---|
| 331 | + q->tail = prev; |
---|
| 332 | + q->n_pkts--; |
---|
| 333 | + |
---|
| 334 | +#ifdef WL_TXQ_STALL |
---|
| 335 | + q->dequeue_count++; |
---|
| 336 | +#endif // endif |
---|
| 337 | +done: |
---|
| 338 | + /* protect shared resource */ |
---|
| 339 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 340 | + return NULL; |
---|
| 341 | + |
---|
| 342 | + return p; |
---|
| 343 | +} |
---|
| 344 | + |
---|
| 345 | +void * |
---|
| 346 | +pktq_peek_tail(struct pktq *pq, int *prec_out) |
---|
| 347 | +{ |
---|
| 348 | + int prec; |
---|
| 349 | + void *p = NULL; |
---|
| 350 | + |
---|
| 351 | + /* protect shared resource */ |
---|
| 352 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 353 | + return NULL; |
---|
| 354 | + |
---|
| 355 | + if (pq->n_pkts_tot == 0) |
---|
| 356 | + goto done; |
---|
| 357 | + |
---|
| 358 | + for (prec = 0; prec < pq->hi_prec; prec++) |
---|
| 359 | + if (pq->q[prec].head) |
---|
| 360 | + break; |
---|
| 361 | + |
---|
| 362 | + if (prec_out) |
---|
| 363 | + *prec_out = prec; |
---|
| 364 | + |
---|
| 365 | + p = pq->q[prec].tail; |
---|
| 366 | + |
---|
| 367 | +done: |
---|
| 368 | + /* protect shared resource */ |
---|
| 369 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 370 | + return NULL; |
---|
| 371 | + |
---|
| 372 | + return p; |
---|
| 373 | +} |
---|
| 374 | + |
---|
| 375 | +/* |
---|
| 376 | + * Append spktq 'list' to the tail of pktq 'pq' |
---|
| 377 | + */ |
---|
| 378 | +void BCMFASTPATH |
---|
| 379 | +pktq_append(struct pktq *pq, int prec, struct spktq *list) |
---|
| 380 | +{ |
---|
| 381 | + struct pktq_prec *q; |
---|
| 382 | + struct pktq_prec *list_q; |
---|
| 383 | + |
---|
| 384 | + /* protect shared resource */ |
---|
| 385 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 386 | + return; |
---|
| 387 | + |
---|
| 388 | + list_q = &list->q; |
---|
| 389 | + |
---|
| 390 | + /* empty list check */ |
---|
| 391 | + if (list_q->head == NULL) |
---|
| 392 | + goto done; |
---|
| 393 | + |
---|
| 394 | + ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
| 395 | + ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
| 396 | + |
---|
| 397 | + ASSERT(!pktq_full(pq)); |
---|
| 398 | + ASSERT(!pktqprec_full(pq, prec)); |
---|
| 399 | + |
---|
| 400 | + q = &pq->q[prec]; |
---|
| 401 | + |
---|
| 402 | + if (q->head) |
---|
| 403 | + PKTSETLINK(q->tail, list_q->head); |
---|
| 404 | + else |
---|
| 405 | + q->head = list_q->head; |
---|
| 406 | + |
---|
| 407 | + q->tail = list_q->tail; |
---|
| 408 | + q->n_pkts += list_q->n_pkts; |
---|
| 409 | + pq->n_pkts_tot += list_q->n_pkts; |
---|
| 410 | + |
---|
| 411 | + if (pq->hi_prec < prec) |
---|
| 412 | + pq->hi_prec = (uint8)prec; |
---|
| 413 | + |
---|
| 414 | +#ifdef WL_TXQ_STALL |
---|
| 415 | + list_q->dequeue_count += list_q->n_pkts; |
---|
| 416 | +#endif // endif |
---|
| 417 | + |
---|
| 418 | + list_q->head = NULL; |
---|
| 419 | + list_q->tail = NULL; |
---|
| 420 | + list_q->n_pkts = 0; |
---|
| 421 | + |
---|
| 422 | +done: |
---|
| 423 | + /* protect shared resource */ |
---|
| 424 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 425 | + return; |
---|
| 426 | +} |
---|
| 427 | + |
---|
| 428 | +/* |
---|
| 429 | + * Append spktq 'list' to the tail of spktq 'spq' |
---|
| 430 | + */ |
---|
| 431 | +void BCMFASTPATH |
---|
| 432 | +spktq_append(struct spktq *spq, struct spktq *list) |
---|
| 433 | +{ |
---|
| 434 | + struct pktq_prec *q; |
---|
| 435 | + struct pktq_prec *list_q; |
---|
| 436 | + |
---|
| 437 | + /* protect shared resource */ |
---|
| 438 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 439 | + return; |
---|
| 440 | + |
---|
| 441 | + list_q = &list->q; |
---|
| 442 | + |
---|
| 443 | + /* empty list check */ |
---|
| 444 | + if (list_q->head == NULL) |
---|
| 445 | + goto done; |
---|
| 446 | + |
---|
| 447 | + ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
| 448 | + |
---|
| 449 | + ASSERT(!spktq_full(spq)); |
---|
| 450 | + |
---|
| 451 | + q = &spq->q; |
---|
| 452 | + |
---|
| 453 | + if (q->head) |
---|
| 454 | + PKTSETLINK(q->tail, list_q->head); |
---|
| 455 | + else |
---|
| 456 | + q->head = list_q->head; |
---|
| 457 | + |
---|
| 458 | + q->tail = list_q->tail; |
---|
| 459 | + q->n_pkts += list_q->n_pkts; |
---|
| 460 | + |
---|
| 461 | +#ifdef WL_TXQ_STALL |
---|
| 462 | + list_q->dequeue_count += list_q->n_pkts; |
---|
| 463 | +#endif // endif |
---|
| 464 | + |
---|
| 465 | + list_q->head = NULL; |
---|
| 466 | + list_q->tail = NULL; |
---|
| 467 | + list_q->n_pkts = 0; |
---|
| 468 | + |
---|
| 469 | +done: |
---|
| 470 | + /* protect shared resource */ |
---|
| 471 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 472 | + return; |
---|
| 473 | +} |
---|
| 474 | + |
---|
| 475 | +/* |
---|
| 476 | + * Prepend spktq 'list' to the head of pktq 'pq' |
---|
| 477 | + */ |
---|
| 478 | +void BCMFASTPATH |
---|
| 479 | +pktq_prepend(struct pktq *pq, int prec, struct spktq *list) |
---|
| 480 | +{ |
---|
| 481 | + struct pktq_prec *q; |
---|
| 482 | + struct pktq_prec *list_q; |
---|
| 483 | + |
---|
| 484 | + /* protect shared resource */ |
---|
| 485 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 486 | + return; |
---|
| 487 | + |
---|
| 488 | + list_q = &list->q; |
---|
| 489 | + |
---|
| 490 | + /* empty list check */ |
---|
| 491 | + if (list_q->head == NULL) |
---|
| 492 | + goto done; |
---|
| 493 | + |
---|
| 494 | + ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
| 495 | + ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
| 496 | + |
---|
| 497 | + ASSERT(!pktq_full(pq)); |
---|
| 498 | + ASSERT(!pktqprec_full(pq, prec)); |
---|
| 499 | + |
---|
| 500 | + q = &pq->q[prec]; |
---|
| 501 | + |
---|
| 502 | + /* set the tail packet of list to point at the former pq head */ |
---|
| 503 | + PKTSETLINK(list_q->tail, q->head); |
---|
| 504 | + /* the new q head is the head of list */ |
---|
| 505 | + q->head = list_q->head; |
---|
| 506 | + |
---|
| 507 | + /* If the q tail was non-null, then it stays as is. |
---|
| 508 | + * If the q tail was null, it is now the tail of list |
---|
| 509 | + */ |
---|
| 510 | + if (q->tail == NULL) { |
---|
| 511 | + q->tail = list_q->tail; |
---|
| 512 | + } |
---|
| 513 | + |
---|
| 514 | + q->n_pkts += list_q->n_pkts; |
---|
| 515 | + pq->n_pkts_tot += list_q->n_pkts; |
---|
| 516 | + |
---|
| 517 | + if (pq->hi_prec < prec) |
---|
| 518 | + pq->hi_prec = (uint8)prec; |
---|
| 519 | + |
---|
| 520 | +#ifdef WL_TXQ_STALL |
---|
| 521 | + list_q->dequeue_count += list_q->n_pkts; |
---|
| 522 | +#endif // endif |
---|
| 523 | + |
---|
| 524 | + list_q->head = NULL; |
---|
| 525 | + list_q->tail = NULL; |
---|
| 526 | + list_q->n_pkts = 0; |
---|
| 527 | + |
---|
| 528 | +done: |
---|
| 529 | + /* protect shared resource */ |
---|
| 530 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 531 | + return; |
---|
| 532 | +} |
---|
| 533 | + |
---|
| 534 | +/* |
---|
| 535 | + * Prepend spktq 'list' to the head of spktq 'spq' |
---|
| 536 | + */ |
---|
| 537 | +void BCMFASTPATH |
---|
| 538 | +spktq_prepend(struct spktq *spq, struct spktq *list) |
---|
| 539 | +{ |
---|
| 540 | + struct pktq_prec *q; |
---|
| 541 | + struct pktq_prec *list_q; |
---|
| 542 | + |
---|
| 543 | + /* protect shared resource */ |
---|
| 544 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 545 | + return; |
---|
| 546 | + |
---|
| 547 | + list_q = &list->q; |
---|
| 548 | + |
---|
| 549 | + /* empty list check */ |
---|
| 550 | + if (list_q->head == NULL) |
---|
| 551 | + goto done; |
---|
| 552 | + |
---|
| 553 | + ASSERT(PKTLINK(list_q->tail) == NULL); /* terminated list */ |
---|
| 554 | + |
---|
| 555 | + ASSERT(!spktq_full(spq)); |
---|
| 556 | + |
---|
| 557 | + q = &spq->q; |
---|
| 558 | + |
---|
| 559 | + /* set the tail packet of list to point at the former pq head */ |
---|
| 560 | + PKTSETLINK(list_q->tail, q->head); |
---|
| 561 | + /* the new q head is the head of list */ |
---|
| 562 | + q->head = list_q->head; |
---|
| 563 | + |
---|
| 564 | + /* If the q tail was non-null, then it stays as is. |
---|
| 565 | + * If the q tail was null, it is now the tail of list |
---|
| 566 | + */ |
---|
| 567 | + if (q->tail == NULL) { |
---|
| 568 | + q->tail = list_q->tail; |
---|
| 569 | + } |
---|
| 570 | + |
---|
| 571 | + q->n_pkts += list_q->n_pkts; |
---|
| 572 | + |
---|
| 573 | +#ifdef WL_TXQ_STALL |
---|
| 574 | + list_q->dequeue_count += list_q->n_pkts; |
---|
| 575 | +#endif // endif |
---|
| 576 | + |
---|
| 577 | + list_q->head = NULL; |
---|
| 578 | + list_q->tail = NULL; |
---|
| 579 | + list_q->n_pkts = 0; |
---|
| 580 | + |
---|
| 581 | +done: |
---|
| 582 | + /* protect shared resource */ |
---|
| 583 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 584 | + return; |
---|
269 | 585 | } |
---|
270 | 586 | |
---|
271 | 587 | void * BCMFASTPATH |
---|
.. | .. |
---|
288 | 604 | if ((p = PKTLINK(prev_p)) == NULL) |
---|
289 | 605 | goto done; |
---|
290 | 606 | |
---|
291 | | - q->len--; |
---|
| 607 | + q->n_pkts--; |
---|
292 | 608 | |
---|
293 | | - pq->len--; |
---|
| 609 | + pq->n_pkts_tot--; |
---|
294 | 610 | |
---|
| 611 | +#ifdef WL_TXQ_STALL |
---|
| 612 | + q->dequeue_count++; |
---|
| 613 | +#endif // endif |
---|
295 | 614 | PKTSETLINK(prev_p, PKTLINK(p)); |
---|
296 | 615 | PKTSETLINK(p, NULL); |
---|
297 | 616 | |
---|
.. | .. |
---|
340 | 659 | } |
---|
341 | 660 | } |
---|
342 | 661 | |
---|
343 | | - q->len--; |
---|
| 662 | + q->n_pkts--; |
---|
344 | 663 | |
---|
345 | | - pq->len--; |
---|
| 664 | + pq->n_pkts_tot--; |
---|
346 | 665 | |
---|
| 666 | +#ifdef WL_TXQ_STALL |
---|
| 667 | + q->dequeue_count++; |
---|
| 668 | +#endif // endif |
---|
347 | 669 | PKTSETLINK(p, NULL); |
---|
348 | 670 | |
---|
349 | 671 | done: |
---|
.. | .. |
---|
352 | 674 | return NULL; |
---|
353 | 675 | |
---|
354 | 676 | return p; |
---|
355 | | -} |
---|
356 | | - |
---|
357 | | -void * BCMFASTPATH |
---|
358 | | -pktq_pdeq_tail(struct pktq *pq, int prec) |
---|
359 | | -{ |
---|
360 | | - struct pktq_prec *q; |
---|
361 | | - void *p, *prev; |
---|
362 | | - |
---|
363 | | - /* protect shared resource */ |
---|
364 | | - if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
365 | | - return NULL; |
---|
366 | | - |
---|
367 | | - ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
368 | | - |
---|
369 | | - q = &pq->q[prec]; |
---|
370 | | - |
---|
371 | | - if ((p = q->head) == NULL) |
---|
372 | | - goto done; |
---|
373 | | - |
---|
374 | | - for (prev = NULL; p != q->tail; p = PKTLINK(p)) |
---|
375 | | - prev = p; |
---|
376 | | - |
---|
377 | | - if (prev) |
---|
378 | | - PKTSETLINK(prev, NULL); |
---|
379 | | - else |
---|
380 | | - q->head = NULL; |
---|
381 | | - |
---|
382 | | - q->tail = prev; |
---|
383 | | - q->len--; |
---|
384 | | - |
---|
385 | | - pq->len--; |
---|
386 | | - |
---|
387 | | -done: |
---|
388 | | - /* protect shared resource */ |
---|
389 | | - if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
390 | | - return NULL; |
---|
391 | | - |
---|
392 | | - return p; |
---|
393 | | -} |
---|
394 | | - |
---|
395 | | -void |
---|
396 | | -pktq_pflush(osl_t *osh, struct pktq *pq, int prec, bool dir, ifpkt_cb_t fn, int arg) |
---|
397 | | -{ |
---|
398 | | - struct pktq_prec *q; |
---|
399 | | - void *p, *prev = NULL; |
---|
400 | | - |
---|
401 | | - /* protect shared resource */ |
---|
402 | | - if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
403 | | - return; |
---|
404 | | - |
---|
405 | | - q = &pq->q[prec]; |
---|
406 | | - p = q->head; |
---|
407 | | - while (p) { |
---|
408 | | - if (fn == NULL || (*fn)(p, arg)) { |
---|
409 | | - bool head = (p == q->head); |
---|
410 | | - if (head) |
---|
411 | | - q->head = PKTLINK(p); |
---|
412 | | - else |
---|
413 | | - PKTSETLINK(prev, PKTLINK(p)); |
---|
414 | | - PKTSETLINK(p, NULL); |
---|
415 | | - PKTFREE(osh, p, dir); |
---|
416 | | - q->len--; |
---|
417 | | - pq->len--; |
---|
418 | | - p = (head ? q->head : PKTLINK(prev)); |
---|
419 | | - } else { |
---|
420 | | - prev = p; |
---|
421 | | - p = PKTLINK(p); |
---|
422 | | - } |
---|
423 | | - } |
---|
424 | | - |
---|
425 | | - if (q->head == NULL) { |
---|
426 | | - ASSERT(q->len == 0); |
---|
427 | | - q->tail = NULL; |
---|
428 | | - } |
---|
429 | | - |
---|
430 | | - /* protect shared resource */ |
---|
431 | | - if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
432 | | - return; |
---|
433 | 677 | } |
---|
434 | 678 | |
---|
435 | 679 | bool BCMFASTPATH |
---|
.. | .. |
---|
465 | 709 | q->tail = p; |
---|
466 | 710 | } |
---|
467 | 711 | |
---|
468 | | - q->len--; |
---|
469 | | - pq->len--; |
---|
| 712 | + q->n_pkts--; |
---|
| 713 | + pq->n_pkts_tot--; |
---|
| 714 | + |
---|
| 715 | +#ifdef WL_TXQ_STALL |
---|
| 716 | + q->dequeue_count++; |
---|
| 717 | +#endif // endif |
---|
| 718 | + |
---|
470 | 719 | PKTSETLINK(pktbuf, NULL); |
---|
471 | 720 | ret = TRUE; |
---|
472 | 721 | |
---|
.. | .. |
---|
478 | 727 | return ret; |
---|
479 | 728 | } |
---|
480 | 729 | |
---|
| 730 | +static void |
---|
| 731 | +_pktq_pfilter(struct pktq *pq, int prec, pktq_filter_t fltr, void* fltr_ctx, |
---|
| 732 | + defer_free_pkt_fn_t defer, void *defer_ctx) |
---|
| 733 | +{ |
---|
| 734 | + struct pktq_prec wq; |
---|
| 735 | + struct pktq_prec *q; |
---|
| 736 | + void *p; |
---|
| 737 | + |
---|
| 738 | + /* protect shared resource */ |
---|
| 739 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 740 | + return; |
---|
| 741 | + |
---|
| 742 | + /* move the prec queue aside to a work queue */ |
---|
| 743 | + q = &pq->q[prec]; |
---|
| 744 | + |
---|
| 745 | + wq = *q; |
---|
| 746 | + |
---|
| 747 | + q->head = NULL; |
---|
| 748 | + q->tail = NULL; |
---|
| 749 | + q->n_pkts = 0; |
---|
| 750 | + |
---|
| 751 | +#ifdef WL_TXQ_STALL |
---|
| 752 | + q->dequeue_count += wq.n_pkts; |
---|
| 753 | +#endif // endif |
---|
| 754 | + |
---|
| 755 | + pq->n_pkts_tot -= wq.n_pkts; |
---|
| 756 | + |
---|
| 757 | + /* protect shared resource */ |
---|
| 758 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 759 | + return; |
---|
| 760 | + |
---|
| 761 | + /* start with the head of the work queue */ |
---|
| 762 | + while ((p = wq.head) != NULL) { |
---|
| 763 | + /* unlink the current packet from the list */ |
---|
| 764 | + wq.head = PKTLINK(p); |
---|
| 765 | + PKTSETLINK(p, NULL); |
---|
| 766 | + wq.n_pkts--; |
---|
| 767 | + |
---|
| 768 | +#ifdef WL_TXQ_STALL |
---|
| 769 | + wq.dequeue_count++; |
---|
| 770 | +#endif // endif |
---|
| 771 | + |
---|
| 772 | + /* call the filter function on current packet */ |
---|
| 773 | + ASSERT(fltr != NULL); |
---|
| 774 | + switch ((*fltr)(fltr_ctx, p)) { |
---|
| 775 | + case PKT_FILTER_NOACTION: |
---|
| 776 | + /* put this packet back */ |
---|
| 777 | + pktq_penq(pq, prec, p); |
---|
| 778 | + break; |
---|
| 779 | + |
---|
| 780 | + case PKT_FILTER_DELETE: |
---|
| 781 | + /* delete this packet */ |
---|
| 782 | + ASSERT(defer != NULL); |
---|
| 783 | + (*defer)(defer_ctx, p); |
---|
| 784 | + break; |
---|
| 785 | + |
---|
| 786 | + case PKT_FILTER_REMOVE: |
---|
| 787 | + /* pkt already removed from list */ |
---|
| 788 | + break; |
---|
| 789 | + |
---|
| 790 | + default: |
---|
| 791 | + ASSERT(0); |
---|
| 792 | + break; |
---|
| 793 | + } |
---|
| 794 | + } |
---|
| 795 | + |
---|
| 796 | + ASSERT(wq.n_pkts == 0); |
---|
| 797 | +} |
---|
| 798 | + |
---|
| 799 | +void |
---|
| 800 | +pktq_pfilter(struct pktq *pq, int prec, pktq_filter_t fltr, void* fltr_ctx, |
---|
| 801 | + defer_free_pkt_fn_t defer, void *defer_ctx, flush_free_pkt_fn_t flush, void *flush_ctx) |
---|
| 802 | +{ |
---|
| 803 | + _pktq_pfilter(pq, prec, fltr, fltr_ctx, defer, defer_ctx); |
---|
| 804 | + |
---|
| 805 | + ASSERT(flush != NULL); |
---|
| 806 | + (*flush)(flush_ctx); |
---|
| 807 | +} |
---|
| 808 | + |
---|
| 809 | +void |
---|
| 810 | +pktq_filter(struct pktq *pq, pktq_filter_t fltr, void* fltr_ctx, |
---|
| 811 | + defer_free_pkt_fn_t defer, void *defer_ctx, flush_free_pkt_fn_t flush, void *flush_ctx) |
---|
| 812 | +{ |
---|
| 813 | + bool filter = FALSE; |
---|
| 814 | + |
---|
| 815 | + /* protect shared resource */ |
---|
| 816 | + if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 817 | + return; |
---|
| 818 | + |
---|
| 819 | + /* Optimize if pktq n_pkts = 0, just return. |
---|
| 820 | + * pktq len of 0 means pktq's prec q's are all empty. |
---|
| 821 | + */ |
---|
| 822 | + if (pq->n_pkts_tot > 0) { |
---|
| 823 | + filter = TRUE; |
---|
| 824 | + } |
---|
| 825 | + |
---|
| 826 | + /* protect shared resource */ |
---|
| 827 | + if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 828 | + return; |
---|
| 829 | + |
---|
| 830 | + if (filter) { |
---|
| 831 | + int prec; |
---|
| 832 | + |
---|
| 833 | + PKTQ_PREC_ITER(pq, prec) { |
---|
| 834 | + _pktq_pfilter(pq, prec, fltr, fltr_ctx, defer, defer_ctx); |
---|
| 835 | + } |
---|
| 836 | + |
---|
| 837 | + ASSERT(flush != NULL); |
---|
| 838 | + (*flush)(flush_ctx); |
---|
| 839 | + } |
---|
| 840 | +} |
---|
| 841 | + |
---|
| 842 | +void |
---|
| 843 | +spktq_filter(struct spktq *spq, pktq_filter_t fltr, void* fltr_ctx, |
---|
| 844 | + defer_free_pkt_fn_t defer, void *defer_ctx, flush_free_pkt_fn_t flush, void *flush_ctx) |
---|
| 845 | +{ |
---|
| 846 | + struct pktq_prec wq; |
---|
| 847 | + struct pktq_prec *q; |
---|
| 848 | + void *p = NULL; |
---|
| 849 | + |
---|
| 850 | + /* protect shared resource */ |
---|
| 851 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 852 | + return; |
---|
| 853 | + |
---|
| 854 | + q = &spq->q; |
---|
| 855 | + |
---|
| 856 | + /* Optimize if pktq_prec n_pkts = 0, just return. */ |
---|
| 857 | + if (q->n_pkts == 0) { |
---|
| 858 | + (void)HND_PKTQ_MUTEX_RELEASE(&spq->mutex); |
---|
| 859 | + return; |
---|
| 860 | + } |
---|
| 861 | + |
---|
| 862 | + wq = *q; |
---|
| 863 | + |
---|
| 864 | + q->head = NULL; |
---|
| 865 | + q->tail = NULL; |
---|
| 866 | + q->n_pkts = 0; |
---|
| 867 | + |
---|
| 868 | +#ifdef WL_TXQ_STALL |
---|
| 869 | + q->dequeue_count += wq.n_pkts; |
---|
| 870 | +#endif // endif |
---|
| 871 | + |
---|
| 872 | + /* protect shared resource */ |
---|
| 873 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 874 | + return; |
---|
| 875 | + |
---|
| 876 | + /* start with the head of the work queue */ |
---|
| 877 | + |
---|
| 878 | + while ((p = wq.head) != NULL) { |
---|
| 879 | + /* unlink the current packet from the list */ |
---|
| 880 | + wq.head = PKTLINK(p); |
---|
| 881 | + PKTSETLINK(p, NULL); |
---|
| 882 | + wq.n_pkts--; |
---|
| 883 | + |
---|
| 884 | +#ifdef WL_TXQ_STALL |
---|
| 885 | + wq.dequeue_count++; |
---|
| 886 | +#endif // endif |
---|
| 887 | + |
---|
| 888 | + /* call the filter function on current packet */ |
---|
| 889 | + ASSERT(fltr != NULL); |
---|
| 890 | + switch ((*fltr)(fltr_ctx, p)) { |
---|
| 891 | + case PKT_FILTER_NOACTION: |
---|
| 892 | + /* put this packet back */ |
---|
| 893 | + spktq_enq(spq, p); |
---|
| 894 | + break; |
---|
| 895 | + |
---|
| 896 | + case PKT_FILTER_DELETE: |
---|
| 897 | + /* delete this packet */ |
---|
| 898 | + ASSERT(defer != NULL); |
---|
| 899 | + (*defer)(defer_ctx, p); |
---|
| 900 | + break; |
---|
| 901 | + |
---|
| 902 | + case PKT_FILTER_REMOVE: |
---|
| 903 | + /* pkt already removed from list */ |
---|
| 904 | + break; |
---|
| 905 | + |
---|
| 906 | + default: |
---|
| 907 | + ASSERT(0); |
---|
| 908 | + break; |
---|
| 909 | + } |
---|
| 910 | + } |
---|
| 911 | + |
---|
| 912 | + ASSERT(wq.n_pkts == 0); |
---|
| 913 | + |
---|
| 914 | + ASSERT(flush != NULL); |
---|
| 915 | + (*flush)(flush_ctx); |
---|
| 916 | +} |
---|
| 917 | + |
---|
481 | 918 | bool |
---|
482 | | -pktq_init(struct pktq *pq, int num_prec, int max_len) |
---|
| 919 | +pktq_init(struct pktq *pq, int num_prec, int max_pkts) |
---|
483 | 920 | { |
---|
484 | 921 | int prec; |
---|
485 | | - |
---|
486 | | - if (HND_PKTQ_MUTEX_CREATE("pktq", &pq->mutex) != OSL_EXT_SUCCESS) |
---|
487 | | - return FALSE; |
---|
488 | 922 | |
---|
489 | 923 | ASSERT(num_prec > 0 && num_prec <= PKTQ_MAX_PREC); |
---|
490 | 924 | |
---|
491 | 925 | /* pq is variable size; only zero out what's requested */ |
---|
492 | 926 | bzero(pq, OFFSETOF(struct pktq, q) + (sizeof(struct pktq_prec) * num_prec)); |
---|
493 | 927 | |
---|
| 928 | + if (HND_PKTQ_MUTEX_CREATE("pktq", &pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 929 | + return FALSE; |
---|
| 930 | + |
---|
494 | 931 | pq->num_prec = (uint16)num_prec; |
---|
495 | 932 | |
---|
496 | | - pq->max = (uint16)max_len; |
---|
| 933 | + pq->max_pkts = (uint16)max_pkts; |
---|
497 | 934 | |
---|
498 | 935 | for (prec = 0; prec < num_prec; prec++) |
---|
499 | | - pq->q[prec].max = pq->max; |
---|
| 936 | + pq->q[prec].max_pkts = pq->max_pkts; |
---|
| 937 | + |
---|
| 938 | + return TRUE; |
---|
| 939 | +} |
---|
| 940 | + |
---|
| 941 | +bool |
---|
| 942 | +spktq_init(struct spktq *spq, int max_pkts) |
---|
| 943 | +{ |
---|
| 944 | + bzero(spq, sizeof(struct spktq)); |
---|
| 945 | + |
---|
| 946 | + if (HND_PKTQ_MUTEX_CREATE("spktq", &spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 947 | + return FALSE; |
---|
| 948 | + |
---|
| 949 | + spq->q.max_pkts = (uint16)max_pkts; |
---|
500 | 950 | |
---|
501 | 951 | return TRUE; |
---|
502 | 952 | } |
---|
.. | .. |
---|
504 | 954 | bool |
---|
505 | 955 | pktq_deinit(struct pktq *pq) |
---|
506 | 956 | { |
---|
| 957 | + BCM_REFERENCE(pq); |
---|
507 | 958 | if (HND_PKTQ_MUTEX_DELETE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
508 | 959 | return FALSE; |
---|
509 | 960 | |
---|
510 | 961 | return TRUE; |
---|
511 | 962 | } |
---|
512 | 963 | |
---|
| 964 | +bool |
---|
| 965 | +spktq_deinit(struct spktq *spq) |
---|
| 966 | +{ |
---|
| 967 | + BCM_REFERENCE(spq); |
---|
| 968 | + if (HND_PKTQ_MUTEX_DELETE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 969 | + return FALSE; |
---|
| 970 | + |
---|
| 971 | + return TRUE; |
---|
| 972 | +} |
---|
| 973 | + |
---|
513 | 974 | void |
---|
514 | | -pktq_set_max_plen(struct pktq *pq, int prec, int max_len) |
---|
| 975 | +pktq_set_max_plen(struct pktq *pq, int prec, int max_pkts) |
---|
515 | 976 | { |
---|
516 | 977 | ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
517 | 978 | |
---|
.. | .. |
---|
520 | 981 | return; |
---|
521 | 982 | |
---|
522 | 983 | if (prec < pq->num_prec) |
---|
523 | | - pq->q[prec].max = (uint16)max_len; |
---|
| 984 | + pq->q[prec].max_pkts = (uint16)max_pkts; |
---|
524 | 985 | |
---|
525 | 986 | /* protect shared resource */ |
---|
526 | 987 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
.. | .. |
---|
538 | 999 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
539 | 1000 | return NULL; |
---|
540 | 1001 | |
---|
541 | | - if (pq->len == 0) |
---|
| 1002 | + if (pq->n_pkts_tot == 0) |
---|
542 | 1003 | goto done; |
---|
543 | 1004 | |
---|
544 | 1005 | while ((prec = pq->hi_prec) > 0 && pq->q[prec].head == NULL) |
---|
.. | .. |
---|
552 | 1013 | if ((q->head = PKTLINK(p)) == NULL) |
---|
553 | 1014 | q->tail = NULL; |
---|
554 | 1015 | |
---|
555 | | - q->len--; |
---|
| 1016 | + q->n_pkts--; |
---|
556 | 1017 | |
---|
557 | | - pq->len--; |
---|
| 1018 | + pq->n_pkts_tot--; |
---|
| 1019 | + |
---|
| 1020 | +#ifdef WL_TXQ_STALL |
---|
| 1021 | + q->dequeue_count++; |
---|
| 1022 | +#endif // endif |
---|
558 | 1023 | |
---|
559 | 1024 | if (prec_out) |
---|
560 | 1025 | *prec_out = prec; |
---|
.. | .. |
---|
580 | 1045 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
581 | 1046 | return NULL; |
---|
582 | 1047 | |
---|
583 | | - if (pq->len == 0) |
---|
| 1048 | + if (pq->n_pkts_tot == 0) |
---|
584 | 1049 | goto done; |
---|
585 | 1050 | |
---|
586 | 1051 | for (prec = 0; prec < pq->hi_prec; prec++) |
---|
.. | .. |
---|
601 | 1066 | q->head = NULL; |
---|
602 | 1067 | |
---|
603 | 1068 | q->tail = prev; |
---|
604 | | - q->len--; |
---|
| 1069 | + q->n_pkts--; |
---|
605 | 1070 | |
---|
606 | | - pq->len--; |
---|
| 1071 | + pq->n_pkts_tot--; |
---|
| 1072 | + |
---|
| 1073 | +#ifdef WL_TXQ_STALL |
---|
| 1074 | + q->dequeue_count++; |
---|
| 1075 | +#endif // endif |
---|
607 | 1076 | |
---|
608 | 1077 | if (prec_out) |
---|
609 | 1078 | *prec_out = prec; |
---|
.. | .. |
---|
628 | 1097 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
629 | 1098 | return NULL; |
---|
630 | 1099 | |
---|
631 | | - if (pq->len == 0) |
---|
| 1100 | + if (pq->n_pkts_tot == 0) |
---|
632 | 1101 | goto done; |
---|
633 | 1102 | |
---|
634 | 1103 | while ((prec = pq->hi_prec) > 0 && pq->q[prec].head == NULL) |
---|
.. | .. |
---|
648 | 1117 | } |
---|
649 | 1118 | |
---|
650 | 1119 | void * |
---|
651 | | -pktq_peek_tail(struct pktq *pq, int *prec_out) |
---|
| 1120 | +spktq_peek(struct spktq *spq) |
---|
652 | 1121 | { |
---|
653 | | - int prec; |
---|
654 | 1122 | void *p = NULL; |
---|
655 | 1123 | |
---|
656 | 1124 | /* protect shared resource */ |
---|
657 | | - if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 1125 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
658 | 1126 | return NULL; |
---|
659 | 1127 | |
---|
660 | | - if (pq->len == 0) |
---|
| 1128 | + if (spq->q.n_pkts == 0) |
---|
661 | 1129 | goto done; |
---|
662 | 1130 | |
---|
663 | | - for (prec = 0; prec < pq->hi_prec; prec++) |
---|
664 | | - if (pq->q[prec].head) |
---|
665 | | - break; |
---|
666 | | - |
---|
667 | | - if (prec_out) |
---|
668 | | - *prec_out = prec; |
---|
669 | | - |
---|
670 | | - p = pq->q[prec].tail; |
---|
| 1131 | + p = spq->q.head; |
---|
671 | 1132 | |
---|
672 | 1133 | done: |
---|
673 | 1134 | /* protect shared resource */ |
---|
674 | | - if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 1135 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
675 | 1136 | return NULL; |
---|
676 | 1137 | |
---|
677 | 1138 | return p; |
---|
678 | 1139 | } |
---|
679 | 1140 | |
---|
680 | 1141 | void |
---|
681 | | -pktq_flush(osl_t *osh, struct pktq *pq, bool dir, ifpkt_cb_t fn, int arg) |
---|
| 1142 | +pktq_pflush(osl_t *osh, struct pktq *pq, int prec, bool dir) |
---|
682 | 1143 | { |
---|
683 | | - int prec; |
---|
| 1144 | + void *p; |
---|
| 1145 | + |
---|
| 1146 | + /* no need for a mutex protection! */ |
---|
| 1147 | + |
---|
| 1148 | + /* start with the head of the list */ |
---|
| 1149 | + while ((p = pktq_pdeq(pq, prec)) != NULL) { |
---|
| 1150 | + |
---|
| 1151 | + /* delete this packet */ |
---|
| 1152 | + PKTFREE(osh, p, dir); |
---|
| 1153 | + } |
---|
| 1154 | +} |
---|
| 1155 | + |
---|
| 1156 | +void |
---|
| 1157 | +spktq_flush(osl_t *osh, struct spktq *spq, bool dir) |
---|
| 1158 | +{ |
---|
| 1159 | + void *p; |
---|
| 1160 | + |
---|
| 1161 | + /* no need for a mutex protection! */ |
---|
| 1162 | + |
---|
| 1163 | + /* start with the head of the list */ |
---|
| 1164 | + while ((p = spktq_deq(spq)) != NULL) { |
---|
| 1165 | + |
---|
| 1166 | + /* delete this packet */ |
---|
| 1167 | + PKTFREE(osh, p, dir); |
---|
| 1168 | + } |
---|
| 1169 | +} |
---|
| 1170 | + |
---|
| 1171 | +void |
---|
| 1172 | +pktq_flush(osl_t *osh, struct pktq *pq, bool dir) |
---|
| 1173 | +{ |
---|
| 1174 | + bool flush = FALSE; |
---|
684 | 1175 | |
---|
685 | 1176 | /* protect shared resource */ |
---|
686 | 1177 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
687 | 1178 | return; |
---|
688 | 1179 | |
---|
689 | | - /* Optimize flush, if pktq len = 0, just return. |
---|
| 1180 | + /* Optimize flush, if pktq n_pkts_tot = 0, just return. |
---|
690 | 1181 | * pktq len of 0 means pktq's prec q's are all empty. |
---|
691 | 1182 | */ |
---|
692 | | - if (pq->len == 0) |
---|
693 | | - goto done; |
---|
| 1183 | + if (pq->n_pkts_tot > 0) { |
---|
| 1184 | + flush = TRUE; |
---|
| 1185 | + } |
---|
694 | 1186 | |
---|
695 | | - for (prec = 0; prec < pq->num_prec; prec++) |
---|
696 | | - pktq_pflush(osh, pq, prec, dir, fn, arg); |
---|
697 | | - if (fn == NULL) |
---|
698 | | - ASSERT(pq->len == 0); |
---|
699 | | - |
---|
700 | | -done: |
---|
701 | 1187 | /* protect shared resource */ |
---|
702 | 1188 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
703 | 1189 | return; |
---|
| 1190 | + |
---|
| 1191 | + if (flush) { |
---|
| 1192 | + int prec; |
---|
| 1193 | + |
---|
| 1194 | + PKTQ_PREC_ITER(pq, prec) { |
---|
| 1195 | + pktq_pflush(osh, pq, prec, dir); |
---|
| 1196 | + } |
---|
| 1197 | + } |
---|
704 | 1198 | } |
---|
705 | 1199 | |
---|
706 | 1200 | /* Return sum of lengths of a specific set of precedences */ |
---|
.. | .. |
---|
717 | 1211 | |
---|
718 | 1212 | for (prec = 0; prec <= pq->hi_prec; prec++) |
---|
719 | 1213 | if (prec_bmp & (1 << prec)) |
---|
720 | | - len += pq->q[prec].len; |
---|
| 1214 | + len += pq->q[prec].n_pkts; |
---|
721 | 1215 | |
---|
722 | 1216 | /* protect shared resource */ |
---|
723 | 1217 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
.. | .. |
---|
738 | 1232 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
739 | 1233 | return NULL; |
---|
740 | 1234 | |
---|
741 | | - if (pq->len == 0) |
---|
| 1235 | + if (pq->n_pkts_tot == 0) |
---|
742 | 1236 | goto done; |
---|
743 | 1237 | |
---|
744 | 1238 | while ((prec = pq->hi_prec) > 0 && pq->q[prec].head == NULL) |
---|
.. | .. |
---|
775 | 1269 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
776 | 1270 | return NULL; |
---|
777 | 1271 | |
---|
778 | | - if (pq->len == 0) |
---|
| 1272 | + if (pq->n_pkts_tot == 0) |
---|
779 | 1273 | goto done; |
---|
780 | 1274 | |
---|
781 | 1275 | while ((prec = pq->hi_prec) > 0 && pq->q[prec].head == NULL) |
---|
.. | .. |
---|
793 | 1287 | if ((q->head = PKTLINK(p)) == NULL) |
---|
794 | 1288 | q->tail = NULL; |
---|
795 | 1289 | |
---|
796 | | - q->len--; |
---|
| 1290 | + q->n_pkts--; |
---|
| 1291 | + |
---|
| 1292 | +#ifdef WL_TXQ_STALL |
---|
| 1293 | + q->dequeue_count++; |
---|
| 1294 | +#endif // endif |
---|
797 | 1295 | |
---|
798 | 1296 | if (prec_out) |
---|
799 | 1297 | *prec_out = prec; |
---|
800 | 1298 | |
---|
801 | | - pq->len--; |
---|
| 1299 | + pq->n_pkts_tot--; |
---|
802 | 1300 | |
---|
803 | 1301 | PKTSETLINK(p, NULL); |
---|
804 | 1302 | |
---|
.. | .. |
---|
812 | 1310 | |
---|
813 | 1311 | #ifdef HND_PKTQ_THREAD_SAFE |
---|
814 | 1312 | int |
---|
815 | | -pktq_pavail(struct pktq *pq, int prec) |
---|
| 1313 | +pktqprec_avail_pkts(struct pktq *pq, int prec) |
---|
816 | 1314 | { |
---|
817 | 1315 | int ret; |
---|
818 | 1316 | |
---|
.. | .. |
---|
822 | 1320 | |
---|
823 | 1321 | ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
824 | 1322 | |
---|
825 | | - ret = pq->q[prec].max - pq->q[prec].len; |
---|
| 1323 | + ret = pq->q[prec].max_pkts - pq->q[prec].n_pkts; |
---|
826 | 1324 | |
---|
827 | 1325 | /* protect shared resource */ |
---|
828 | 1326 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
.. | .. |
---|
832 | 1330 | } |
---|
833 | 1331 | |
---|
834 | 1332 | bool |
---|
835 | | -pktq_pfull(struct pktq *pq, int prec) |
---|
| 1333 | +pktqprec_full(struct pktq *pq, int prec) |
---|
836 | 1334 | { |
---|
837 | 1335 | bool ret; |
---|
838 | 1336 | |
---|
.. | .. |
---|
842 | 1340 | |
---|
843 | 1341 | ASSERT(prec >= 0 && prec < pq->num_prec); |
---|
844 | 1342 | |
---|
845 | | - ret = pq->q[prec].len >= pq->q[prec].max; |
---|
| 1343 | + ret = pq->q[prec].n_pkts >= pq->q[prec].max_pkts; |
---|
846 | 1344 | |
---|
847 | 1345 | /* protect shared resource */ |
---|
848 | 1346 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
.. | .. |
---|
860 | 1358 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
861 | 1359 | return 0; |
---|
862 | 1360 | |
---|
863 | | - ret = pq->max - pq->len; |
---|
| 1361 | + ret = pq->max_pkts - pq->n_pkts_tot; |
---|
864 | 1362 | |
---|
865 | 1363 | /* protect shared resource */ |
---|
866 | 1364 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
| 1365 | + return 0; |
---|
| 1366 | + |
---|
| 1367 | + return ret; |
---|
| 1368 | +} |
---|
| 1369 | + |
---|
| 1370 | +int |
---|
| 1371 | +spktq_avail(struct spktq *spq) |
---|
| 1372 | +{ |
---|
| 1373 | + int ret; |
---|
| 1374 | + |
---|
| 1375 | + /* protect shared resource */ |
---|
| 1376 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 1377 | + return 0; |
---|
| 1378 | + |
---|
| 1379 | + ret = spq->q.max_pkts - spq->q.n_pkts; |
---|
| 1380 | + |
---|
| 1381 | + /* protect shared resource */ |
---|
| 1382 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
867 | 1383 | return 0; |
---|
868 | 1384 | |
---|
869 | 1385 | return ret; |
---|
.. | .. |
---|
878 | 1394 | if (HND_PKTQ_MUTEX_ACQUIRE(&pq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
879 | 1395 | return FALSE; |
---|
880 | 1396 | |
---|
881 | | - ret = pq->len >= pq->max; |
---|
| 1397 | + ret = pq->n_pkts_tot >= pq->max_pkts; |
---|
882 | 1398 | |
---|
883 | 1399 | /* protect shared resource */ |
---|
884 | 1400 | if (HND_PKTQ_MUTEX_RELEASE(&pq->mutex) != OSL_EXT_SUCCESS) |
---|
.. | .. |
---|
886 | 1402 | |
---|
887 | 1403 | return ret; |
---|
888 | 1404 | } |
---|
| 1405 | + |
---|
| 1406 | +bool |
---|
| 1407 | +spktq_full(struct spktq *spq) |
---|
| 1408 | +{ |
---|
| 1409 | + bool ret; |
---|
| 1410 | + |
---|
| 1411 | + /* protect shared resource */ |
---|
| 1412 | + if (HND_PKTQ_MUTEX_ACQUIRE(&spq->mutex, OSL_EXT_TIME_FOREVER) != OSL_EXT_SUCCESS) |
---|
| 1413 | + return FALSE; |
---|
| 1414 | + |
---|
| 1415 | + ret = spq->q.n_pkts >= spq->q.max_pkts; |
---|
| 1416 | + |
---|
| 1417 | + /* protect shared resource */ |
---|
| 1418 | + if (HND_PKTQ_MUTEX_RELEASE(&spq->mutex) != OSL_EXT_SUCCESS) |
---|
| 1419 | + return FALSE; |
---|
| 1420 | + |
---|
| 1421 | + return ret; |
---|
| 1422 | +} |
---|
| 1423 | + |
---|
889 | 1424 | #endif /* HND_PKTQ_THREAD_SAFE */ |
---|