forked from ~ljy/RK356X_SDK_RELEASE
blame | history | patch | commit | commitdiff
hc
2024-01-04 1543e317f1da31b75942316931e8f491a8920811 
 kernel/drivers/net/ethernet/netronome/nfp/abm/main.h
....@@ -1,41 +1,22 @@
1
-/* SPDX-License-Identifier: (GPL-2.0 OR BSD-2-Clause) */
2
-/*
3
- * Copyright (C) 2018 Netronome Systems, Inc.
4
- *
5
- * This software is dual licensed under the GNU General License Version 2,
6
- * June 1991 as shown in the file COPYING in the top-level directory of this
7
- * source tree or the BSD 2-Clause License provided below.  You have the
8
- * option to license this software under the complete terms of either license.
9
- *
10
- * The BSD 2-Clause License:
11
- *
12
- *     Redistribution and use in source and binary forms, with or
13
- *     without modification, are permitted provided that the following
14
- *     conditions are met:
15
- *
16
- *      1. Redistributions of source code must retain the above
17
- *         copyright notice, this list of conditions and the following
18
- *         disclaimer.
19
- *
20
- *      2. Redistributions in binary form must reproduce the above
21
- *         copyright notice, this list of conditions and the following
22
- *         disclaimer in the documentation and/or other materials
23
- *         provided with the distribution.
24
- *
25
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29
- * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30
- * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31
- * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32
- * SOFTWARE.
33
- */
1
+/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
2
+/* Copyright (C) 2018 Netronome Systems, Inc. */
343 
354 #ifndef __NFP_ABM_H__
365 #define __NFP_ABM_H__ 1
376 
7
+#include <linux/bits.h>
8
+#include <linux/list.h>
9
+#include <linux/radix-tree.h>
3810 #include <net/devlink.h>
11
+#include <net/pkt_cls.h>
12
+#include <net/pkt_sched.h>
13
+
14
+/* Dump of 64 PRIOs and 256 REDs seems to take 850us on Xeon v4 @ 2.20GHz;
15
+ * 2.5ms / 400Hz seems more than sufficient for stats resolution.
16
+ */
17
+#define NFP_ABM_STATS_REFRESH_IVAL	(2500 * 1000) /* ns */
18
+
19
+#define NFP_ABM_LVL_INFINITY		S32_MAX
3920 
4021 struct nfp_app;
4122 struct nfp_net;
....@@ -43,21 +24,64 @@
4324 #define NFP_ABM_PORTID_TYPE	GENMASK(23, 16)
4425 #define NFP_ABM_PORTID_ID	GENMASK(7, 0)
4526 
27
+/* The possible actions if thresholds are exceeded */
28
+enum nfp_abm_q_action {
29
+	/* mark if ECN capable, otherwise drop */
30
+	NFP_ABM_ACT_MARK_DROP		= 0,
31
+	/* mark if ECN capable, otherwise goto QM */
32
+	NFP_ABM_ACT_MARK_QUEUE		= 1,
33
+	NFP_ABM_ACT_DROP		= 2,
34
+	NFP_ABM_ACT_QUEUE		= 3,
35
+	NFP_ABM_ACT_NOQUEUE		= 4,
36
+};
37
+
4638 /**
4739  * struct nfp_abm - ABM NIC app structure
4840  * @app:	back pointer to nfp_app
4941  * @pf_id:	ID of our PF link
42
+ *
43
+ * @red_support:	is RED offload supported
44
+ * @num_prios:	number of supported DSCP priorities
45
+ * @num_bands:	number of supported DSCP priority bands
46
+ * @action_mask:	bitmask of supported actions
47
+ *
48
+ * @thresholds:		current threshold configuration
49
+ * @threshold_undef:	bitmap of thresholds which have not been set
50
+ * @actions:		current FW action configuration
51
+ * @num_thresholds:	number of @thresholds and bits in @threshold_undef
52
+ *
53
+ * @prio_map_len:	computed length of FW priority map (in bytes)
54
+ * @dscp_mask:		mask FW will apply on DSCP field
55
+ *
5056  * @eswitch_mode:	devlink eswitch mode, advanced functions only visible
5157  *			in switchdev mode
58
+ *
5259  * @q_lvls:	queue level control area
5360  * @qm_stats:	queue statistics symbol
61
+ * @q_stats:	basic queue statistics (only in per-band case)
5462  */
5563 struct nfp_abm {
5664 	struct nfp_app *app;
5765 	unsigned int pf_id;
66
+
67
+	unsigned int red_support;
68
+	unsigned int num_prios;
69
+	unsigned int num_bands;
70
+	unsigned int action_mask;
71
+
72
+	u32 *thresholds;
73
+	unsigned long *threshold_undef;
74
+	u8 *actions;
75
+	size_t num_thresholds;
76
+
77
+	unsigned int prio_map_len;
78
+	u8 dscp_mask;
79
+
5880 	enum devlink_eswitch_mode eswitch_mode;
81
+
5982 	const struct nfp_rtsym *q_lvls;
6083 	const struct nfp_rtsym *qm_stats;
84
+	const struct nfp_rtsym *q_stats;
6185 };
6286 
6387 /**
....@@ -88,16 +112,76 @@
88112 	u64 pdrop;
89113 };
90114 
115
+enum nfp_qdisc_type {
116
+	NFP_QDISC_NONE = 0,
117
+	NFP_QDISC_MQ,
118
+	NFP_QDISC_RED,
119
+	NFP_QDISC_GRED,
120
+};
121
+
122
+#define NFP_QDISC_UNTRACKED	((struct nfp_qdisc *)1UL)
123
+
91124 /**
92
- * struct nfp_red_qdisc - representation of single RED Qdisc
93
- * @handle:	handle of currently offloaded RED Qdisc
94
- * @stats:	statistics from last refresh
95
- * @xstats:	base of extended statistics
125
+ * struct nfp_qdisc - tracked TC Qdisc
126
+ * @netdev:		netdev on which Qdisc was created
127
+ * @type:		Qdisc type
128
+ * @handle:		handle of this Qdisc
129
+ * @parent_handle:	handle of the parent (unreliable if Qdisc was grafted)
130
+ * @use_cnt:		number of attachment points in the hierarchy
131
+ * @num_children:	current size of the @children array
132
+ * @children:		pointers to children
133
+ *
134
+ * @params_ok:		parameters of this Qdisc are OK for offload
135
+ * @offload_mark:	offload refresh state - selected for offload
136
+ * @offloaded:		Qdisc is currently offloaded to the HW
137
+ *
138
+ * @mq:			MQ Qdisc specific parameters and state
139
+ * @mq.stats:		current stats of the MQ Qdisc
140
+ * @mq.prev_stats:	previously reported @mq.stats
141
+ *
142
+ * @red:		RED Qdisc specific parameters and state
143
+ * @red.num_bands:	Number of valid entries in the @red.band table
144
+ * @red.band:		Per-band array of RED instances
145
+ * @red.band.ecn:		ECN marking is enabled (rather than drop)
146
+ * @red.band.threshold:		ECN marking threshold
147
+ * @red.band.stats:		current stats of the RED Qdisc
148
+ * @red.band.prev_stats:	previously reported @red.stats
149
+ * @red.band.xstats:		extended stats for RED - current
150
+ * @red.band.prev_xstats:	extended stats for RED - previously reported
96151  */
97
-struct nfp_red_qdisc {
152
+struct nfp_qdisc {
153
+	struct net_device *netdev;
154
+	enum nfp_qdisc_type type;
98155 	u32 handle;
99
-	struct nfp_alink_stats stats;
100
-	struct nfp_alink_xstats xstats;
156
+	u32 parent_handle;
157
+	unsigned int use_cnt;
158
+	unsigned int num_children;
159
+	struct nfp_qdisc **children;
160
+
161
+	bool params_ok;
162
+	bool offload_mark;
163
+	bool offloaded;
164
+
165
+	union {
166
+		/* NFP_QDISC_MQ */
167
+		struct {
168
+			struct nfp_alink_stats stats;
169
+			struct nfp_alink_stats prev_stats;
170
+		} mq;
171
+		/* TC_SETUP_QDISC_RED, TC_SETUP_QDISC_GRED */
172
+		struct {
173
+			unsigned int num_bands;
174
+
175
+			struct {
176
+				bool ecn;
177
+				u32 threshold;
178
+				struct nfp_alink_stats stats;
179
+				struct nfp_alink_stats prev_stats;
180
+				struct nfp_alink_xstats xstats;
181
+				struct nfp_alink_xstats prev_xstats;
182
+			} band[MAX_DPs];
183
+		} red;
184
+	};
101185 };
102186 
103187 /**
....@@ -107,9 +191,17 @@
107191  * @id:		id of the data vNIC
108192  * @queue_base:	id of base to host queue within PCIe (not QC idx)
109193  * @total_queues:	number of PF queues
110
- * @parent:	handle of expected parent, i.e. handle of MQ, or TC_H_ROOT
111
- * @num_qdiscs:	number of currently used qdiscs
112
- * @qdiscs:	array of qdiscs
194
+ *
195
+ * @last_stats_update:	ktime of last stats update
196
+ *
197
+ * @prio_map:		current map of priorities
198
+ * @has_prio:		@prio_map is valid
199
+ *
200
+ * @def_band:		default band to use
201
+ * @dscp_map:		list of DSCP to band mappings
202
+ *
203
+ * @root_qdisc:	pointer to the current root of the Qdisc hierarchy
204
+ * @qdiscs:	all qdiscs recorded by major part of the handle
113205  */
114206 struct nfp_abm_link {
115207 	struct nfp_abm *abm;
....@@ -117,26 +209,65 @@
117209 	unsigned int id;
118210 	unsigned int queue_base;
119211 	unsigned int total_queues;
120
-	u32 parent;
121
-	unsigned int num_qdiscs;
122
-	struct nfp_red_qdisc *qdiscs;
212
+
213
+	u64 last_stats_update;
214
+
215
+	u32 *prio_map;
216
+	bool has_prio;
217
+
218
+	u8 def_band;
219
+	struct list_head dscp_map;
220
+
221
+	struct nfp_qdisc *root_qdisc;
222
+	struct radix_tree_root qdiscs;
123223 };
124224 
125
-void nfp_abm_ctrl_read_params(struct nfp_abm_link *alink);
225
+static inline bool nfp_abm_has_prio(struct nfp_abm *abm)
226
+{
227
+	return abm->num_bands > 1;
228
+}
229
+
230
+static inline bool nfp_abm_has_drop(struct nfp_abm *abm)
231
+{
232
+	return abm->action_mask & BIT(NFP_ABM_ACT_DROP);
233
+}
234
+
235
+static inline bool nfp_abm_has_mark(struct nfp_abm *abm)
236
+{
237
+	return abm->action_mask & BIT(NFP_ABM_ACT_MARK_DROP);
238
+}
239
+
240
+void nfp_abm_qdisc_offload_update(struct nfp_abm_link *alink);
241
+int nfp_abm_setup_root(struct net_device *netdev, struct nfp_abm_link *alink,
242
+		       struct tc_root_qopt_offload *opt);
243
+int nfp_abm_setup_tc_red(struct net_device *netdev, struct nfp_abm_link *alink,
244
+			 struct tc_red_qopt_offload *opt);
245
+int nfp_abm_setup_tc_mq(struct net_device *netdev, struct nfp_abm_link *alink,
246
+			struct tc_mq_qopt_offload *opt);
247
+int nfp_abm_setup_tc_gred(struct net_device *netdev, struct nfp_abm_link *alink,
248
+			  struct tc_gred_qopt_offload *opt);
249
+int nfp_abm_setup_cls_block(struct net_device *netdev, struct nfp_repr *repr,
250
+			    struct flow_block_offload *opt);
251
+
252
+int nfp_abm_ctrl_read_params(struct nfp_abm_link *alink);
126253 int nfp_abm_ctrl_find_addrs(struct nfp_abm *abm);
127
-int nfp_abm_ctrl_set_all_q_lvls(struct nfp_abm_link *alink, u32 val);
128
-int nfp_abm_ctrl_set_q_lvl(struct nfp_abm_link *alink, unsigned int i,
129
-			   u32 val);
130
-int nfp_abm_ctrl_read_stats(struct nfp_abm_link *alink,
131
-			    struct nfp_alink_stats *stats);
132
-int nfp_abm_ctrl_read_q_stats(struct nfp_abm_link *alink, unsigned int i,
254
+int __nfp_abm_ctrl_set_q_lvl(struct nfp_abm *abm, unsigned int id, u32 val);
255
+int nfp_abm_ctrl_set_q_lvl(struct nfp_abm_link *alink, unsigned int band,
256
+			   unsigned int queue, u32 val);
257
+int __nfp_abm_ctrl_set_q_act(struct nfp_abm *abm, unsigned int id,
258
+			     enum nfp_abm_q_action act);
259
+int nfp_abm_ctrl_set_q_act(struct nfp_abm_link *alink, unsigned int band,
260
+			   unsigned int queue, enum nfp_abm_q_action act);
261
+int nfp_abm_ctrl_read_q_stats(struct nfp_abm_link *alink,
262
+			      unsigned int band, unsigned int queue,
133263 			      struct nfp_alink_stats *stats);
134
-int nfp_abm_ctrl_read_xstats(struct nfp_abm_link *alink,
135
-			     struct nfp_alink_xstats *xstats);
136
-int nfp_abm_ctrl_read_q_xstats(struct nfp_abm_link *alink, unsigned int i,
264
+int nfp_abm_ctrl_read_q_xstats(struct nfp_abm_link *alink,
265
+			       unsigned int band, unsigned int queue,
137266 			       struct nfp_alink_xstats *xstats);
138267 u64 nfp_abm_ctrl_stat_non_sto(struct nfp_abm_link *alink, unsigned int i);
139268 u64 nfp_abm_ctrl_stat_sto(struct nfp_abm_link *alink, unsigned int i);
140269 int nfp_abm_ctrl_qm_enable(struct nfp_abm *abm);
141270 int nfp_abm_ctrl_qm_disable(struct nfp_abm *abm);
271
+void nfp_abm_prio_map_update(struct nfp_abm *abm);
272
+int nfp_abm_ctrl_prio_map_update(struct nfp_abm_link *alink, u32 *packed);
142273 #endif