forked from ~ljy/RK356X_SDK_RELEASE
blame | history | patch | commit | commitdiff
hc
2024-01-04 1543e317f1da31b75942316931e8f491a8920811 
 kernel/drivers/net/ethernet/mellanox/mlx5/core/eswitch.h
....@@ -35,21 +35,25 @@
3535 
3636 #include <linux/if_ether.h>
3737 #include <linux/if_link.h>
38
+#include <linux/atomic.h>
3839 #include <net/devlink.h>
3940 #include <linux/mlx5/device.h>
4041 #include <linux/mlx5/eswitch.h>
42
+#include <linux/mlx5/vport.h>
4143 #include <linux/mlx5/fs.h>
4244 #include "lib/mpfs.h"
45
+#include "lib/fs_chains.h"
46
+#include "en/tc_ct.h"
4347 
4448 #ifdef CONFIG_MLX5_ESWITCH
49
+
50
+#define ESW_OFFLOADS_DEFAULT_NUM_GROUPS 15
4551 
4652 #define MLX5_MAX_UC_PER_VPORT(dev) \
4753 	(1 << MLX5_CAP_GEN(dev, log_max_current_uc_list))
4854 
4955 #define MLX5_MAX_MC_PER_VPORT(dev) \
5056 	(1 << MLX5_CAP_GEN(dev, log_max_current_mc_list))
51
-
52
-#define FDB_UPLINK_VPORT 0xffff
5357 
5458 #define MLX5_MIN_BW_SHARE 1
5559 
....@@ -59,24 +63,49 @@
5963 #define mlx5_esw_has_fwd_fdb(dev) \
6064 	MLX5_CAP_ESW_FLOWTABLE(dev, fdb_multi_path_to_table)
6165 
66
+#define esw_chains(esw) \
67
+	((esw)->fdb_table.offloads.esw_chains_priv)
68
+
6269 struct vport_ingress {
6370 	struct mlx5_flow_table *acl;
64
-	struct mlx5_flow_group *allow_untagged_spoofchk_grp;
65
-	struct mlx5_flow_group *allow_spoofchk_only_grp;
66
-	struct mlx5_flow_group *allow_untagged_only_grp;
67
-	struct mlx5_flow_group *drop_grp;
68
-	struct mlx5_flow_handle  *allow_rule;
69
-	struct mlx5_flow_handle  *drop_rule;
70
-	struct mlx5_fc           *drop_counter;
71
+	struct mlx5_flow_handle *allow_rule;
72
+	struct {
73
+		struct mlx5_flow_group *allow_spoofchk_only_grp;
74
+		struct mlx5_flow_group *allow_untagged_spoofchk_grp;
75
+		struct mlx5_flow_group *allow_untagged_only_grp;
76
+		struct mlx5_flow_group *drop_grp;
77
+		struct mlx5_flow_handle *drop_rule;
78
+		struct mlx5_fc *drop_counter;
79
+	} legacy;
80
+	struct {
81
+		/* Optional group to add an FTE to do internal priority
82
+		 * tagging on ingress packets.
83
+		 */
84
+		struct mlx5_flow_group *metadata_prio_tag_grp;
85
+		/* Group to add default match-all FTE entry to tag ingress
86
+		 * packet with metadata.
87
+		 */
88
+		struct mlx5_flow_group *metadata_allmatch_grp;
89
+		struct mlx5_modify_hdr *modify_metadata;
90
+		struct mlx5_flow_handle *modify_metadata_rule;
91
+	} offloads;
7192 };
7293 
7394 struct vport_egress {
7495 	struct mlx5_flow_table *acl;
75
-	struct mlx5_flow_group *allowed_vlans_grp;
76
-	struct mlx5_flow_group *drop_grp;
7796 	struct mlx5_flow_handle  *allowed_vlan;
78
-	struct mlx5_flow_handle  *drop_rule;
79
-	struct mlx5_fc           *drop_counter;
97
+	struct mlx5_flow_group *vlan_grp;
98
+	union {
99
+		struct {
100
+			struct mlx5_flow_group *drop_grp;
101
+			struct mlx5_flow_handle *drop_rule;
102
+			struct mlx5_fc *drop_counter;
103
+		} legacy;
104
+		struct {
105
+			struct mlx5_flow_group *fwd_grp;
106
+			struct mlx5_flow_handle *fwd_rule;
107
+		} offloads;
108
+	};
80109 };
81110 
82111 struct mlx5_vport_drop_stats {
....@@ -96,6 +125,13 @@
96125 	bool                    trusted;
97126 };
98127 
128
+/* Vport context events */
129
+enum mlx5_eswitch_vport_event {
130
+	MLX5_VPORT_UC_ADDR_CHANGE = BIT(0),
131
+	MLX5_VPORT_MC_ADDR_CHANGE = BIT(1),
132
+	MLX5_VPORT_PROMISC_CHANGE = BIT(3),
133
+};
134
+
99135 struct mlx5_vport {
100136 	struct mlx5_core_dev    *dev;
101137 	int                     vport;
....@@ -107,6 +143,8 @@
107143 
108144 	struct vport_ingress    ingress;
109145 	struct vport_egress     egress;
146
+	u32                     default_metadata;
147
+	u32                     metadata;
110148 
111149 	struct mlx5_vport_info  info;
112150 
....@@ -117,7 +155,8 @@
117155 	} qos;
118156 
119157 	bool                    enabled;
120
-	u16                     enabled_events;
158
+	enum mlx5_eswitch_vport_event enabled_events;
159
+	struct devlink_port *dl_port;
121160 };
122161 
123162 struct mlx5_eswitch_fdb {
....@@ -127,30 +166,57 @@
127166 			struct mlx5_flow_group *addr_grp;
128167 			struct mlx5_flow_group *allmulti_grp;
129168 			struct mlx5_flow_group *promisc_grp;
169
+			struct mlx5_flow_table *vepa_fdb;
170
+			struct mlx5_flow_handle *vepa_uplink_rule;
171
+			struct mlx5_flow_handle *vepa_star_rule;
130172 		} legacy;
131173 
132174 		struct offloads_fdb {
133
-			struct mlx5_flow_table *fast_fdb;
134
-			struct mlx5_flow_table *fwd_fdb;
175
+			struct mlx5_flow_namespace *ns;
135176 			struct mlx5_flow_table *slow_fdb;
136177 			struct mlx5_flow_group *send_to_vport_grp;
178
+			struct mlx5_flow_group *peer_miss_grp;
179
+			struct mlx5_flow_handle **peer_miss_rules;
137180 			struct mlx5_flow_group *miss_grp;
138181 			struct mlx5_flow_handle *miss_rule_uni;
139182 			struct mlx5_flow_handle *miss_rule_multi;
140183 			int vlan_push_pop_refcount;
184
+
185
+			struct mlx5_fs_chains *esw_chains_priv;
186
+			struct {
187
+				DECLARE_HASHTABLE(table, 8);
188
+				/* Protects vports.table */
189
+				struct mutex lock;
190
+			} vports;
191
+
141192 		} offloads;
142193 	};
194
+	u32 flags;
143195 };
144196 
145197 struct mlx5_esw_offload {
198
+	struct mlx5_flow_table *ft_offloads_restore;
199
+	struct mlx5_flow_group *restore_group;
200
+	struct mlx5_modify_hdr *restore_copy_hdr_id;
201
+
146202 	struct mlx5_flow_table *ft_offloads;
147203 	struct mlx5_flow_group *vport_rx_group;
148204 	struct mlx5_eswitch_rep *vport_reps;
205
+	struct list_head peer_flows;
206
+	struct mutex peer_mutex;
207
+	struct mutex encap_tbl_lock; /* protects encap_tbl */
149208 	DECLARE_HASHTABLE(encap_tbl, 8);
150
-	DECLARE_HASHTABLE(mod_hdr_tbl, 8);
209
+	struct mutex decap_tbl_lock; /* protects decap_tbl */
210
+	DECLARE_HASHTABLE(decap_tbl, 8);
211
+	struct mod_hdr_tbl mod_hdr;
212
+	DECLARE_HASHTABLE(termtbl_tbl, 8);
213
+	struct mutex termtbl_mutex; /* protects termtbl hash */
214
+	const struct mlx5_eswitch_rep_ops *rep_ops[NUM_REP_TYPES];
151215 	u8 inline_mode;
152
-	u64 num_flows;
153
-	u8 encap;
216
+	atomic64_t num_flows;
217
+	enum devlink_eswitch_encap_mode encap;
218
+	struct ida vport_metadata_ida;
219
+	unsigned int host_number; /* ECPF supports one external host */
154220 };
155221 
156222 /* E-Switch MC FDB table hash node */
....@@ -160,19 +226,43 @@
160226 	u32                    refcnt;
161227 };
162228 
229
+struct mlx5_host_work {
230
+	struct work_struct	work;
231
+	struct mlx5_eswitch	*esw;
232
+};
233
+
234
+struct mlx5_esw_functions {
235
+	struct mlx5_nb		nb;
236
+	u16			num_vfs;
237
+};
238
+
239
+enum {
240
+	MLX5_ESWITCH_VPORT_MATCH_METADATA = BIT(0),
241
+	MLX5_ESWITCH_REG_C1_LOOPBACK_ENABLED = BIT(1),
242
+};
243
+
163244 struct mlx5_eswitch {
164245 	struct mlx5_core_dev    *dev;
246
+	struct mlx5_nb          nb;
165247 	struct mlx5_eswitch_fdb fdb_table;
248
+	/* legacy data structures */
166249 	struct hlist_head       mc_table[MLX5_L2_ADDR_HASH_SIZE];
250
+	struct esw_mc_addr mc_promisc;
251
+	/* end of legacy */
167252 	struct workqueue_struct *work_queue;
168253 	struct mlx5_vport       *vports;
254
+	u32 flags;
169255 	int                     total_vports;
170256 	int                     enabled_vports;
171257 	/* Synchronize between vport change events
172258 	 * and async SRIOV admin state changes
173259 	 */
174260 	struct mutex            state_lock;
175
-	struct esw_mc_addr	mc_promisc;
261
+
262
+	/* Protects eswitch mode change that occurs via one or more
263
+	 * user commands, i.e. sriov state change, devlink commands.
264
+	 */
265
+	struct rw_semaphore mode_lock;
176266 
177267 	struct {
178268 		bool            enabled;
....@@ -181,56 +271,101 @@
181271 
182272 	struct mlx5_esw_offload offloads;
183273 	int                     mode;
274
+	u16                     manager_vport;
275
+	u16                     first_host_vport;
276
+	struct mlx5_esw_functions esw_funcs;
277
+	struct {
278
+		u32             large_group_num;
279
+	}  params;
184280 };
185281 
186
-void esw_offloads_cleanup(struct mlx5_eswitch *esw, int nvports);
187
-int esw_offloads_init(struct mlx5_eswitch *esw, int nvports);
282
+void esw_offloads_disable(struct mlx5_eswitch *esw);
283
+int esw_offloads_enable(struct mlx5_eswitch *esw);
188284 void esw_offloads_cleanup_reps(struct mlx5_eswitch *esw);
189285 int esw_offloads_init_reps(struct mlx5_eswitch *esw);
286
+
287
+u32 mlx5_esw_match_metadata_alloc(struct mlx5_eswitch *esw);
288
+void mlx5_esw_match_metadata_free(struct mlx5_eswitch *esw, u32 metadata);
289
+
290
+int mlx5_esw_modify_vport_rate(struct mlx5_eswitch *esw, u16 vport_num,
291
+			       u32 rate_mbps);
190292 
191293 /* E-Switch API */
192294 int mlx5_eswitch_init(struct mlx5_core_dev *dev);
193295 void mlx5_eswitch_cleanup(struct mlx5_eswitch *esw);
194
-void mlx5_eswitch_vport_event(struct mlx5_eswitch *esw, struct mlx5_eqe *eqe);
195
-int mlx5_eswitch_enable_sriov(struct mlx5_eswitch *esw, int nvfs, int mode);
196
-void mlx5_eswitch_disable_sriov(struct mlx5_eswitch *esw);
296
+
297
+#define MLX5_ESWITCH_IGNORE_NUM_VFS (-1)
298
+int mlx5_eswitch_enable_locked(struct mlx5_eswitch *esw, int mode, int num_vfs);
299
+int mlx5_eswitch_enable(struct mlx5_eswitch *esw, int num_vfs);
300
+void mlx5_eswitch_disable_locked(struct mlx5_eswitch *esw, bool clear_vf);
301
+void mlx5_eswitch_disable(struct mlx5_eswitch *esw, bool clear_vf);
197302 int mlx5_eswitch_set_vport_mac(struct mlx5_eswitch *esw,
198
-			       int vport, u8 mac[ETH_ALEN]);
303
+			       u16 vport, const u8 *mac);
199304 int mlx5_eswitch_set_vport_state(struct mlx5_eswitch *esw,
200
-				 int vport, int link_state);
305
+				 u16 vport, int link_state);
201306 int mlx5_eswitch_set_vport_vlan(struct mlx5_eswitch *esw,
202
-				int vport, u16 vlan, u8 qos);
307
+				u16 vport, u16 vlan, u8 qos);
203308 int mlx5_eswitch_set_vport_spoofchk(struct mlx5_eswitch *esw,
204
-				    int vport, bool spoofchk);
309
+				    u16 vport, bool spoofchk);
205310 int mlx5_eswitch_set_vport_trust(struct mlx5_eswitch *esw,
206
-				 int vport_num, bool setting);
207
-int mlx5_eswitch_set_vport_rate(struct mlx5_eswitch *esw, int vport,
311
+				 u16 vport_num, bool setting);
312
+int mlx5_eswitch_set_vport_rate(struct mlx5_eswitch *esw, u16 vport,
208313 				u32 max_rate, u32 min_rate);
314
+int mlx5_eswitch_set_vepa(struct mlx5_eswitch *esw, u8 setting);
315
+int mlx5_eswitch_get_vepa(struct mlx5_eswitch *esw, u8 *setting);
209316 int mlx5_eswitch_get_vport_config(struct mlx5_eswitch *esw,
210
-				  int vport, struct ifla_vf_info *ivi);
317
+				  u16 vport, struct ifla_vf_info *ivi);
211318 int mlx5_eswitch_get_vport_stats(struct mlx5_eswitch *esw,
212
-				 int vport,
319
+				 u16 vport,
213320 				 struct ifla_vf_stats *vf_stats);
214321 void mlx5_eswitch_del_send_to_vport_rule(struct mlx5_flow_handle *rule);
215322 
323
+int mlx5_eswitch_modify_esw_vport_context(struct mlx5_core_dev *dev, u16 vport,
324
+					  bool other_vport, void *in);
325
+
216326 struct mlx5_flow_spec;
217327 struct mlx5_esw_flow_attr;
328
+struct mlx5_termtbl_handle;
329
+
330
+bool
331
+mlx5_eswitch_termtbl_required(struct mlx5_eswitch *esw,
332
+			      struct mlx5_flow_attr *attr,
333
+			      struct mlx5_flow_act *flow_act,
334
+			      struct mlx5_flow_spec *spec);
335
+
336
+struct mlx5_flow_handle *
337
+mlx5_eswitch_add_termtbl_rule(struct mlx5_eswitch *esw,
338
+			      struct mlx5_flow_table *ft,
339
+			      struct mlx5_flow_spec *spec,
340
+			      struct mlx5_esw_flow_attr *attr,
341
+			      struct mlx5_flow_act *flow_act,
342
+			      struct mlx5_flow_destination *dest,
343
+			      int num_dest);
344
+
345
+void
346
+mlx5_eswitch_termtbl_put(struct mlx5_eswitch *esw,
347
+			 struct mlx5_termtbl_handle *tt);
218348 
219349 struct mlx5_flow_handle *
220350 mlx5_eswitch_add_offloaded_rule(struct mlx5_eswitch *esw,
221351 				struct mlx5_flow_spec *spec,
222
-				struct mlx5_esw_flow_attr *attr);
352
+				struct mlx5_flow_attr *attr);
223353 struct mlx5_flow_handle *
224354 mlx5_eswitch_add_fwd_rule(struct mlx5_eswitch *esw,
225355 			  struct mlx5_flow_spec *spec,
226
-			  struct mlx5_esw_flow_attr *attr);
356
+			  struct mlx5_flow_attr *attr);
227357 void
228358 mlx5_eswitch_del_offloaded_rule(struct mlx5_eswitch *esw,
229359 				struct mlx5_flow_handle *rule,
230
-				struct mlx5_esw_flow_attr *attr);
360
+				struct mlx5_flow_attr *attr);
361
+void
362
+mlx5_eswitch_del_fwd_rule(struct mlx5_eswitch *esw,
363
+			  struct mlx5_flow_handle *rule,
364
+			  struct mlx5_flow_attr *attr);
231365 
232366 struct mlx5_flow_handle *
233
-mlx5_eswitch_create_vport_rx_rule(struct mlx5_eswitch *esw, int vport, u32 tirn);
367
+mlx5_eswitch_create_vport_rx_rule(struct mlx5_eswitch *esw, u16 vport,
368
+				  struct mlx5_flow_destination *dest);
234369 
235370 enum {
236371 	SET_VLAN_STRIP	= BIT(0),
....@@ -247,42 +382,72 @@
247382 /* current maximum for flow based vport multicasting */
248383 #define MLX5_MAX_FLOW_FWD_VPORTS 2
249384 
385
+enum {
386
+	MLX5_ESW_DEST_ENCAP         = BIT(0),
387
+	MLX5_ESW_DEST_ENCAP_VALID   = BIT(1),
388
+};
389
+
390
+enum {
391
+	MLX5_ESW_ATTR_FLAG_VLAN_HANDLED  = BIT(0),
392
+	MLX5_ESW_ATTR_FLAG_SLOW_PATH     = BIT(1),
393
+	MLX5_ESW_ATTR_FLAG_NO_IN_PORT    = BIT(2),
394
+};
395
+
250396 struct mlx5_esw_flow_attr {
251397 	struct mlx5_eswitch_rep *in_rep;
252
-	struct mlx5_eswitch_rep *out_rep[MLX5_MAX_FLOW_FWD_VPORTS];
253
-	struct mlx5_core_dev	*out_mdev[MLX5_MAX_FLOW_FWD_VPORTS];
254398 	struct mlx5_core_dev	*in_mdev;
399
+	struct mlx5_core_dev    *counter_dev;
255400 
256
-	int mirror_count;
401
+	int split_count;
257402 	int out_count;
258403 
259
-	int	action;
260404 	__be16	vlan_proto[MLX5_FS_VLAN_DEPTH];
261405 	u16	vlan_vid[MLX5_FS_VLAN_DEPTH];
262406 	u8	vlan_prio[MLX5_FS_VLAN_DEPTH];
263407 	u8	total_vlan;
264
-	bool	vlan_handled;
265
-	u32	encap_id;
266
-	u32	mod_hdr_id;
267
-	u8	match_level;
268
-	struct mlx5e_tc_flow_parse_attr *parse_attr;
408
+	struct {
409
+		u32 flags;
410
+		struct mlx5_eswitch_rep *rep;
411
+		struct mlx5_pkt_reformat *pkt_reformat;
412
+		struct mlx5_core_dev *mdev;
413
+		struct mlx5_termtbl_handle *termtbl;
414
+	} dests[MLX5_MAX_FLOW_FWD_VPORTS];
415
+	struct mlx5_pkt_reformat *decap_pkt_reformat;
269416 };
270417 
271
-int mlx5_devlink_eswitch_mode_set(struct devlink *devlink, u16 mode);
418
+int mlx5_devlink_eswitch_mode_set(struct devlink *devlink, u16 mode,
419
+				  struct netlink_ext_ack *extack);
272420 int mlx5_devlink_eswitch_mode_get(struct devlink *devlink, u16 *mode);
273
-int mlx5_devlink_eswitch_inline_mode_set(struct devlink *devlink, u8 mode);
421
+int mlx5_devlink_eswitch_inline_mode_set(struct devlink *devlink, u8 mode,
422
+					 struct netlink_ext_ack *extack);
274423 int mlx5_devlink_eswitch_inline_mode_get(struct devlink *devlink, u8 *mode);
275
-int mlx5_eswitch_inline_mode_get(struct mlx5_eswitch *esw, int nvfs, u8 *mode);
276
-int mlx5_devlink_eswitch_encap_mode_set(struct devlink *devlink, u8 encap);
277
-int mlx5_devlink_eswitch_encap_mode_get(struct devlink *devlink, u8 *encap);
424
+int mlx5_devlink_eswitch_encap_mode_set(struct devlink *devlink,
425
+					enum devlink_eswitch_encap_mode encap,
426
+					struct netlink_ext_ack *extack);
427
+int mlx5_devlink_eswitch_encap_mode_get(struct devlink *devlink,
428
+					enum devlink_eswitch_encap_mode *encap);
429
+int mlx5_devlink_port_function_hw_addr_get(struct devlink *devlink,
430
+					   struct devlink_port *port,
431
+					   u8 *hw_addr, int *hw_addr_len,
432
+					   struct netlink_ext_ack *extack);
433
+int mlx5_devlink_port_function_hw_addr_set(struct devlink *devlink,
434
+					   struct devlink_port *port,
435
+					   const u8 *hw_addr, int hw_addr_len,
436
+					   struct netlink_ext_ack *extack);
437
+
278438 void *mlx5_eswitch_get_uplink_priv(struct mlx5_eswitch *esw, u8 rep_type);
279439 
280440 int mlx5_eswitch_add_vlan_action(struct mlx5_eswitch *esw,
281
-				 struct mlx5_esw_flow_attr *attr);
441
+				 struct mlx5_flow_attr *attr);
282442 int mlx5_eswitch_del_vlan_action(struct mlx5_eswitch *esw,
283
-				 struct mlx5_esw_flow_attr *attr);
443
+				 struct mlx5_flow_attr *attr);
284444 int __mlx5_eswitch_set_vport_vlan(struct mlx5_eswitch *esw,
285
-				  int vport, u16 vlan, u8 qos, u8 set_flags);
445
+				  u16 vport, u16 vlan, u8 qos, u8 set_flags);
446
+
447
+static inline bool mlx5_esw_qos_enabled(struct mlx5_eswitch *esw)
448
+{
449
+	return esw->qos.enabled;
450
+}
286451 
287452 static inline bool mlx5_eswitch_vlan_actions_supported(struct mlx5_core_dev *dev,
288453 						       u8 vlan_depth)
....@@ -297,23 +462,231 @@
297462 		MLX5_CAP_ESW_FLOWTABLE_FDB(dev, push_vlan_2);
298463 }
299464 
465
+bool mlx5_esw_lag_prereq(struct mlx5_core_dev *dev0,
466
+			 struct mlx5_core_dev *dev1);
467
+bool mlx5_esw_multipath_prereq(struct mlx5_core_dev *dev0,
468
+			       struct mlx5_core_dev *dev1);
469
+
470
+const u32 *mlx5_esw_query_functions(struct mlx5_core_dev *dev);
471
+
300472 #define MLX5_DEBUG_ESWITCH_MASK BIT(3)
301473 
302
-#define esw_info(dev, format, ...)				\
303
-	pr_info("(%s): E-Switch: " format, (dev)->priv.name, ##__VA_ARGS__)
474
+#define esw_info(__dev, format, ...)			\
475
+	dev_info((__dev)->device, "E-Switch: " format, ##__VA_ARGS__)
304476 
305
-#define esw_warn(dev, format, ...)				\
306
-	pr_warn("(%s): E-Switch: " format, (dev)->priv.name, ##__VA_ARGS__)
477
+#define esw_warn(__dev, format, ...)			\
478
+	dev_warn((__dev)->device, "E-Switch: " format, ##__VA_ARGS__)
307479 
308480 #define esw_debug(dev, format, ...)				\
309481 	mlx5_core_dbg_mask(dev, MLX5_DEBUG_ESWITCH_MASK, format, ##__VA_ARGS__)
482
+
483
+/* The returned number is valid only when the dev is eswitch manager. */
484
+static inline u16 mlx5_eswitch_manager_vport(struct mlx5_core_dev *dev)
485
+{
486
+	return mlx5_core_is_ecpf_esw_manager(dev) ?
487
+		MLX5_VPORT_ECPF : MLX5_VPORT_PF;
488
+}
489
+
490
+static inline bool
491
+mlx5_esw_is_manager_vport(const struct mlx5_eswitch *esw, u16 vport_num)
492
+{
493
+	return esw->manager_vport == vport_num;
494
+}
495
+
496
+static inline u16 mlx5_eswitch_first_host_vport_num(struct mlx5_core_dev *dev)
497
+{
498
+	return mlx5_core_is_ecpf_esw_manager(dev) ?
499
+		MLX5_VPORT_PF : MLX5_VPORT_FIRST_VF;
500
+}
501
+
502
+static inline bool mlx5_eswitch_is_funcs_handler(const struct mlx5_core_dev *dev)
503
+{
504
+	return mlx5_core_is_ecpf_esw_manager(dev);
505
+}
506
+
507
+static inline int mlx5_eswitch_uplink_idx(struct mlx5_eswitch *esw)
508
+{
509
+	/* Uplink always locate at the last element of the array.*/
510
+	return esw->total_vports - 1;
511
+}
512
+
513
+static inline int mlx5_eswitch_ecpf_idx(struct mlx5_eswitch *esw)
514
+{
515
+	return esw->total_vports - 2;
516
+}
517
+
518
+static inline int mlx5_eswitch_vport_num_to_index(struct mlx5_eswitch *esw,
519
+						  u16 vport_num)
520
+{
521
+	if (vport_num == MLX5_VPORT_ECPF) {
522
+		if (!mlx5_ecpf_vport_exists(esw->dev))
523
+			esw_warn(esw->dev, "ECPF vport doesn't exist!\n");
524
+		return mlx5_eswitch_ecpf_idx(esw);
525
+	}
526
+
527
+	if (vport_num == MLX5_VPORT_UPLINK)
528
+		return mlx5_eswitch_uplink_idx(esw);
529
+
530
+	return vport_num;
531
+}
532
+
533
+static inline u16 mlx5_eswitch_index_to_vport_num(struct mlx5_eswitch *esw,
534
+						  int index)
535
+{
536
+	if (index == mlx5_eswitch_ecpf_idx(esw) &&
537
+	    mlx5_ecpf_vport_exists(esw->dev))
538
+		return MLX5_VPORT_ECPF;
539
+
540
+	if (index == mlx5_eswitch_uplink_idx(esw))
541
+		return MLX5_VPORT_UPLINK;
542
+
543
+	return index;
544
+}
545
+
546
+static inline unsigned int
547
+mlx5_esw_vport_to_devlink_port_index(const struct mlx5_core_dev *dev,
548
+				     u16 vport_num)
549
+{
550
+	return (MLX5_CAP_GEN(dev, vhca_id) << 16) | vport_num;
551
+}
552
+
553
+static inline u16
554
+mlx5_esw_devlink_port_index_to_vport_num(unsigned int dl_port_index)
555
+{
556
+	return dl_port_index & 0xffff;
557
+}
558
+
559
+/* TODO: This mlx5e_tc function shouldn't be called by eswitch */
560
+void mlx5e_tc_clean_fdb_peer_flows(struct mlx5_eswitch *esw);
561
+
562
+/* The vport getter/iterator are only valid after esw->total_vports
563
+ * and vport->vport are initialized in mlx5_eswitch_init.
564
+ */
565
+#define mlx5_esw_for_all_vports(esw, i, vport)		\
566
+	for ((i) = MLX5_VPORT_PF;			\
567
+	     (vport) = &(esw)->vports[i],		\
568
+	     (i) < (esw)->total_vports; (i)++)
569
+
570
+#define mlx5_esw_for_all_vports_reverse(esw, i, vport)	\
571
+	for ((i) = (esw)->total_vports - 1;		\
572
+	     (vport) = &(esw)->vports[i],		\
573
+	     (i) >= MLX5_VPORT_PF; (i)--)
574
+
575
+#define mlx5_esw_for_each_vf_vport(esw, i, vport, nvfs)	\
576
+	for ((i) = MLX5_VPORT_FIRST_VF;			\
577
+	     (vport) = &(esw)->vports[(i)],		\
578
+	     (i) <= (nvfs); (i)++)
579
+
580
+#define mlx5_esw_for_each_vf_vport_reverse(esw, i, vport, nvfs)	\
581
+	for ((i) = (nvfs);					\
582
+	     (vport) = &(esw)->vports[(i)],			\
583
+	     (i) >= MLX5_VPORT_FIRST_VF; (i)--)
584
+
585
+/* The rep getter/iterator are only valid after esw->total_vports
586
+ * and vport->vport are initialized in mlx5_eswitch_init.
587
+ */
588
+#define mlx5_esw_for_all_reps(esw, i, rep)			\
589
+	for ((i) = MLX5_VPORT_PF;				\
590
+	     (rep) = &(esw)->offloads.vport_reps[i],		\
591
+	     (i) < (esw)->total_vports; (i)++)
592
+
593
+#define mlx5_esw_for_each_vf_rep(esw, i, rep, nvfs)		\
594
+	for ((i) = MLX5_VPORT_FIRST_VF;				\
595
+	     (rep) = &(esw)->offloads.vport_reps[i],		\
596
+	     (i) <= (nvfs); (i)++)
597
+
598
+#define mlx5_esw_for_each_vf_rep_reverse(esw, i, rep, nvfs)	\
599
+	for ((i) = (nvfs);					\
600
+	     (rep) = &(esw)->offloads.vport_reps[i],		\
601
+	     (i) >= MLX5_VPORT_FIRST_VF; (i)--)
602
+
603
+#define mlx5_esw_for_each_vf_vport_num(esw, vport, nvfs)	\
604
+	for ((vport) = MLX5_VPORT_FIRST_VF; (vport) <= (nvfs); (vport)++)
605
+
606
+#define mlx5_esw_for_each_vf_vport_num_reverse(esw, vport, nvfs)	\
607
+	for ((vport) = (nvfs); (vport) >= MLX5_VPORT_FIRST_VF; (vport)--)
608
+
609
+/* Includes host PF (vport 0) if it's not esw manager. */
610
+#define mlx5_esw_for_each_host_func_rep(esw, i, rep, nvfs)	\
611
+	for ((i) = (esw)->first_host_vport;			\
612
+	     (rep) = &(esw)->offloads.vport_reps[i],		\
613
+	     (i) <= (nvfs); (i)++)
614
+
615
+#define mlx5_esw_for_each_host_func_rep_reverse(esw, i, rep, nvfs)	\
616
+	for ((i) = (nvfs);						\
617
+	     (rep) = &(esw)->offloads.vport_reps[i],			\
618
+	     (i) >= (esw)->first_host_vport; (i)--)
619
+
620
+#define mlx5_esw_for_each_host_func_vport(esw, vport, nvfs)	\
621
+	for ((vport) = (esw)->first_host_vport;			\
622
+	     (vport) <= (nvfs); (vport)++)
623
+
624
+#define mlx5_esw_for_each_host_func_vport_reverse(esw, vport, nvfs)	\
625
+	for ((vport) = (nvfs);						\
626
+	     (vport) >= (esw)->first_host_vport; (vport)--)
627
+
628
+struct mlx5_eswitch *mlx5_devlink_eswitch_get(struct devlink *devlink);
629
+struct mlx5_vport *__must_check
630
+mlx5_eswitch_get_vport(struct mlx5_eswitch *esw, u16 vport_num);
631
+
632
+bool mlx5_eswitch_is_vf_vport(const struct mlx5_eswitch *esw, u16 vport_num);
633
+
634
+int mlx5_esw_funcs_changed_handler(struct notifier_block *nb, unsigned long type, void *data);
635
+
636
+int
637
+mlx5_eswitch_enable_pf_vf_vports(struct mlx5_eswitch *esw,
638
+				 enum mlx5_eswitch_vport_event enabled_events);
639
+void mlx5_eswitch_disable_pf_vf_vports(struct mlx5_eswitch *esw);
640
+
641
+int
642
+esw_vport_create_offloads_acl_tables(struct mlx5_eswitch *esw,
643
+				     struct mlx5_vport *vport);
644
+void
645
+esw_vport_destroy_offloads_acl_tables(struct mlx5_eswitch *esw,
646
+				      struct mlx5_vport *vport);
647
+
648
+int mlx5_esw_vport_tbl_get(struct mlx5_eswitch *esw);
649
+void mlx5_esw_vport_tbl_put(struct mlx5_eswitch *esw);
650
+
651
+struct mlx5_flow_handle *
652
+esw_add_restore_rule(struct mlx5_eswitch *esw, u32 tag);
653
+u32
654
+esw_get_max_restore_tag(struct mlx5_eswitch *esw);
655
+
656
+int esw_offloads_load_rep(struct mlx5_eswitch *esw, u16 vport_num);
657
+void esw_offloads_unload_rep(struct mlx5_eswitch *esw, u16 vport_num);
658
+
659
+int mlx5_eswitch_load_vport(struct mlx5_eswitch *esw, u16 vport_num,
660
+			    enum mlx5_eswitch_vport_event enabled_events);
661
+void mlx5_eswitch_unload_vport(struct mlx5_eswitch *esw, u16 vport_num);
662
+
663
+int mlx5_eswitch_load_vf_vports(struct mlx5_eswitch *esw, u16 num_vfs,
664
+				enum mlx5_eswitch_vport_event enabled_events);
665
+void mlx5_eswitch_unload_vf_vports(struct mlx5_eswitch *esw, u16 num_vfs);
666
+
667
+int mlx5_esw_offloads_devlink_port_register(struct mlx5_eswitch *esw, u16 vport_num);
668
+void mlx5_esw_offloads_devlink_port_unregister(struct mlx5_eswitch *esw, u16 vport_num);
669
+struct devlink_port *mlx5_esw_offloads_devlink_port(struct mlx5_eswitch *esw, u16 vport_num);
310670 #else  /* CONFIG_MLX5_ESWITCH */
311671 /* eswitch API stubs */
312672 static inline int  mlx5_eswitch_init(struct mlx5_core_dev *dev) { return 0; }
313673 static inline void mlx5_eswitch_cleanup(struct mlx5_eswitch *esw) {}
314
-static inline void mlx5_eswitch_vport_event(struct mlx5_eswitch *esw, struct mlx5_eqe *eqe) {}
315
-static inline int  mlx5_eswitch_enable_sriov(struct mlx5_eswitch *esw, int nvfs, int mode) { return 0; }
316
-static inline void mlx5_eswitch_disable_sriov(struct mlx5_eswitch *esw) {}
674
+static inline int mlx5_eswitch_enable(struct mlx5_eswitch *esw, int num_vfs) { return 0; }
675
+static inline void mlx5_eswitch_disable(struct mlx5_eswitch *esw, bool clear_vf) {}
676
+static inline bool mlx5_esw_lag_prereq(struct mlx5_core_dev *dev0, struct mlx5_core_dev *dev1) { return true; }
677
+static inline bool mlx5_eswitch_is_funcs_handler(struct mlx5_core_dev *dev) { return false; }
678
+static inline
679
+int mlx5_eswitch_set_vport_state(struct mlx5_eswitch *esw, u16 vport, int link_state) { return 0; }
680
+static inline const u32 *mlx5_esw_query_functions(struct mlx5_core_dev *dev)
681
+{
682
+	return ERR_PTR(-EOPNOTSUPP);
683
+}
684
+
685
+static inline struct mlx5_flow_handle *
686
+esw_add_restore_rule(struct mlx5_eswitch *esw, u32 tag)
687
+{
688
+	return ERR_PTR(-EOPNOTSUPP);
689
+}
317690 #endif /* CONFIG_MLX5_ESWITCH */
318691 
319692 #endif /* __MLX5_ESWITCH_H__ */