| .. | .. |
|---|
| 7 | 7 | |
|---|
| 8 | 8 | #if IS_ENABLED(CONFIG_IPV6) |
|---|
| 9 | 9 | #include <net/ipv6.h> |
|---|
| 10 | | -#include <net/addrconf.h> |
|---|
| 10 | +#include <net/ipv6_stubs.h> |
|---|
| 11 | 11 | #endif |
|---|
| 12 | 12 | |
|---|
| 13 | 13 | struct udp_port_cfg { |
|---|
| .. | .. |
|---|
| 30 | 30 | |
|---|
| 31 | 31 | __be16 local_udp_port; |
|---|
| 32 | 32 | __be16 peer_udp_port; |
|---|
| 33 | + int bind_ifindex; |
|---|
| 33 | 34 | unsigned int use_udp_checksums:1, |
|---|
| 34 | 35 | use_udp6_tx_checksums:1, |
|---|
| 35 | 36 | use_udp6_rx_checksums:1, |
|---|
| .. | .. |
|---|
| 64 | 65 | } |
|---|
| 65 | 66 | |
|---|
| 66 | 67 | typedef int (*udp_tunnel_encap_rcv_t)(struct sock *sk, struct sk_buff *skb); |
|---|
| 68 | +typedef int (*udp_tunnel_encap_err_lookup_t)(struct sock *sk, |
|---|
| 69 | + struct sk_buff *skb); |
|---|
| 67 | 70 | typedef void (*udp_tunnel_encap_destroy_t)(struct sock *sk); |
|---|
| 68 | 71 | typedef struct sk_buff *(*udp_tunnel_gro_receive_t)(struct sock *sk, |
|---|
| 69 | 72 | struct list_head *head, |
|---|
| .. | .. |
|---|
| 76 | 79 | /* Used for setting up udp_sock fields, see udp.h for details */ |
|---|
| 77 | 80 | __u8 encap_type; |
|---|
| 78 | 81 | udp_tunnel_encap_rcv_t encap_rcv; |
|---|
| 82 | + udp_tunnel_encap_err_lookup_t encap_err_lookup; |
|---|
| 79 | 83 | udp_tunnel_encap_destroy_t encap_destroy; |
|---|
| 80 | 84 | udp_tunnel_gro_receive_t gro_receive; |
|---|
| 81 | 85 | udp_tunnel_gro_complete_t gro_complete; |
|---|
| .. | .. |
|---|
| 102 | 106 | * call this function to perform Tx offloads on outgoing traffic. |
|---|
| 103 | 107 | */ |
|---|
| 104 | 108 | enum udp_parsable_tunnel_type { |
|---|
| 105 | | - UDP_TUNNEL_TYPE_VXLAN, /* RFC 7348 */ |
|---|
| 106 | | - UDP_TUNNEL_TYPE_GENEVE, /* draft-ietf-nvo3-geneve */ |
|---|
| 107 | | - UDP_TUNNEL_TYPE_VXLAN_GPE, /* draft-ietf-nvo3-vxlan-gpe */ |
|---|
| 109 | + UDP_TUNNEL_TYPE_VXLAN = BIT(0), /* RFC 7348 */ |
|---|
| 110 | + UDP_TUNNEL_TYPE_GENEVE = BIT(1), /* draft-ietf-nvo3-geneve */ |
|---|
| 111 | + UDP_TUNNEL_TYPE_VXLAN_GPE = BIT(2), /* draft-ietf-nvo3-vxlan-gpe */ |
|---|
| 108 | 112 | }; |
|---|
| 109 | 113 | |
|---|
| 110 | 114 | struct udp_tunnel_info { |
|---|
| 111 | 115 | unsigned short type; |
|---|
| 112 | 116 | sa_family_t sa_family; |
|---|
| 113 | 117 | __be16 port; |
|---|
| 118 | + u8 hw_priv; |
|---|
| 114 | 119 | }; |
|---|
| 115 | 120 | |
|---|
| 116 | 121 | /* Notify network devices of offloadable types */ |
|---|
| .. | .. |
|---|
| 139 | 144 | __be16 df, __be16 src_port, __be16 dst_port, |
|---|
| 140 | 145 | bool xnet, bool nocheck); |
|---|
| 141 | 146 | |
|---|
| 142 | | -#if IS_ENABLED(CONFIG_IPV6) |
|---|
| 143 | 147 | int udp_tunnel6_xmit_skb(struct dst_entry *dst, struct sock *sk, |
|---|
| 144 | 148 | struct sk_buff *skb, |
|---|
| 145 | 149 | struct net_device *dev, struct in6_addr *saddr, |
|---|
| 146 | 150 | struct in6_addr *daddr, |
|---|
| 147 | 151 | __u8 prio, __u8 ttl, __be32 label, |
|---|
| 148 | 152 | __be16 src_port, __be16 dst_port, bool nocheck); |
|---|
| 149 | | -#endif |
|---|
| 150 | 153 | |
|---|
| 151 | 154 | void udp_tunnel_sock_release(struct socket *sock); |
|---|
| 152 | 155 | |
|---|
| .. | .. |
|---|
| 165 | 168 | |
|---|
| 166 | 169 | static inline void udp_tunnel_encap_enable(struct socket *sock) |
|---|
| 167 | 170 | { |
|---|
| 171 | + struct udp_sock *up = udp_sk(sock->sk); |
|---|
| 172 | + |
|---|
| 173 | + if (up->encap_enabled) |
|---|
| 174 | + return; |
|---|
| 175 | + |
|---|
| 176 | + up->encap_enabled = 1; |
|---|
| 168 | 177 | #if IS_ENABLED(CONFIG_IPV6) |
|---|
| 169 | 178 | if (sock->sk->sk_family == PF_INET6) |
|---|
| 170 | 179 | ipv6_stub->udpv6_encap_enable(); |
|---|
| 171 | | - else |
|---|
| 172 | 180 | #endif |
|---|
| 173 | | - udp_encap_enable(); |
|---|
| 181 | + udp_encap_enable(); |
|---|
| 174 | 182 | } |
|---|
| 175 | 183 | |
|---|
| 184 | +#define UDP_TUNNEL_NIC_MAX_TABLES 4 |
|---|
| 185 | + |
|---|
| 186 | +enum udp_tunnel_nic_info_flags { |
|---|
| 187 | + /* Device callbacks may sleep */ |
|---|
| 188 | + UDP_TUNNEL_NIC_INFO_MAY_SLEEP = BIT(0), |
|---|
| 189 | + /* Device only supports offloads when it's open, all ports |
|---|
| 190 | + * will be removed before close and re-added after open. |
|---|
| 191 | + */ |
|---|
| 192 | + UDP_TUNNEL_NIC_INFO_OPEN_ONLY = BIT(1), |
|---|
| 193 | + /* Device supports only IPv4 tunnels */ |
|---|
| 194 | + UDP_TUNNEL_NIC_INFO_IPV4_ONLY = BIT(2), |
|---|
| 195 | + /* Device has hard-coded the IANA VXLAN port (4789) as VXLAN. |
|---|
| 196 | + * This port must not be counted towards n_entries of any table. |
|---|
| 197 | + * Driver will not receive any callback associated with port 4789. |
|---|
| 198 | + */ |
|---|
| 199 | + UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = BIT(3), |
|---|
| 200 | +}; |
|---|
| 201 | + |
|---|
| 202 | +struct udp_tunnel_nic; |
|---|
| 203 | + |
|---|
| 204 | +#define UDP_TUNNEL_NIC_MAX_SHARING_DEVICES (U16_MAX / 2) |
|---|
| 205 | + |
|---|
| 206 | +struct udp_tunnel_nic_shared { |
|---|
| 207 | + struct udp_tunnel_nic *udp_tunnel_nic_info; |
|---|
| 208 | + |
|---|
| 209 | + struct list_head devices; |
|---|
| 210 | +}; |
|---|
| 211 | + |
|---|
| 212 | +struct udp_tunnel_nic_shared_node { |
|---|
| 213 | + struct net_device *dev; |
|---|
| 214 | + struct list_head list; |
|---|
| 215 | +}; |
|---|
| 216 | + |
|---|
| 217 | +/** |
|---|
| 218 | + * struct udp_tunnel_nic_info - driver UDP tunnel offload information |
|---|
| 219 | + * @set_port: callback for adding a new port |
|---|
| 220 | + * @unset_port: callback for removing a port |
|---|
| 221 | + * @sync_table: callback for syncing the entire port table at once |
|---|
| 222 | + * @shared: reference to device global state (optional) |
|---|
| 223 | + * @flags: device flags from enum udp_tunnel_nic_info_flags |
|---|
| 224 | + * @tables: UDP port tables this device has |
|---|
| 225 | + * @tables.n_entries: number of entries in this table |
|---|
| 226 | + * @tables.tunnel_types: types of tunnels this table accepts |
|---|
| 227 | + * |
|---|
| 228 | + * Drivers are expected to provide either @set_port and @unset_port callbacks |
|---|
| 229 | + * or the @sync_table callback. Callbacks are invoked with rtnl lock held. |
|---|
| 230 | + * |
|---|
| 231 | + * Devices which (misguidedly) share the UDP tunnel port table across multiple |
|---|
| 232 | + * netdevs should allocate an instance of struct udp_tunnel_nic_shared and |
|---|
| 233 | + * point @shared at it. |
|---|
| 234 | + * There must never be more than %UDP_TUNNEL_NIC_MAX_SHARING_DEVICES devices |
|---|
| 235 | + * sharing a table. |
|---|
| 236 | + * |
|---|
| 237 | + * Known limitations: |
|---|
| 238 | + * - UDP tunnel port notifications are fundamentally best-effort - |
|---|
| 239 | + * it is likely the driver will both see skbs which use a UDP tunnel port, |
|---|
| 240 | + * while not being a tunneled skb, and tunnel skbs from other ports - |
|---|
| 241 | + * drivers should only use these ports for non-critical RX-side offloads, |
|---|
| 242 | + * e.g. the checksum offload; |
|---|
| 243 | + * - none of the devices care about the socket family at present, so we don't |
|---|
| 244 | + * track it. Please extend this code if you care. |
|---|
| 245 | + */ |
|---|
| 246 | +struct udp_tunnel_nic_info { |
|---|
| 247 | + /* one-by-one */ |
|---|
| 248 | + int (*set_port)(struct net_device *dev, |
|---|
| 249 | + unsigned int table, unsigned int entry, |
|---|
| 250 | + struct udp_tunnel_info *ti); |
|---|
| 251 | + int (*unset_port)(struct net_device *dev, |
|---|
| 252 | + unsigned int table, unsigned int entry, |
|---|
| 253 | + struct udp_tunnel_info *ti); |
|---|
| 254 | + |
|---|
| 255 | + /* all at once */ |
|---|
| 256 | + int (*sync_table)(struct net_device *dev, unsigned int table); |
|---|
| 257 | + |
|---|
| 258 | + struct udp_tunnel_nic_shared *shared; |
|---|
| 259 | + |
|---|
| 260 | + unsigned int flags; |
|---|
| 261 | + |
|---|
| 262 | + struct udp_tunnel_nic_table_info { |
|---|
| 263 | + unsigned int n_entries; |
|---|
| 264 | + unsigned int tunnel_types; |
|---|
| 265 | + } tables[UDP_TUNNEL_NIC_MAX_TABLES]; |
|---|
| 266 | +}; |
|---|
| 267 | + |
|---|
| 268 | +/* UDP tunnel module dependencies |
|---|
| 269 | + * |
|---|
| 270 | + * Tunnel drivers are expected to have a hard dependency on the udp_tunnel |
|---|
| 271 | + * module. NIC drivers are not, they just attach their |
|---|
| 272 | + * struct udp_tunnel_nic_info to the netdev and wait for callbacks to come. |
|---|
| 273 | + * Loading a tunnel driver will cause the udp_tunnel module to be loaded |
|---|
| 274 | + * and only then will all the required state structures be allocated. |
|---|
| 275 | + * Since we want a weak dependency from the drivers and the core to udp_tunnel |
|---|
| 276 | + * we call things through the following stubs. |
|---|
| 277 | + */ |
|---|
| 278 | +struct udp_tunnel_nic_ops { |
|---|
| 279 | + void (*get_port)(struct net_device *dev, unsigned int table, |
|---|
| 280 | + unsigned int idx, struct udp_tunnel_info *ti); |
|---|
| 281 | + void (*set_port_priv)(struct net_device *dev, unsigned int table, |
|---|
| 282 | + unsigned int idx, u8 priv); |
|---|
| 283 | + void (*add_port)(struct net_device *dev, struct udp_tunnel_info *ti); |
|---|
| 284 | + void (*del_port)(struct net_device *dev, struct udp_tunnel_info *ti); |
|---|
| 285 | + void (*reset_ntf)(struct net_device *dev); |
|---|
| 286 | + |
|---|
| 287 | + size_t (*dump_size)(struct net_device *dev, unsigned int table); |
|---|
| 288 | + int (*dump_write)(struct net_device *dev, unsigned int table, |
|---|
| 289 | + struct sk_buff *skb); |
|---|
| 290 | +}; |
|---|
| 291 | + |
|---|
| 292 | +#ifdef CONFIG_INET |
|---|
| 293 | +extern const struct udp_tunnel_nic_ops *udp_tunnel_nic_ops; |
|---|
| 294 | +#else |
|---|
| 295 | +#define udp_tunnel_nic_ops ((struct udp_tunnel_nic_ops *)NULL) |
|---|
| 296 | +#endif |
|---|
| 297 | + |
|---|
| 298 | +static inline void |
|---|
| 299 | +udp_tunnel_nic_get_port(struct net_device *dev, unsigned int table, |
|---|
| 300 | + unsigned int idx, struct udp_tunnel_info *ti) |
|---|
| 301 | +{ |
|---|
| 302 | + /* This helper is used from .sync_table, we indicate empty entries |
|---|
| 303 | + * by zero'ed @ti. Drivers which need to know the details of a port |
|---|
| 304 | + * when it gets deleted should use the .set_port / .unset_port |
|---|
| 305 | + * callbacks. |
|---|
| 306 | + * Zero out here, otherwise !CONFIG_INET causes uninitilized warnings. |
|---|
| 307 | + */ |
|---|
| 308 | + memset(ti, 0, sizeof(*ti)); |
|---|
| 309 | + |
|---|
| 310 | + if (udp_tunnel_nic_ops) |
|---|
| 311 | + udp_tunnel_nic_ops->get_port(dev, table, idx, ti); |
|---|
| 312 | +} |
|---|
| 313 | + |
|---|
| 314 | +static inline void |
|---|
| 315 | +udp_tunnel_nic_set_port_priv(struct net_device *dev, unsigned int table, |
|---|
| 316 | + unsigned int idx, u8 priv) |
|---|
| 317 | +{ |
|---|
| 318 | + if (udp_tunnel_nic_ops) |
|---|
| 319 | + udp_tunnel_nic_ops->set_port_priv(dev, table, idx, priv); |
|---|
| 320 | +} |
|---|
| 321 | + |
|---|
| 322 | +static inline void |
|---|
| 323 | +udp_tunnel_nic_add_port(struct net_device *dev, struct udp_tunnel_info *ti) |
|---|
| 324 | +{ |
|---|
| 325 | + if (udp_tunnel_nic_ops) |
|---|
| 326 | + udp_tunnel_nic_ops->add_port(dev, ti); |
|---|
| 327 | +} |
|---|
| 328 | + |
|---|
| 329 | +static inline void |
|---|
| 330 | +udp_tunnel_nic_del_port(struct net_device *dev, struct udp_tunnel_info *ti) |
|---|
| 331 | +{ |
|---|
| 332 | + if (udp_tunnel_nic_ops) |
|---|
| 333 | + udp_tunnel_nic_ops->del_port(dev, ti); |
|---|
| 334 | +} |
|---|
| 335 | + |
|---|
| 336 | +/** |
|---|
| 337 | + * udp_tunnel_nic_reset_ntf() - device-originating reset notification |
|---|
| 338 | + * @dev: network interface device structure |
|---|
| 339 | + * |
|---|
| 340 | + * Called by the driver to inform the core that the entire UDP tunnel port |
|---|
| 341 | + * state has been lost, usually due to device reset. Core will assume device |
|---|
| 342 | + * forgot all the ports and issue .set_port and .sync_table callbacks as |
|---|
| 343 | + * necessary. |
|---|
| 344 | + * |
|---|
| 345 | + * This function must be called with rtnl lock held, and will issue all |
|---|
| 346 | + * the callbacks before returning. |
|---|
| 347 | + */ |
|---|
| 348 | +static inline void udp_tunnel_nic_reset_ntf(struct net_device *dev) |
|---|
| 349 | +{ |
|---|
| 350 | + if (udp_tunnel_nic_ops) |
|---|
| 351 | + udp_tunnel_nic_ops->reset_ntf(dev); |
|---|
| 352 | +} |
|---|
| 353 | + |
|---|
| 354 | +static inline size_t |
|---|
| 355 | +udp_tunnel_nic_dump_size(struct net_device *dev, unsigned int table) |
|---|
| 356 | +{ |
|---|
| 357 | + if (!udp_tunnel_nic_ops) |
|---|
| 358 | + return 0; |
|---|
| 359 | + return udp_tunnel_nic_ops->dump_size(dev, table); |
|---|
| 360 | +} |
|---|
| 361 | + |
|---|
| 362 | +static inline int |
|---|
| 363 | +udp_tunnel_nic_dump_write(struct net_device *dev, unsigned int table, |
|---|
| 364 | + struct sk_buff *skb) |
|---|
| 365 | +{ |
|---|
| 366 | + if (!udp_tunnel_nic_ops) |
|---|
| 367 | + return 0; |
|---|
| 368 | + return udp_tunnel_nic_ops->dump_write(dev, table, skb); |
|---|
| 369 | +} |
|---|
| 176 | 370 | #endif |
|---|