forked from ~ljy/RK356X_SDK_RELEASE
blame | history | patch | commit | commitdiff
hc
2023-12-08 01573e231f18eb2d99162747186f59511f56b64d 
 kernel/net/xfrm/xfrm_interface.c
....@@ -37,6 +37,7 @@
3737 #include <net/ip.h>
3838 #include <net/ipv6.h>
3939 #include <net/ip6_route.h>
40
+#include <net/ip_tunnels.h>
4041 #include <net/addrconf.h>
4142 #include <net/xfrm.h>
4243 #include <net/net_namespace.h>
....@@ -47,21 +48,30 @@
4748 static void xfrmi_dev_setup(struct net_device *dev);
4849 static struct rtnl_link_ops xfrmi_link_ops __read_mostly;
4950 static unsigned int xfrmi_net_id __read_mostly;
51
+static const struct net_device_ops xfrmi_netdev_ops;
52
+
53
+#define XFRMI_HASH_BITS	8
54
+#define XFRMI_HASH_SIZE	BIT(XFRMI_HASH_BITS)
5055 
5156 struct xfrmi_net {
5257 	/* lists for storing interfaces in use */
53
-	struct xfrm_if __rcu *xfrmi[1];
58
+	struct xfrm_if __rcu *xfrmi[XFRMI_HASH_SIZE];
5459 };
5560 
5661 #define for_each_xfrmi_rcu(start, xi) \
5762 	for (xi = rcu_dereference(start); xi; xi = rcu_dereference(xi->next))
63
+
64
+static u32 xfrmi_hash(u32 if_id)
65
+{
66
+	return hash_32(if_id, XFRMI_HASH_BITS);
67
+}
5868 
5969 static struct xfrm_if *xfrmi_lookup(struct net *net, struct xfrm_state *x)
6070 {
6171 	struct xfrmi_net *xfrmn = net_generic(net, xfrmi_net_id);
6272 	struct xfrm_if *xi;
6373 
64
-	for_each_xfrmi_rcu(xfrmn->xfrmi[0], xi) {
74
+	for_each_xfrmi_rcu(xfrmn->xfrmi[xfrmi_hash(x->if_id)], xi) {
6575 		if (x->if_id == xi->p.if_id &&
6676 		    (xi->dev->flags & IFF_UP))
6777 			return xi;
....@@ -73,8 +83,7 @@
7383 static struct xfrm_if *xfrmi_decode_session(struct sk_buff *skb,
7484 					    unsigned short family)
7585 {
76
-	struct xfrmi_net *xfrmn;
77
-	struct xfrm_if *xi;
86
+	struct net_device *dev;
7887 	int ifindex = 0;
7988 
8089 	if (!secpath_exists(skb) || !skb->dev)
....@@ -88,23 +97,26 @@
8897 		ifindex = inet_sdif(skb);
8998 		break;
9099 	}
91
-	if (!ifindex)
92
-		ifindex = skb->dev->ifindex;
93100 
94
-	xfrmn = net_generic(xs_net(xfrm_input_state(skb)), xfrmi_net_id);
101
+	if (ifindex) {
102
+		struct net *net = xs_net(xfrm_input_state(skb));
95103 
96
-	for_each_xfrmi_rcu(xfrmn->xfrmi[0], xi) {
97
-		if (ifindex == xi->dev->ifindex &&
98
-			(xi->dev->flags & IFF_UP))
99
-				return xi;
104
+		dev = dev_get_by_index_rcu(net, ifindex);
105
+	} else {
106
+		dev = skb->dev;
100107 	}
101108 
102
-	return NULL;
109
+	if (!dev || !(dev->flags & IFF_UP))
110
+		return NULL;
111
+	if (dev->netdev_ops != &xfrmi_netdev_ops)
112
+		return NULL;
113
+
114
+	return netdev_priv(dev);
103115 }
104116 
105117 static void xfrmi_link(struct xfrmi_net *xfrmn, struct xfrm_if *xi)
106118 {
107
-	struct xfrm_if __rcu **xip = &xfrmn->xfrmi[0];
119
+	struct xfrm_if __rcu **xip = &xfrmn->xfrmi[xfrmi_hash(xi->p.if_id)];
108120 
109121 	rcu_assign_pointer(xi->next , rtnl_dereference(*xip));
110122 	rcu_assign_pointer(*xip, xi);
....@@ -115,7 +127,7 @@
115127 	struct xfrm_if __rcu **xip;
116128 	struct xfrm_if *iter;
117129 
118
-	for (xip = &xfrmn->xfrmi[0];
130
+	for (xip = &xfrmn->xfrmi[xfrmi_hash(xi->p.if_id)];
119131 	     (iter = rtnl_dereference(*xip)) != NULL;
120132 	     xip = &iter->next) {
121133 		if (xi == iter) {
....@@ -145,7 +157,6 @@
145157 	if (err < 0)
146158 		goto out;
147159 
148
-	dev_hold(dev);
149160 	xfrmi_link(xfrmn, xi);
150161 
151162 	return 0;
....@@ -160,7 +171,7 @@
160171 	struct xfrm_if *xi;
161172 	struct xfrmi_net *xfrmn = net_generic(net, xfrmi_net_id);
162173 
163
-	for (xip = &xfrmn->xfrmi[0];
174
+	for (xip = &xfrmn->xfrmi[xfrmi_hash(p->if_id)];
164175 	     (xi = rtnl_dereference(*xip)) != NULL;
165176 	     xip = &xi->next)
166177 		if (xi->p.if_id == p->if_id)
....@@ -175,7 +186,6 @@
175186 	struct xfrmi_net *xfrmn = net_generic(xi->net, xfrmi_net_id);
176187 
177188 	xfrmi_unlink(xfrmn, xi);
178
-	dev_put(dev);
179189 }
180190 
181191 static void xfrmi_scrub_packet(struct sk_buff *skb, bool xnet)
....@@ -185,7 +195,7 @@
185195 	skb->skb_iif = 0;
186196 	skb->ignore_df = 0;
187197 	skb_dst_drop(skb);
188
-	nf_reset(skb);
198
+	nf_reset_ct(skb);
189199 	nf_reset_trace(skb);
190200 
191201 	if (!xnet)
....@@ -199,14 +209,13 @@
199209 
200210 static int xfrmi_rcv_cb(struct sk_buff *skb, int err)
201211 {
202
-	struct pcpu_sw_netstats *tstats;
203
-	struct xfrm_mode *inner_mode;
212
+	const struct xfrm_mode *inner_mode;
204213 	struct net_device *dev;
205214 	struct xfrm_state *x;
206215 	struct xfrm_if *xi;
207216 	bool xnet;
208217 
209
-	if (err && !skb->sp)
218
+	if (err && !secpath_exists(skb))
210219 		return 0;
211220 
212221 	x = xfrm_input_state(skb);
....@@ -228,7 +237,7 @@
228237 	xnet = !net_eq(xi->net, dev_net(skb->dev));
229238 
230239 	if (xnet) {
231
-		inner_mode = x->inner_mode;
240
+		inner_mode = &x->inner_mode;
232241 
233242 		if (x->sel.family == AF_UNSPEC) {
234243 			inner_mode = xfrm_ip2inner_mode(x, XFRM_MODE_SKB_CB(skb)->protocol);
....@@ -240,18 +249,12 @@
240249 		}
241250 
242251 		if (!xfrm_policy_check(NULL, XFRM_POLICY_IN, skb,
243
-				       inner_mode->afinfo->family))
252
+				       inner_mode->family))
244253 			return -EPERM;
245254 	}
246255 
247256 	xfrmi_scrub_packet(skb, xnet);
248
-
249
-	tstats = this_cpu_ptr(dev->tstats);
250
-
251
-	u64_stats_update_begin(&tstats->syncp);
252
-	tstats->rx_packets++;
253
-	tstats->rx_bytes += skb->len;
254
-	u64_stats_update_end(&tstats->syncp);
257
+	dev_sw_netstats_rx_add(dev, skb->len);
255258 
256259 	return 0;
257260 }
....@@ -300,7 +303,10 @@
300303 			if (mtu < IPV6_MIN_MTU)
301304 				mtu = IPV6_MIN_MTU;
302305 
303
-			icmpv6_ndo_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu);
306
+			if (skb->len > 1280)
307
+				icmpv6_ndo_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu);
308
+			else
309
+				goto xmit;
304310 		} else {
305311 			if (!(ip_hdr(skb)->frag_off & htons(IP_DF)))
306312 				goto xmit;
....@@ -451,9 +457,9 @@
451457 	}
452458 
453459 	if (icmp_hdr(skb)->type == ICMP_DEST_UNREACH)
454
-		ipv4_update_pmtu(skb, net, info, 0, 0, protocol, 0);
460
+		ipv4_update_pmtu(skb, net, info, 0, protocol);
455461 	else
456
-		ipv4_redirect(skb, net, 0, 0, protocol, 0);
462
+		ipv4_redirect(skb, net, 0, protocol);
457463 	xfrm_state_put(x);
458464 
459465 	return 0;
....@@ -541,30 +547,7 @@
541547 static void xfrmi_get_stats64(struct net_device *dev,
542548 			       struct rtnl_link_stats64 *s)
543549 {
544
-	int cpu;
545
-
546
-	if (!dev->tstats)
547
-		return;
548
-
549
-	for_each_possible_cpu(cpu) {
550
-		struct pcpu_sw_netstats *stats;
551
-		struct pcpu_sw_netstats tmp;
552
-		int start;
553
-
554
-		stats = per_cpu_ptr(dev->tstats, cpu);
555
-		do {
556
-			start = u64_stats_fetch_begin_irq(&stats->syncp);
557
-			tmp.rx_packets = stats->rx_packets;
558
-			tmp.rx_bytes   = stats->rx_bytes;
559
-			tmp.tx_packets = stats->tx_packets;
560
-			tmp.tx_bytes   = stats->tx_bytes;
561
-		} while (u64_stats_fetch_retry_irq(&stats->syncp, start));
562
-
563
-		s->rx_packets += tmp.rx_packets;
564
-		s->rx_bytes   += tmp.rx_bytes;
565
-		s->tx_packets += tmp.tx_packets;
566
-		s->tx_bytes   += tmp.tx_bytes;
567
-	}
550
+	dev_fetch_sw_netstats(s, dev->tstats);
568551 
569552 	s->rx_dropped = dev->stats.rx_dropped;
570553 	s->tx_dropped = dev->stats.tx_dropped;
....@@ -589,6 +572,7 @@
589572 static void xfrmi_dev_setup(struct net_device *dev)
590573 {
591574 	dev->netdev_ops 	= &xfrmi_netdev_ops;
575
+	dev->header_ops		= &ip_tunnel_header_ops;
592576 	dev->type		= ARPHRD_NONE;
593577 	dev->mtu		= ETH_DATA_LEN;
594578 	dev->min_mtu		= ETH_MIN_MTU;
....@@ -698,12 +682,12 @@
698682 	struct net *net = xi->net;
699683 	struct xfrm_if_parms p = {};
700684 
685
+	xfrmi_netlink_parms(data, &p);
701686 	if (!p.if_id) {
702687 		NL_SET_ERR_MSG(extack, "if_id must be non zero");
703688 		return -EINVAL;
704689 	}
705690 
706
-	xfrmi_netlink_parms(data, &p);
707691 	xi = xfrmi_locate(net, &p);
708692 	if (!xi) {
709693 		xi = netdev_priv(dev);
....@@ -739,7 +723,7 @@
739723 	return -EMSGSIZE;
740724 }
741725 
742
-struct net *xfrmi_get_link_net(const struct net_device *dev)
726
+static struct net *xfrmi_get_link_net(const struct net_device *dev)
743727 {
744728 	struct xfrm_if *xi = netdev_priv(dev);
745729 
....@@ -766,33 +750,6 @@
766750 	.get_link_net	= xfrmi_get_link_net,
767751 };
768752 
769
-static void __net_exit xfrmi_destroy_interfaces(struct xfrmi_net *xfrmn)
770
-{
771
-	struct xfrm_if *xi;
772
-	LIST_HEAD(list);
773
-
774
-	xi = rtnl_dereference(xfrmn->xfrmi[0]);
775
-	if (!xi)
776
-		return;
777
-
778
-	unregister_netdevice_queue(xi->dev, &list);
779
-	unregister_netdevice_many(&list);
780
-}
781
-
782
-static int __net_init xfrmi_init_net(struct net *net)
783
-{
784
-	return 0;
785
-}
786
-
787
-static void __net_exit xfrmi_exit_net(struct net *net)
788
-{
789
-	struct xfrmi_net *xfrmn = net_generic(net, xfrmi_net_id);
790
-
791
-	rtnl_lock();
792
-	xfrmi_destroy_interfaces(xfrmn);
793
-	rtnl_unlock();
794
-}
795
-
796753 static void __net_exit xfrmi_exit_batch_net(struct list_head *net_exit_list)
797754 {
798755 	struct net *net;
....@@ -803,11 +760,14 @@
803760 		struct xfrmi_net *xfrmn = net_generic(net, xfrmi_net_id);
804761 		struct xfrm_if __rcu **xip;
805762 		struct xfrm_if *xi;
763
+		int i;
806764 
807
-		for (xip = &xfrmn->xfrmi[0];
808
-		     (xi = rtnl_dereference(*xip)) != NULL;
809
-		     xip = &xi->next)
810
-			unregister_netdevice_queue(xi->dev, &list);
765
+		for (i = 0; i < XFRMI_HASH_SIZE; i++) {
766
+			for (xip = &xfrmn->xfrmi[i];
767
+			     (xi = rtnl_dereference(*xip)) != NULL;
768
+			     xip = &xi->next)
769
+				unregister_netdevice_queue(xi->dev, &list);
770
+		}
811771 	}
812772 	unregister_netdevice_many(&list);
813773 	rtnl_unlock();
....@@ -815,14 +775,13 @@
815775 
816776 static struct pernet_operations xfrmi_net_ops = {
817777 	.exit_batch = xfrmi_exit_batch_net,
818
-	.init = xfrmi_init_net,
819
-	.exit = xfrmi_exit_net,
820778 	.id   = &xfrmi_net_id,
821779 	.size = sizeof(struct xfrmi_net),
822780 };
823781 
824782 static struct xfrm6_protocol xfrmi_esp6_protocol __read_mostly = {
825783 	.handler	=	xfrm6_rcv,
784
+	.input_handler	=	xfrm_input,
826785 	.cb_handler	=	xfrmi_rcv_cb,
827786 	.err_handler	=	xfrmi6_err,
828787 	.priority	=	10,
....@@ -830,6 +789,7 @@
830789 
831790 static struct xfrm6_protocol xfrmi_ah6_protocol __read_mostly = {
832791 	.handler	=	xfrm6_rcv,
792
+	.input_handler	=	xfrm_input,
833793 	.cb_handler	=	xfrmi_rcv_cb,
834794 	.err_handler	=	xfrmi6_err,
835795 	.priority	=	10,
....@@ -837,10 +797,38 @@
837797 
838798 static struct xfrm6_protocol xfrmi_ipcomp6_protocol __read_mostly = {
839799 	.handler	=	xfrm6_rcv,
800
+	.input_handler	=	xfrm_input,
840801 	.cb_handler	=	xfrmi_rcv_cb,
841802 	.err_handler	=	xfrmi6_err,
842803 	.priority	=	10,
843804 };
805
+
806
+#if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
807
+static int xfrmi6_rcv_tunnel(struct sk_buff *skb)
808
+{
809
+	const xfrm_address_t *saddr;
810
+	__be32 spi;
811
+
812
+	saddr = (const xfrm_address_t *)&ipv6_hdr(skb)->saddr;
813
+	spi = xfrm6_tunnel_spi_lookup(dev_net(skb->dev), saddr);
814
+
815
+	return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi, NULL);
816
+}
817
+
818
+static struct xfrm6_tunnel xfrmi_ipv6_handler __read_mostly = {
819
+	.handler	=	xfrmi6_rcv_tunnel,
820
+	.cb_handler	=	xfrmi_rcv_cb,
821
+	.err_handler	=	xfrmi6_err,
822
+	.priority	=	2,
823
+};
824
+
825
+static struct xfrm6_tunnel xfrmi_ip6ip_handler __read_mostly = {
826
+	.handler	=	xfrmi6_rcv_tunnel,
827
+	.cb_handler	=	xfrmi_rcv_cb,
828
+	.err_handler	=	xfrmi6_err,
829
+	.priority	=	2,
830
+};
831
+#endif
844832 
845833 static struct xfrm4_protocol xfrmi_esp4_protocol __read_mostly = {
846834 	.handler	=	xfrm4_rcv,
....@@ -866,6 +854,27 @@
866854 	.priority	=	10,
867855 };
868856 
857
+#if IS_REACHABLE(CONFIG_INET_XFRM_TUNNEL)
858
+static int xfrmi4_rcv_tunnel(struct sk_buff *skb)
859
+{
860
+	return xfrm4_rcv_spi(skb, IPPROTO_IPIP, ip_hdr(skb)->saddr);
861
+}
862
+
863
+static struct xfrm_tunnel xfrmi_ipip_handler __read_mostly = {
864
+	.handler	=	xfrmi4_rcv_tunnel,
865
+	.cb_handler	=	xfrmi_rcv_cb,
866
+	.err_handler	=	xfrmi4_err,
867
+	.priority	=	3,
868
+};
869
+
870
+static struct xfrm_tunnel xfrmi_ipip6_handler __read_mostly = {
871
+	.handler	=	xfrmi4_rcv_tunnel,
872
+	.cb_handler	=	xfrmi_rcv_cb,
873
+	.err_handler	=	xfrmi4_err,
874
+	.priority	=	2,
875
+};
876
+#endif
877
+
869878 static int __init xfrmi4_init(void)
870879 {
871880 	int err;
....@@ -879,9 +888,23 @@
879888 	err = xfrm4_protocol_register(&xfrmi_ipcomp4_protocol, IPPROTO_COMP);
880889 	if (err < 0)
881890 		goto xfrm_proto_comp_failed;
891
+#if IS_REACHABLE(CONFIG_INET_XFRM_TUNNEL)
892
+	err = xfrm4_tunnel_register(&xfrmi_ipip_handler, AF_INET);
893
+	if (err < 0)
894
+		goto xfrm_tunnel_ipip_failed;
895
+	err = xfrm4_tunnel_register(&xfrmi_ipip6_handler, AF_INET6);
896
+	if (err < 0)
897
+		goto xfrm_tunnel_ipip6_failed;
898
+#endif
882899 
883900 	return 0;
884901 
902
+#if IS_REACHABLE(CONFIG_INET_XFRM_TUNNEL)
903
+xfrm_tunnel_ipip6_failed:
904
+	xfrm4_tunnel_deregister(&xfrmi_ipip_handler, AF_INET);
905
+xfrm_tunnel_ipip_failed:
906
+	xfrm4_protocol_deregister(&xfrmi_ipcomp4_protocol, IPPROTO_COMP);
907
+#endif
885908 xfrm_proto_comp_failed:
886909 	xfrm4_protocol_deregister(&xfrmi_ah4_protocol, IPPROTO_AH);
887910 xfrm_proto_ah_failed:
....@@ -892,6 +915,10 @@
892915 
893916 static void xfrmi4_fini(void)
894917 {
918
+#if IS_REACHABLE(CONFIG_INET_XFRM_TUNNEL)
919
+	xfrm4_tunnel_deregister(&xfrmi_ipip6_handler, AF_INET6);
920
+	xfrm4_tunnel_deregister(&xfrmi_ipip_handler, AF_INET);
921
+#endif
895922 	xfrm4_protocol_deregister(&xfrmi_ipcomp4_protocol, IPPROTO_COMP);
896923 	xfrm4_protocol_deregister(&xfrmi_ah4_protocol, IPPROTO_AH);
897924 	xfrm4_protocol_deregister(&xfrmi_esp4_protocol, IPPROTO_ESP);
....@@ -910,9 +937,23 @@
910937 	err = xfrm6_protocol_register(&xfrmi_ipcomp6_protocol, IPPROTO_COMP);
911938 	if (err < 0)
912939 		goto xfrm_proto_comp_failed;
940
+#if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
941
+	err = xfrm6_tunnel_register(&xfrmi_ipv6_handler, AF_INET6);
942
+	if (err < 0)
943
+		goto xfrm_tunnel_ipv6_failed;
944
+	err = xfrm6_tunnel_register(&xfrmi_ip6ip_handler, AF_INET);
945
+	if (err < 0)
946
+		goto xfrm_tunnel_ip6ip_failed;
947
+#endif
913948 
914949 	return 0;
915950 
951
+#if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
952
+xfrm_tunnel_ip6ip_failed:
953
+	xfrm6_tunnel_deregister(&xfrmi_ipv6_handler, AF_INET6);
954
+xfrm_tunnel_ipv6_failed:
955
+	xfrm6_protocol_deregister(&xfrmi_ipcomp6_protocol, IPPROTO_COMP);
956
+#endif
916957 xfrm_proto_comp_failed:
917958 	xfrm6_protocol_deregister(&xfrmi_ah6_protocol, IPPROTO_AH);
918959 xfrm_proto_ah_failed:
....@@ -923,6 +964,10 @@
923964 
924965 static void xfrmi6_fini(void)
925966 {
967
+#if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
968
+	xfrm6_tunnel_deregister(&xfrmi_ip6ip_handler, AF_INET);
969
+	xfrm6_tunnel_deregister(&xfrmi_ipv6_handler, AF_INET6);
970
+#endif
926971 	xfrm6_protocol_deregister(&xfrmi_ipcomp6_protocol, IPPROTO_COMP);
927972 	xfrm6_protocol_deregister(&xfrmi_ah6_protocol, IPPROTO_AH);
928973 	xfrm6_protocol_deregister(&xfrmi_esp6_protocol, IPPROTO_ESP);