vlan_core.c revision a02cec2155fbea457eca8881870fd2de1a4c4c76
1#include <linux/skbuff.h>
2#include <linux/netdevice.h>
3#include <linux/if_vlan.h>
4#include <linux/netpoll.h>
5#include "vlan.h"
6
7/* VLAN rx hw acceleration helper.  This acts like netif_{rx,receive_skb}(). */
8int __vlan_hwaccel_rx(struct sk_buff *skb, struct vlan_group *grp,
9		      u16 vlan_tci, int polling)
10{
11	struct net_device *vlan_dev;
12	u16 vlan_id;
13
14	if (netpoll_rx(skb))
15		return NET_RX_DROP;
16
17	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
18		skb->deliver_no_wcard = 1;
19
20	skb->skb_iif = skb->dev->ifindex;
21	__vlan_hwaccel_put_tag(skb, vlan_tci);
22	vlan_id = vlan_tci & VLAN_VID_MASK;
23	vlan_dev = vlan_group_get_device(grp, vlan_id);
24
25	if (vlan_dev)
26		skb->dev = vlan_dev;
27	else if (vlan_id)
28		goto drop;
29
30	return polling ? netif_receive_skb(skb) : netif_rx(skb);
31
32drop:
33	dev_kfree_skb_any(skb);
34	return NET_RX_DROP;
35}
36EXPORT_SYMBOL(__vlan_hwaccel_rx);
37
38void vlan_hwaccel_do_receive(struct sk_buff *skb)
39{
40	struct net_device *dev = skb->dev;
41	struct vlan_rx_stats     *rx_stats;
42
43	skb->dev = vlan_dev_real_dev(dev);
44	netif_nit_deliver(skb);
45
46	skb->dev = dev;
47	skb->priority = vlan_get_ingress_priority(dev, skb->vlan_tci);
48	skb->vlan_tci = 0;
49
50	rx_stats = this_cpu_ptr(vlan_dev_info(dev)->vlan_rx_stats);
51
52	u64_stats_update_begin(&rx_stats->syncp);
53	rx_stats->rx_packets++;
54	rx_stats->rx_bytes += skb->len;
55
56	switch (skb->pkt_type) {
57	case PACKET_BROADCAST:
58		break;
59	case PACKET_MULTICAST:
60		rx_stats->rx_multicast++;
61		break;
62	case PACKET_OTHERHOST:
63		/* Our lower layer thinks this is not local, let's make sure.
64		 * This allows the VLAN to have a different MAC than the
65		 * underlying device, and still route correctly. */
66		if (!compare_ether_addr(eth_hdr(skb)->h_dest,
67					dev->dev_addr))
68			skb->pkt_type = PACKET_HOST;
69		break;
70	}
71	u64_stats_update_end(&rx_stats->syncp);
72}
73
74struct net_device *vlan_dev_real_dev(const struct net_device *dev)
75{
76	return vlan_dev_info(dev)->real_dev;
77}
78EXPORT_SYMBOL(vlan_dev_real_dev);
79
80u16 vlan_dev_vlan_id(const struct net_device *dev)
81{
82	return vlan_dev_info(dev)->vlan_id;
83}
84EXPORT_SYMBOL(vlan_dev_vlan_id);
85
86static gro_result_t
87vlan_gro_common(struct napi_struct *napi, struct vlan_group *grp,
88		unsigned int vlan_tci, struct sk_buff *skb)
89{
90	struct sk_buff *p;
91	struct net_device *vlan_dev;
92	u16 vlan_id;
93
94	if (skb_bond_should_drop(skb, ACCESS_ONCE(skb->dev->master)))
95		skb->deliver_no_wcard = 1;
96
97	skb->skb_iif = skb->dev->ifindex;
98	__vlan_hwaccel_put_tag(skb, vlan_tci);
99	vlan_id = vlan_tci & VLAN_VID_MASK;
100	vlan_dev = vlan_group_get_device(grp, vlan_id);
101
102	if (vlan_dev)
103		skb->dev = vlan_dev;
104	else if (vlan_id)
105		goto drop;
106
107	for (p = napi->gro_list; p; p = p->next) {
108		unsigned long diffs;
109
110		diffs = (unsigned long)p->dev ^ (unsigned long)skb->dev;
111		diffs |= compare_ether_header(skb_mac_header(p),
112					      skb_gro_mac_header(skb));
113		NAPI_GRO_CB(p)->same_flow = !diffs;
114		NAPI_GRO_CB(p)->flush = 0;
115	}
116
117	return dev_gro_receive(napi, skb);
118
119drop:
120	return GRO_DROP;
121}
122
123gro_result_t vlan_gro_receive(struct napi_struct *napi, struct vlan_group *grp,
124			      unsigned int vlan_tci, struct sk_buff *skb)
125{
126	if (netpoll_rx_on(skb))
127		return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
128			? GRO_DROP : GRO_NORMAL;
129
130	skb_gro_reset_offset(skb);
131
132	return napi_skb_finish(vlan_gro_common(napi, grp, vlan_tci, skb), skb);
133}
134EXPORT_SYMBOL(vlan_gro_receive);
135
136gro_result_t vlan_gro_frags(struct napi_struct *napi, struct vlan_group *grp,
137			    unsigned int vlan_tci)
138{
139	struct sk_buff *skb = napi_frags_skb(napi);
140
141	if (!skb)
142		return GRO_DROP;
143
144	if (netpoll_rx_on(skb)) {
145		skb->protocol = eth_type_trans(skb, skb->dev);
146		return vlan_hwaccel_receive_skb(skb, grp, vlan_tci)
147			? GRO_DROP : GRO_NORMAL;
148	}
149
150	return napi_frags_finish(napi, skb,
151				 vlan_gro_common(napi, grp, vlan_tci, skb));
152}
153EXPORT_SYMBOL(vlan_gro_frags);
154