wme.c revision f9d540ee5f7e480339911df8d7389ef4c435ab54
1/*
2 * Copyright 2004, Instant802 Networks, Inc.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 */
8
9#include <linux/netdevice.h>
10#include <linux/skbuff.h>
11#include <linux/module.h>
12#include <linux/if_arp.h>
13#include <linux/types.h>
14#include <net/ip.h>
15#include <net/pkt_sched.h>
16
17#include <net/mac80211.h>
18#include "ieee80211_i.h"
19#include "wme.h"
20
21/* maximum number of hardware queues we support. */
22#define TC_80211_MAX_QUEUES 8
23
24struct ieee80211_sched_data
25{
26	struct tcf_proto *filter_list;
27	struct Qdisc *queues[TC_80211_MAX_QUEUES];
28	struct sk_buff_head requeued[TC_80211_MAX_QUEUES];
29};
30
31
32/* given a data frame determine the 802.1p/1d tag to use */
33static inline unsigned classify_1d(struct sk_buff *skb, struct Qdisc *qd)
34{
35	struct iphdr *ip;
36	int dscp;
37	int offset;
38
39	struct ieee80211_sched_data *q = qdisc_priv(qd);
40	struct tcf_result res = { -1, 0 };
41
42	/* if there is a user set filter list, call out to that */
43	if (q->filter_list) {
44		tc_classify(skb, q->filter_list, &res);
45		if (res.class != -1)
46			return res.class;
47	}
48
49	/* skb->priority values from 256->263 are magic values to
50	 * directly indicate a specific 802.1d priority.
51	 * This is used to allow 802.1d priority to be passed directly in
52	 * from VLAN tags, etc. */
53	if (skb->priority >= 256 && skb->priority <= 263)
54		return skb->priority - 256;
55
56	/* check there is a valid IP header present */
57	offset = ieee80211_get_hdrlen_from_skb(skb) + 8 /* LLC + proto */;
58	if (skb->protocol != __constant_htons(ETH_P_IP) ||
59	    skb->len < offset + sizeof(*ip))
60		return 0;
61
62	ip = (struct iphdr *) (skb->data + offset);
63
64	dscp = ip->tos & 0xfc;
65	if (dscp & 0x1c)
66		return 0;
67	return dscp >> 5;
68}
69
70
71static inline int wme_downgrade_ac(struct sk_buff *skb)
72{
73	switch (skb->priority) {
74	case 6:
75	case 7:
76		skb->priority = 5; /* VO -> VI */
77		return 0;
78	case 4:
79	case 5:
80		skb->priority = 3; /* VI -> BE */
81		return 0;
82	case 0:
83	case 3:
84		skb->priority = 2; /* BE -> BK */
85		return 0;
86	default:
87		return -1;
88	}
89}
90
91
92/* positive return value indicates which queue to use
93 * negative return value indicates to drop the frame */
94static inline int classify80211(struct sk_buff *skb, struct Qdisc *qd)
95{
96	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
97	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
98	unsigned short fc = le16_to_cpu(hdr->frame_control);
99	int qos;
100	const int ieee802_1d_to_ac[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };
101
102	/* see if frame is data or non data frame */
103	if (unlikely((fc & IEEE80211_FCTL_FTYPE) != IEEE80211_FTYPE_DATA)) {
104		/* management frames go on AC_VO queue, but are sent
105		* without QoS control fields */
106		return IEEE80211_TX_QUEUE_DATA0;
107	}
108
109	if (0 /* injected */) {
110		/* use AC from radiotap */
111	}
112
113	/* is this a QoS frame? */
114	qos = fc & IEEE80211_STYPE_QOS_DATA;
115
116	if (!qos) {
117		skb->priority = 0; /* required for correct WPA/11i MIC */
118		return ieee802_1d_to_ac[skb->priority];
119	}
120
121	/* use the data classifier to determine what 802.1d tag the
122	 * data frame has */
123	skb->priority = classify_1d(skb, qd);
124
125	/* in case we are a client verify acm is not set for this ac */
126	while (unlikely(local->wmm_acm & BIT(skb->priority))) {
127		if (wme_downgrade_ac(skb)) {
128			/* No AC with lower priority has acm=0, drop packet. */
129			return -1;
130		}
131	}
132
133	/* look up which queue to use for frames with this 1d tag */
134	return ieee802_1d_to_ac[skb->priority];
135}
136
137
138static int wme_qdiscop_enqueue(struct sk_buff *skb, struct Qdisc* qd)
139{
140	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
141	struct ieee80211_sched_data *q = qdisc_priv(qd);
142	struct ieee80211_tx_packet_data *pkt_data =
143		(struct ieee80211_tx_packet_data *) skb->cb;
144	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
145	unsigned short fc = le16_to_cpu(hdr->frame_control);
146	struct Qdisc *qdisc;
147	int err, queue;
148
149	if (pkt_data->flags & IEEE80211_TXPD_REQUEUE) {
150		skb_queue_tail(&q->requeued[pkt_data->queue], skb);
151		qd->q.qlen++;
152		return 0;
153	}
154
155	queue = classify80211(skb, qd);
156
157	/* now we know the 1d priority, fill in the QoS header if there is one
158	 */
159	if (WLAN_FC_IS_QOS_DATA(fc)) {
160		u8 *p = skb->data + ieee80211_get_hdrlen(fc) - 2;
161		u8 qos_hdr = skb->priority & QOS_CONTROL_TAG1D_MASK;
162		if (local->wifi_wme_noack_test)
163			qos_hdr |= QOS_CONTROL_ACK_POLICY_NOACK <<
164					QOS_CONTROL_ACK_POLICY_SHIFT;
165		/* qos header is 2 bytes, second reserved */
166		*p = qos_hdr;
167		p++;
168		*p = 0;
169	}
170
171	if (unlikely(queue >= local->hw.queues)) {
172#if 0
173		if (net_ratelimit()) {
174			printk(KERN_DEBUG "%s - queue=%d (hw does not "
175			       "support) -> %d\n",
176			       __func__, queue, local->hw.queues - 1);
177		}
178#endif
179		queue = local->hw.queues - 1;
180	}
181
182	if (unlikely(queue < 0)) {
183			kfree_skb(skb);
184			err = NET_XMIT_DROP;
185	} else {
186		pkt_data->queue = (unsigned int) queue;
187		qdisc = q->queues[queue];
188		err = qdisc->enqueue(skb, qdisc);
189		if (err == NET_XMIT_SUCCESS) {
190			qd->q.qlen++;
191			qd->bstats.bytes += skb->len;
192			qd->bstats.packets++;
193			return NET_XMIT_SUCCESS;
194		}
195	}
196	qd->qstats.drops++;
197	return err;
198}
199
200
201/* TODO: clean up the cases where master_hard_start_xmit
202 * returns non 0 - it shouldn't ever do that. Once done we
203 * can remove this function */
204static int wme_qdiscop_requeue(struct sk_buff *skb, struct Qdisc* qd)
205{
206	struct ieee80211_sched_data *q = qdisc_priv(qd);
207	struct ieee80211_tx_packet_data *pkt_data =
208		(struct ieee80211_tx_packet_data *) skb->cb;
209	struct Qdisc *qdisc;
210	int err;
211
212	/* we recorded which queue to use earlier! */
213	qdisc = q->queues[pkt_data->queue];
214
215	if ((err = qdisc->ops->requeue(skb, qdisc)) == 0) {
216		qd->q.qlen++;
217		return 0;
218	}
219	qd->qstats.drops++;
220	return err;
221}
222
223
224static struct sk_buff *wme_qdiscop_dequeue(struct Qdisc* qd)
225{
226	struct ieee80211_sched_data *q = qdisc_priv(qd);
227	struct net_device *dev = qd->dev;
228	struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
229	struct ieee80211_hw *hw = &local->hw;
230	struct sk_buff *skb;
231	struct Qdisc *qdisc;
232	int queue;
233
234	/* check all the h/w queues in numeric/priority order */
235	for (queue = 0; queue < hw->queues; queue++) {
236		/* see if there is room in this hardware queue */
237		if (test_bit(IEEE80211_LINK_STATE_XOFF,
238			     &local->state[queue]) ||
239		    test_bit(IEEE80211_LINK_STATE_PENDING,
240			     &local->state[queue]))
241			continue;
242
243		/* there is space - try and get a frame */
244		skb = skb_dequeue(&q->requeued[queue]);
245		if (skb) {
246			qd->q.qlen--;
247			return skb;
248		}
249
250		qdisc = q->queues[queue];
251		skb = qdisc->dequeue(qdisc);
252		if (skb) {
253			qd->q.qlen--;
254			return skb;
255		}
256	}
257	/* returning a NULL here when all the h/w queues are full means we
258	 * never need to call netif_stop_queue in the driver */
259	return NULL;
260}
261
262
263static void wme_qdiscop_reset(struct Qdisc* qd)
264{
265	struct ieee80211_sched_data *q = qdisc_priv(qd);
266	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
267	struct ieee80211_hw *hw = &local->hw;
268	int queue;
269
270	/* QUESTION: should we have some hardware flush functionality here? */
271
272	for (queue = 0; queue < hw->queues; queue++) {
273		skb_queue_purge(&q->requeued[queue]);
274		qdisc_reset(q->queues[queue]);
275	}
276	qd->q.qlen = 0;
277}
278
279
280static void wme_qdiscop_destroy(struct Qdisc* qd)
281{
282	struct ieee80211_sched_data *q = qdisc_priv(qd);
283	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
284	struct ieee80211_hw *hw = &local->hw;
285	int queue;
286
287	tcf_destroy_chain(q->filter_list);
288	q->filter_list = NULL;
289
290	for (queue=0; queue < hw->queues; queue++) {
291		skb_queue_purge(&q->requeued[queue]);
292		qdisc_destroy(q->queues[queue]);
293		q->queues[queue] = &noop_qdisc;
294	}
295}
296
297
298/* called whenever parameters are updated on existing qdisc */
299static int wme_qdiscop_tune(struct Qdisc *qd, struct rtattr *opt)
300{
301/*	struct ieee80211_sched_data *q = qdisc_priv(qd);
302*/
303	/* check our options block is the right size */
304	/* copy any options to our local structure */
305/*	Ignore options block for now - always use static mapping
306	struct tc_ieee80211_qopt *qopt = RTA_DATA(opt);
307
308	if (opt->rta_len < RTA_LENGTH(sizeof(*qopt)))
309		return -EINVAL;
310	memcpy(q->tag2queue, qopt->tag2queue, sizeof(qopt->tag2queue));
311*/
312	return 0;
313}
314
315
316/* called during initial creation of qdisc on device */
317static int wme_qdiscop_init(struct Qdisc *qd, struct rtattr *opt)
318{
319	struct ieee80211_sched_data *q = qdisc_priv(qd);
320	struct net_device *dev = qd->dev;
321	struct ieee80211_local *local;
322	int queues;
323	int err = 0, i;
324
325	/* check that device is a mac80211 device */
326	if (!dev->ieee80211_ptr ||
327	    dev->ieee80211_ptr->wiphy->privid != mac80211_wiphy_privid)
328		return -EINVAL;
329
330	/* check this device is an ieee80211 master type device */
331	if (dev->type != ARPHRD_IEEE80211)
332		return -EINVAL;
333
334	/* check that there is no qdisc currently attached to device
335	 * this ensures that we will be the root qdisc. (I can't find a better
336	 * way to test this explicitly) */
337	if (dev->qdisc_sleeping != &noop_qdisc)
338		return -EINVAL;
339
340	if (qd->flags & TCQ_F_INGRESS)
341		return -EINVAL;
342
343	local = wdev_priv(dev->ieee80211_ptr);
344	queues = local->hw.queues;
345
346	/* if options were passed in, set them */
347	if (opt) {
348		err = wme_qdiscop_tune(qd, opt);
349	}
350
351	/* create child queues */
352	for (i = 0; i < queues; i++) {
353		skb_queue_head_init(&q->requeued[i]);
354		q->queues[i] = qdisc_create_dflt(qd->dev, &pfifo_qdisc_ops,
355						 qd->handle);
356		if (!q->queues[i]) {
357			q->queues[i] = &noop_qdisc;
358			printk(KERN_ERR "%s child qdisc %i creation failed", dev->name, i);
359		}
360	}
361
362	return err;
363}
364
365static int wme_qdiscop_dump(struct Qdisc *qd, struct sk_buff *skb)
366{
367/*	struct ieee80211_sched_data *q = qdisc_priv(qd);
368	unsigned char *p = skb->tail;
369	struct tc_ieee80211_qopt opt;
370
371	memcpy(&opt.tag2queue, q->tag2queue, TC_80211_MAX_TAG + 1);
372	RTA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt);
373*/	return skb->len;
374/*
375rtattr_failure:
376	skb_trim(skb, p - skb->data);*/
377	return -1;
378}
379
380
381static int wme_classop_graft(struct Qdisc *qd, unsigned long arg,
382			     struct Qdisc *new, struct Qdisc **old)
383{
384	struct ieee80211_sched_data *q = qdisc_priv(qd);
385	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
386	struct ieee80211_hw *hw = &local->hw;
387	unsigned long queue = arg - 1;
388
389	if (queue >= hw->queues)
390		return -EINVAL;
391
392	if (!new)
393		new = &noop_qdisc;
394
395	sch_tree_lock(qd);
396	*old = q->queues[queue];
397	q->queues[queue] = new;
398	qdisc_reset(*old);
399	sch_tree_unlock(qd);
400
401	return 0;
402}
403
404
405static struct Qdisc *
406wme_classop_leaf(struct Qdisc *qd, unsigned long arg)
407{
408	struct ieee80211_sched_data *q = qdisc_priv(qd);
409	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
410	struct ieee80211_hw *hw = &local->hw;
411	unsigned long queue = arg - 1;
412
413	if (queue >= hw->queues)
414		return NULL;
415
416	return q->queues[queue];
417}
418
419
420static unsigned long wme_classop_get(struct Qdisc *qd, u32 classid)
421{
422	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
423	struct ieee80211_hw *hw = &local->hw;
424	unsigned long queue = TC_H_MIN(classid);
425
426	if (queue - 1 >= hw->queues)
427		return 0;
428
429	return queue;
430}
431
432
433static unsigned long wme_classop_bind(struct Qdisc *qd, unsigned long parent,
434				      u32 classid)
435{
436	return wme_classop_get(qd, classid);
437}
438
439
440static void wme_classop_put(struct Qdisc *q, unsigned long cl)
441{
442}
443
444
445static int wme_classop_change(struct Qdisc *qd, u32 handle, u32 parent,
446			      struct rtattr **tca, unsigned long *arg)
447{
448	unsigned long cl = *arg;
449	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
450	struct ieee80211_hw *hw = &local->hw;
451
452	if (cl - 1 > hw->queues)
453		return -ENOENT;
454
455	/* TODO: put code to program hardware queue parameters here,
456	 * to allow programming from tc command line */
457
458	return 0;
459}
460
461
462/* we don't support deleting hardware queues
463 * when we add WMM-SA support - TSPECs may be deleted here */
464static int wme_classop_delete(struct Qdisc *qd, unsigned long cl)
465{
466	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
467	struct ieee80211_hw *hw = &local->hw;
468
469	if (cl - 1 > hw->queues)
470		return -ENOENT;
471	return 0;
472}
473
474
475static int wme_classop_dump_class(struct Qdisc *qd, unsigned long cl,
476				  struct sk_buff *skb, struct tcmsg *tcm)
477{
478	struct ieee80211_sched_data *q = qdisc_priv(qd);
479	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
480	struct ieee80211_hw *hw = &local->hw;
481
482	if (cl - 1 > hw->queues)
483		return -ENOENT;
484	tcm->tcm_handle = TC_H_MIN(cl);
485	tcm->tcm_parent = qd->handle;
486	tcm->tcm_info = q->queues[cl-1]->handle; /* do we need this? */
487	return 0;
488}
489
490
491static void wme_classop_walk(struct Qdisc *qd, struct qdisc_walker *arg)
492{
493	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
494	struct ieee80211_hw *hw = &local->hw;
495	int queue;
496
497	if (arg->stop)
498		return;
499
500	for (queue = 0; queue < hw->queues; queue++) {
501		if (arg->count < arg->skip) {
502			arg->count++;
503			continue;
504		}
505		/* we should return classids for our internal queues here
506		 * as well as the external ones */
507		if (arg->fn(qd, queue+1, arg) < 0) {
508			arg->stop = 1;
509			break;
510		}
511		arg->count++;
512	}
513}
514
515
516static struct tcf_proto ** wme_classop_find_tcf(struct Qdisc *qd,
517						unsigned long cl)
518{
519	struct ieee80211_sched_data *q = qdisc_priv(qd);
520
521	if (cl)
522		return NULL;
523
524	return &q->filter_list;
525}
526
527
528/* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
529 * - these are the operations on the classes */
530static struct Qdisc_class_ops class_ops =
531{
532	.graft = wme_classop_graft,
533	.leaf = wme_classop_leaf,
534
535	.get = wme_classop_get,
536	.put = wme_classop_put,
537	.change = wme_classop_change,
538	.delete = wme_classop_delete,
539	.walk = wme_classop_walk,
540
541	.tcf_chain = wme_classop_find_tcf,
542	.bind_tcf = wme_classop_bind,
543	.unbind_tcf = wme_classop_put,
544
545	.dump = wme_classop_dump_class,
546};
547
548
549/* queueing discipline operations */
550static struct Qdisc_ops wme_qdisc_ops =
551{
552	.next = NULL,
553	.cl_ops = &class_ops,
554	.id = "ieee80211",
555	.priv_size = sizeof(struct ieee80211_sched_data),
556
557	.enqueue = wme_qdiscop_enqueue,
558	.dequeue = wme_qdiscop_dequeue,
559	.requeue = wme_qdiscop_requeue,
560	.drop = NULL, /* drop not needed since we are always the root qdisc */
561
562	.init = wme_qdiscop_init,
563	.reset = wme_qdiscop_reset,
564	.destroy = wme_qdiscop_destroy,
565	.change = wme_qdiscop_tune,
566
567	.dump = wme_qdiscop_dump,
568};
569
570
571void ieee80211_install_qdisc(struct net_device *dev)
572{
573	struct Qdisc *qdisc;
574
575	qdisc = qdisc_create_dflt(dev, &wme_qdisc_ops, TC_H_ROOT);
576	if (!qdisc) {
577		printk(KERN_ERR "%s: qdisc installation failed\n", dev->name);
578		return;
579	}
580
581	/* same handle as would be allocated by qdisc_alloc_handle() */
582	qdisc->handle = 0x80010000;
583
584	qdisc_lock_tree(dev);
585	list_add_tail(&qdisc->list, &dev->qdisc_list);
586	dev->qdisc_sleeping = qdisc;
587	qdisc_unlock_tree(dev);
588}
589
590
591int ieee80211_qdisc_installed(struct net_device *dev)
592{
593	return dev->qdisc_sleeping->ops == &wme_qdisc_ops;
594}
595
596
597int ieee80211_wme_register(void)
598{
599	return register_qdisc(&wme_qdisc_ops);
600}
601
602
603void ieee80211_wme_unregister(void)
604{
605	unregister_qdisc(&wme_qdisc_ops);
606}
607