Commit 99194cff authored by David S. Miller's avatar David S. Miller

pkt_sched: Add multiqueue handling to qdisc_graft().

Move the destruction of the old queue into qdisc_graft().

When operating on a root qdisc (ie. "parent == NULL"), apply
the operation to all queues.  The caller has grabbed a single
implicit reference for this graft, therefore when we apply the
change to more than one queue we must grab additional qdisc
references.

Otherwise, we are operating on a class of a specific parent qdisc, and
therefore no multiqueue handling is necessary.
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 83874000
...@@ -435,28 +435,22 @@ static u32 qdisc_alloc_handle(struct net_device *dev) ...@@ -435,28 +435,22 @@ static u32 qdisc_alloc_handle(struct net_device *dev)
return i>0 ? autohandle : 0; return i>0 ? autohandle : 0;
} }
/* Attach toplevel qdisc to device dev */ /* Attach toplevel qdisc to device queue. */
static struct Qdisc * static struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue,
dev_graft_qdisc(struct net_device *dev, struct Qdisc *qdisc) struct Qdisc *qdisc)
{ {
struct netdev_queue *dev_queue;
spinlock_t *root_lock; spinlock_t *root_lock;
struct Qdisc *oqdisc; struct Qdisc *oqdisc;
int ingress; int ingress;
if (dev->flags & IFF_UP)
dev_deactivate(dev);
ingress = 0; ingress = 0;
if (qdisc && qdisc->flags&TCQ_F_INGRESS) if (qdisc && qdisc->flags&TCQ_F_INGRESS)
ingress = 1; ingress = 1;
if (ingress) { if (ingress) {
dev_queue = &dev->rx_queue;
oqdisc = dev_queue->qdisc; oqdisc = dev_queue->qdisc;
} else { } else {
dev_queue = netdev_get_tx_queue(dev, 0);
oqdisc = dev_queue->qdisc_sleeping; oqdisc = dev_queue->qdisc_sleeping;
} }
...@@ -487,9 +481,6 @@ dev_graft_qdisc(struct net_device *dev, struct Qdisc *qdisc) ...@@ -487,9 +481,6 @@ dev_graft_qdisc(struct net_device *dev, struct Qdisc *qdisc)
spin_unlock_bh(root_lock); spin_unlock_bh(root_lock);
if (dev->flags & IFF_UP)
dev_activate(dev);
return oqdisc; return oqdisc;
} }
...@@ -521,26 +512,66 @@ void qdisc_tree_decrease_qlen(struct Qdisc *sch, unsigned int n) ...@@ -521,26 +512,66 @@ void qdisc_tree_decrease_qlen(struct Qdisc *sch, unsigned int n)
} }
EXPORT_SYMBOL(qdisc_tree_decrease_qlen); EXPORT_SYMBOL(qdisc_tree_decrease_qlen);
/* Graft qdisc "new" to class "classid" of qdisc "parent" or static void notify_and_destroy(struct sk_buff *skb, struct nlmsghdr *n, u32 clid,
to device "dev". struct Qdisc *old, struct Qdisc *new)
{
if (new || old)
qdisc_notify(skb, n, clid, old, new);
Old qdisc is not destroyed but returned in *old. if (old) {
spin_lock_bh(&old->q.lock);
qdisc_destroy(old);
spin_unlock_bh(&old->q.lock);
}
}
/* Graft qdisc "new" to class "classid" of qdisc "parent" or
* to device "dev".
*
* When appropriate send a netlink notification using 'skb'
* and "n".
*
* On success, destroy old qdisc.
*/ */
static int qdisc_graft(struct net_device *dev, struct Qdisc *parent, static int qdisc_graft(struct net_device *dev, struct Qdisc *parent,
u32 classid, struct sk_buff *skb, struct nlmsghdr *n, u32 classid,
struct Qdisc *new, struct Qdisc **old) struct Qdisc *new, struct Qdisc *old)
{ {
struct Qdisc *q = old;
int err = 0; int err = 0;
struct Qdisc *q = *old;
if (parent == NULL) { if (parent == NULL) {
if (q && q->flags&TCQ_F_INGRESS) { unsigned int i, num_q, ingress;
*old = dev_graft_qdisc(dev, q);
ingress = 0;
num_q = dev->num_tx_queues;
if (q && q->flags & TCQ_F_INGRESS) {
num_q = 1;
ingress = 1;
}
if (dev->flags & IFF_UP)
dev_deactivate(dev);
for (i = 0; i < num_q; i++) {
struct netdev_queue *dev_queue = &dev->rx_queue;
if (!ingress)
dev_queue = netdev_get_tx_queue(dev, i);
if (ingress) {
old = dev_graft_qdisc(dev_queue, q);
} else { } else {
*old = dev_graft_qdisc(dev, new); old = dev_graft_qdisc(dev_queue, new);
if (new && i > 0)
atomic_inc(&new->refcnt);
}
notify_and_destroy(skb, n, classid, old, new);
} }
if (dev->flags & IFF_UP)
dev_activate(dev);
} else { } else {
const struct Qdisc_class_ops *cops = parent->ops->cl_ops; const struct Qdisc_class_ops *cops = parent->ops->cl_ops;
...@@ -549,10 +580,12 @@ static int qdisc_graft(struct net_device *dev, struct Qdisc *parent, ...@@ -549,10 +580,12 @@ static int qdisc_graft(struct net_device *dev, struct Qdisc *parent,
if (cops) { if (cops) {
unsigned long cl = cops->get(parent, classid); unsigned long cl = cops->get(parent, classid);
if (cl) { if (cl) {
err = cops->graft(parent, cl, new, old); err = cops->graft(parent, cl, new, &old);
cops->put(parent, cl); cops->put(parent, cl);
} }
} }
if (!err)
notify_and_destroy(skb, n, classid, old, new);
} }
return err; return err;
} }
...@@ -773,16 +806,8 @@ static int tc_get_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg) ...@@ -773,16 +806,8 @@ static int tc_get_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg)
return -EINVAL; return -EINVAL;
if (q->handle == 0) if (q->handle == 0)
return -ENOENT; return -ENOENT;
if ((err = qdisc_graft(dev, p, clid, NULL, &q)) != 0) if ((err = qdisc_graft(dev, p, skb, n, clid, NULL, q)) != 0)
return err; return err;
if (q) {
spinlock_t *root_lock = qdisc_root_lock(q);
qdisc_notify(skb, n, clid, q, NULL);
spin_unlock_bh(root_lock);
qdisc_destroy(q);
spin_unlock_bh(root_lock);
}
} else { } else {
qdisc_notify(skb, n, clid, NULL, q); qdisc_notify(skb, n, clid, NULL, q);
} }
...@@ -923,10 +948,9 @@ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg) ...@@ -923,10 +948,9 @@ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg)
graft: graft:
if (1) { if (1) {
struct Qdisc *old_q = NULL;
spinlock_t *root_lock; spinlock_t *root_lock;
err = qdisc_graft(dev, p, clid, q, &old_q); err = qdisc_graft(dev, p, skb, n, clid, q, NULL);
if (err) { if (err) {
if (q) { if (q) {
root_lock = qdisc_root_lock(q); root_lock = qdisc_root_lock(q);
...@@ -936,13 +960,6 @@ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg) ...@@ -936,13 +960,6 @@ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg)
} }
return err; return err;
} }
qdisc_notify(skb, n, clid, old_q, q);
if (old_q) {
root_lock = qdisc_root_lock(old_q);
spin_lock_bh(root_lock);
qdisc_destroy(old_q);
spin_unlock_bh(root_lock);
}
} }
return 0; return 0;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment