Commit 10cf6595 authored by Patrick McHardy's avatar Patrick McHardy Committed by David S. Miller

[PKT_SCHED]: Fix locking in __qdisc_destroy rcu-callback

Signed-off-by: default avatarPatrick McHardy <kaber@trash.net>
Signed-off-by: default avatarDavid S. Miller <davem@redhat.com>
parent 9bc97c63
...@@ -812,18 +812,18 @@ static int tc_dump_qdisc(struct sk_buff *skb, struct netlink_callback *cb) ...@@ -812,18 +812,18 @@ static int tc_dump_qdisc(struct sk_buff *skb, struct netlink_callback *cb)
continue; continue;
if (idx > s_idx) if (idx > s_idx)
s_q_idx = 0; s_q_idx = 0;
read_lock(&qdisc_tree_lock); read_lock_bh(&qdisc_tree_lock);
for (q = dev->qdisc_list, q_idx = 0; q; for (q = dev->qdisc_list, q_idx = 0; q;
q = q->next, q_idx++) { q = q->next, q_idx++) {
if (q_idx < s_q_idx) if (q_idx < s_q_idx)
continue; continue;
if (tc_fill_qdisc(skb, q, 0, NETLINK_CB(cb->skb).pid, if (tc_fill_qdisc(skb, q, 0, NETLINK_CB(cb->skb).pid,
cb->nlh->nlmsg_seq, NLM_F_MULTI, RTM_NEWQDISC) <= 0) { cb->nlh->nlmsg_seq, NLM_F_MULTI, RTM_NEWQDISC) <= 0) {
read_unlock(&qdisc_tree_lock); read_unlock_bh(&qdisc_tree_lock);
goto done; goto done;
} }
} }
read_unlock(&qdisc_tree_lock); read_unlock_bh(&qdisc_tree_lock);
} }
done: done:
...@@ -1033,7 +1033,7 @@ static int tc_dump_tclass(struct sk_buff *skb, struct netlink_callback *cb) ...@@ -1033,7 +1033,7 @@ static int tc_dump_tclass(struct sk_buff *skb, struct netlink_callback *cb)
s_t = cb->args[0]; s_t = cb->args[0];
read_lock(&qdisc_tree_lock); read_lock_bh(&qdisc_tree_lock);
for (q=dev->qdisc_list, t=0; q; q = q->next, t++) { for (q=dev->qdisc_list, t=0; q; q = q->next, t++) {
if (t < s_t) continue; if (t < s_t) continue;
if (!q->ops->cl_ops) continue; if (!q->ops->cl_ops) continue;
...@@ -1052,7 +1052,7 @@ static int tc_dump_tclass(struct sk_buff *skb, struct netlink_callback *cb) ...@@ -1052,7 +1052,7 @@ static int tc_dump_tclass(struct sk_buff *skb, struct netlink_callback *cb)
if (arg.w.stop) if (arg.w.stop)
break; break;
} }
read_unlock(&qdisc_tree_lock); read_unlock_bh(&qdisc_tree_lock);
cb->args[0] = t; cb->args[0] = t;
......
...@@ -45,10 +45,11 @@ ...@@ -45,10 +45,11 @@
The idea is the following: The idea is the following:
- enqueue, dequeue are serialized via top level device - enqueue, dequeue are serialized via top level device
spinlock dev->queue_lock. spinlock dev->queue_lock.
- tree walking is protected by read_lock(qdisc_tree_lock) - tree walking is protected by read_lock_bh(qdisc_tree_lock)
and this lock is used only in process context. and this lock is used only in process context.
- updates to tree are made only under rtnl semaphore, - updates to tree are made under rtnl semaphore or
hence this lock may be made without local bh disabling. from softirq context (__qdisc_destroy rcu-callback)
hence this lock needs local bh disabling.
qdisc_tree_lock must be grabbed BEFORE dev->queue_lock! qdisc_tree_lock must be grabbed BEFORE dev->queue_lock!
*/ */
...@@ -56,14 +57,14 @@ rwlock_t qdisc_tree_lock = RW_LOCK_UNLOCKED; ...@@ -56,14 +57,14 @@ rwlock_t qdisc_tree_lock = RW_LOCK_UNLOCKED;
void qdisc_lock_tree(struct net_device *dev) void qdisc_lock_tree(struct net_device *dev)
{ {
write_lock(&qdisc_tree_lock); write_lock_bh(&qdisc_tree_lock);
spin_lock_bh(&dev->queue_lock); spin_lock_bh(&dev->queue_lock);
} }
void qdisc_unlock_tree(struct net_device *dev) void qdisc_unlock_tree(struct net_device *dev)
{ {
spin_unlock_bh(&dev->queue_lock); spin_unlock_bh(&dev->queue_lock);
write_unlock(&qdisc_tree_lock); write_unlock_bh(&qdisc_tree_lock);
} }
/* /*
...@@ -431,10 +432,12 @@ static void __qdisc_destroy(struct rcu_head *head) ...@@ -431,10 +432,12 @@ static void __qdisc_destroy(struct rcu_head *head)
#ifdef CONFIG_NET_ESTIMATOR #ifdef CONFIG_NET_ESTIMATOR
qdisc_kill_estimator(&qdisc->stats); qdisc_kill_estimator(&qdisc->stats);
#endif #endif
write_lock(&qdisc_tree_lock);
if (ops->reset) if (ops->reset)
ops->reset(qdisc); ops->reset(qdisc);
if (ops->destroy) if (ops->destroy)
ops->destroy(qdisc); ops->destroy(qdisc);
write_unlock(&qdisc_tree_lock);
module_put(ops->owner); module_put(ops->owner);
if (!(qdisc->flags&TCQ_F_BUILTIN)) if (!(qdisc->flags&TCQ_F_BUILTIN))
...@@ -459,12 +462,9 @@ void qdisc_destroy(struct Qdisc *qdisc) ...@@ -459,12 +462,9 @@ void qdisc_destroy(struct Qdisc *qdisc)
} }
} }
} }
call_rcu(&qdisc->q_rcu, __qdisc_destroy); call_rcu(&qdisc->q_rcu, __qdisc_destroy);
} }
void dev_activate(struct net_device *dev) void dev_activate(struct net_device *dev)
{ {
/* No queueing discipline is attached to device; /* No queueing discipline is attached to device;
...@@ -482,17 +482,17 @@ void dev_activate(struct net_device *dev) ...@@ -482,17 +482,17 @@ void dev_activate(struct net_device *dev)
return; return;
} }
write_lock(&qdisc_tree_lock); write_lock_bh(&qdisc_tree_lock);
qdisc->next = dev->qdisc_list; qdisc->next = dev->qdisc_list;
dev->qdisc_list = qdisc; dev->qdisc_list = qdisc;
write_unlock(&qdisc_tree_lock); write_unlock_bh(&qdisc_tree_lock);
} else { } else {
qdisc = &noqueue_qdisc; qdisc = &noqueue_qdisc;
} }
write_lock(&qdisc_tree_lock); write_lock_bh(&qdisc_tree_lock);
dev->qdisc_sleeping = qdisc; dev->qdisc_sleeping = qdisc;
write_unlock(&qdisc_tree_lock); write_unlock_bh(&qdisc_tree_lock);
} }
spin_lock_bh(&dev->queue_lock); spin_lock_bh(&dev->queue_lock);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment