Commit f2600cf0 authored by Eric Dumazet's avatar Eric Dumazet Committed by David S. Miller

net: sched: avoid costly atomic operation in fq_dequeue()

Standard qdisc API to setup a timer implies an atomic operation on every
packet dequeue : qdisc_unthrottled()

It turns out this is not really needed for FQ, as FQ has no concept of
global qdisc throttling, being a qdisc handling many different flows,
some of them can be throttled, while others are not.

Fix is straightforward : add a 'bool throttle' to
qdisc_watchdog_schedule_ns(), and remove calls to qdisc_unthrottled()
in sch_fq.
Signed-off-by: default avatarEric Dumazet <edumazet@google.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 681d2421
...@@ -65,12 +65,12 @@ struct qdisc_watchdog { ...@@ -65,12 +65,12 @@ struct qdisc_watchdog {
}; };
void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc); void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc);
void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires); void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires, bool throttle);
static inline void qdisc_watchdog_schedule(struct qdisc_watchdog *wd, static inline void qdisc_watchdog_schedule(struct qdisc_watchdog *wd,
psched_time_t expires) psched_time_t expires)
{ {
qdisc_watchdog_schedule_ns(wd, PSCHED_TICKS2NS(expires)); qdisc_watchdog_schedule_ns(wd, PSCHED_TICKS2NS(expires), true);
} }
void qdisc_watchdog_cancel(struct qdisc_watchdog *wd); void qdisc_watchdog_cancel(struct qdisc_watchdog *wd);
......
...@@ -594,12 +594,13 @@ void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc) ...@@ -594,12 +594,13 @@ void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc)
} }
EXPORT_SYMBOL(qdisc_watchdog_init); EXPORT_SYMBOL(qdisc_watchdog_init);
void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires) void qdisc_watchdog_schedule_ns(struct qdisc_watchdog *wd, u64 expires, bool throttle)
{ {
if (test_bit(__QDISC_STATE_DEACTIVATED, if (test_bit(__QDISC_STATE_DEACTIVATED,
&qdisc_root_sleeping(wd->qdisc)->state)) &qdisc_root_sleeping(wd->qdisc)->state))
return; return;
if (throttle)
qdisc_throttled(wd->qdisc); qdisc_throttled(wd->qdisc);
hrtimer_start(&wd->timer, hrtimer_start(&wd->timer,
......
...@@ -377,7 +377,6 @@ static int fq_enqueue(struct sk_buff *skb, struct Qdisc *sch) ...@@ -377,7 +377,6 @@ static int fq_enqueue(struct sk_buff *skb, struct Qdisc *sch)
if (time_after(jiffies, f->age + q->flow_refill_delay)) if (time_after(jiffies, f->age + q->flow_refill_delay))
f->credit = max_t(u32, f->credit, q->quantum); f->credit = max_t(u32, f->credit, q->quantum);
q->inactive_flows--; q->inactive_flows--;
qdisc_unthrottled(sch);
} }
/* Note: this overwrites f->age */ /* Note: this overwrites f->age */
...@@ -385,7 +384,6 @@ static int fq_enqueue(struct sk_buff *skb, struct Qdisc *sch) ...@@ -385,7 +384,6 @@ static int fq_enqueue(struct sk_buff *skb, struct Qdisc *sch)
if (unlikely(f == &q->internal)) { if (unlikely(f == &q->internal)) {
q->stat_internal_packets++; q->stat_internal_packets++;
qdisc_unthrottled(sch);
} }
sch->q.qlen++; sch->q.qlen++;
...@@ -433,7 +431,8 @@ static struct sk_buff *fq_dequeue(struct Qdisc *sch) ...@@ -433,7 +431,8 @@ static struct sk_buff *fq_dequeue(struct Qdisc *sch)
if (!head->first) { if (!head->first) {
if (q->time_next_delayed_flow != ~0ULL) if (q->time_next_delayed_flow != ~0ULL)
qdisc_watchdog_schedule_ns(&q->watchdog, qdisc_watchdog_schedule_ns(&q->watchdog,
q->time_next_delayed_flow); q->time_next_delayed_flow,
false);
return NULL; return NULL;
} }
} }
...@@ -495,7 +494,6 @@ static struct sk_buff *fq_dequeue(struct Qdisc *sch) ...@@ -495,7 +494,6 @@ static struct sk_buff *fq_dequeue(struct Qdisc *sch)
} }
out: out:
qdisc_bstats_update(sch, skb); qdisc_bstats_update(sch, skb);
qdisc_unthrottled(sch);
return skb; return skb;
} }
......
...@@ -268,7 +268,8 @@ static struct sk_buff *tbf_dequeue(struct Qdisc *sch) ...@@ -268,7 +268,8 @@ static struct sk_buff *tbf_dequeue(struct Qdisc *sch)
} }
qdisc_watchdog_schedule_ns(&q->watchdog, qdisc_watchdog_schedule_ns(&q->watchdog,
now + max_t(long, -toks, -ptoks)); now + max_t(long, -toks, -ptoks),
true);
/* Maybe we have a shorter packet in the queue, /* Maybe we have a shorter packet in the queue,
which can be sent now. It sounds cool, which can be sent now. It sounds cool,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment