softirq: use ffs() in __do_softirq()
Possible speed improvement of __do_softirq() by using ffs() instead of using a while loop with an & 1 test then single bit shift. Signed-off-by: Joe Perches <joe@perches.com> Cc: Frederic Weisbecker <fweisbec@gmail.com> Cc: Ingo Molnar <mingo@elte.hu> Cc: Thomas Gleixner <tglx@linutronix.de> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
parent
a19428e5c3
commit
2e702b9f6c
@ -229,6 +229,7 @@ asmlinkage void __do_softirq(void)
|
|||||||
struct softirq_action *h;
|
struct softirq_action *h;
|
||||||
bool in_hardirq;
|
bool in_hardirq;
|
||||||
__u32 pending;
|
__u32 pending;
|
||||||
|
int softirq_bit;
|
||||||
int cpu;
|
int cpu;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@ -253,10 +254,14 @@ restart:
|
|||||||
|
|
||||||
h = softirq_vec;
|
h = softirq_vec;
|
||||||
|
|
||||||
do {
|
while ((softirq_bit = ffs(pending))) {
|
||||||
if (pending & 1) {
|
unsigned int vec_nr;
|
||||||
unsigned int vec_nr = h - softirq_vec;
|
int prev_count;
|
||||||
int prev_count = preempt_count();
|
|
||||||
|
h += softirq_bit - 1;
|
||||||
|
|
||||||
|
vec_nr = h - softirq_vec;
|
||||||
|
prev_count = preempt_count();
|
||||||
|
|
||||||
kstat_incr_softirqs_this_cpu(vec_nr);
|
kstat_incr_softirqs_this_cpu(vec_nr);
|
||||||
|
|
||||||
@ -264,19 +269,15 @@ restart:
|
|||||||
h->action(h);
|
h->action(h);
|
||||||
trace_softirq_exit(vec_nr);
|
trace_softirq_exit(vec_nr);
|
||||||
if (unlikely(prev_count != preempt_count())) {
|
if (unlikely(prev_count != preempt_count())) {
|
||||||
printk(KERN_ERR "huh, entered softirq %u %s %p"
|
printk(KERN_ERR "huh, entered softirq %u %s %p with preempt_count %08x, exited with %08x?\n",
|
||||||
"with preempt_count %08x,"
|
vec_nr, softirq_to_name[vec_nr], h->action,
|
||||||
" exited with %08x?\n", vec_nr,
|
|
||||||
softirq_to_name[vec_nr], h->action,
|
|
||||||
prev_count, preempt_count());
|
prev_count, preempt_count());
|
||||||
preempt_count_set(prev_count);
|
preempt_count_set(prev_count);
|
||||||
}
|
}
|
||||||
|
|
||||||
rcu_bh_qs(cpu);
|
rcu_bh_qs(cpu);
|
||||||
}
|
|
||||||
h++;
|
h++;
|
||||||
pending >>= 1;
|
pending >>= softirq_bit;
|
||||||
} while (pending);
|
}
|
||||||
|
|
||||||
local_irq_disable();
|
local_irq_disable();
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user