Commit b5fa01a2 authored by Davidlohr Bueso's avatar Davidlohr Bueso Committed by Linus Torvalds

ipc/sem: simplify wait-wake loop

Instead of using the reverse goto, we can simplify the flow and make it
more language natural by just doing do-while instead.  One would hope
this is the standard way (or obviously just with a while bucle) that we
do wait/wakeup handling in the kernel.  The exact same logic is kept,
just more indented.

[akpm@linux-foundation.org: coding-style fixes]
Link: http://lkml.kernel.org/r/1478708774-28826-2-git-send-email-dave@stgolabs.netSigned-off-by: default avatarDavidlohr Bueso <dbueso@suse.de>
Cc: Manfred Spraul <manfred@colorfullife.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent f150f02c
...@@ -1963,71 +1963,67 @@ SYSCALL_DEFINE4(semtimedop, int, semid, struct sembuf __user *, tsops, ...@@ -1963,71 +1963,67 @@ SYSCALL_DEFINE4(semtimedop, int, semid, struct sembuf __user *, tsops,
sma->complex_count++; sma->complex_count++;
} }
sleep_again: do {
queue.status = -EINTR; queue.status = -EINTR;
queue.sleeper = current; queue.sleeper = current;
__set_current_state(TASK_INTERRUPTIBLE); __set_current_state(TASK_INTERRUPTIBLE);
sem_unlock(sma, locknum); sem_unlock(sma, locknum);
rcu_read_unlock(); rcu_read_unlock();
if (timeout) if (timeout)
jiffies_left = schedule_timeout(jiffies_left); jiffies_left = schedule_timeout(jiffies_left);
else else
schedule(); schedule();
/*
* fastpath: the semop has completed, either successfully or not, from
* the syscall pov, is quite irrelevant to us at this point; we're done.
*
* We _do_ care, nonetheless, about being awoken by a signal or
* spuriously. The queue.status is checked again in the slowpath (aka
* after taking sem_lock), such that we can detect scenarios where we
* were awakened externally, during the window between wake_q_add() and
* wake_up_q().
*/
error = READ_ONCE(queue.status);
if (error != -EINTR) {
/* /*
* User space could assume that semop() is a memory barrier: * fastpath: the semop has completed, either successfully or
* Without the mb(), the cpu could speculatively read in user * not, from the syscall pov, is quite irrelevant to us at this
* space stale data that was overwritten by the previous owner * point; we're done.
* of the semaphore. *
* We _do_ care, nonetheless, about being awoken by a signal or
* spuriously. The queue.status is checked again in the
* slowpath (aka after taking sem_lock), such that we can detect
* scenarios where we were awakened externally, during the
* window between wake_q_add() and wake_up_q().
*/ */
smp_mb(); error = READ_ONCE(queue.status);
goto out_free; if (error != -EINTR) {
} /*
* User space could assume that semop() is a memory
rcu_read_lock(); * barrier: Without the mb(), the cpu could
sma = sem_obtain_lock(ns, semid, sops, nsops, &locknum); * speculatively read in userspace stale data that was
error = READ_ONCE(queue.status); * overwritten by the previous owner of the semaphore.
*/
smp_mb();
goto out_free;
}
/* rcu_read_lock();
* Array removed? If yes, leave without sem_unlock(). sma = sem_obtain_lock(ns, semid, sops, nsops, &locknum);
*/ error = READ_ONCE(queue.status);
if (IS_ERR(sma)) {
rcu_read_unlock();
goto out_free;
}
/* /*
* If queue.status != -EINTR we are woken up by another process. * Array removed? If yes, leave without sem_unlock().
* Leave without unlink_queue(), but with sem_unlock(). */
*/ if (IS_ERR(sma)) {
if (error != -EINTR) rcu_read_unlock();
goto out_unlock_free; goto out_free;
}
/* /*
* If an interrupt occurred we have to clean up the queue. * If queue.status != -EINTR we are woken up by another process.
*/ * Leave without unlink_queue(), but with sem_unlock().
if (timeout && jiffies_left == 0) */
error = -EAGAIN; if (error != -EINTR)
goto out_unlock_free;
/* /*
* If the wakeup was spurious, just retry. * If an interrupt occurred we have to clean up the queue.
*/ */
if (error == -EINTR && !signal_pending(current)) if (timeout && jiffies_left == 0)
goto sleep_again; error = -EAGAIN;
} while (error == -EINTR && !signal_pending(current)); /* spurious */
unlink_queue(sma, &queue); unlink_queue(sma, &queue);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment