Commit 4e5ef023 authored by Pavel Begunkov's avatar Pavel Begunkov Committed by Jens Axboe

pcpu_ref: add percpu_ref_tryget_many()

Add percpu_ref_tryget_many(), which works the same way as
percpu_ref_tryget(), but grabs specified number of refs.
Signed-off-by: default avatarPavel Begunkov <asml.silence@gmail.com>
Acked-by: default avatarTejun Heo <tj@kernel.org>
Acked-by: default avatarDennis Zhou <dennis@kernel.org>
Cc: Christoph Lameter <cl@linux.com>
Signed-off-by: default avatarJens Axboe <axboe@kernel.dk>
parent c1ca757b
...@@ -210,15 +210,17 @@ static inline void percpu_ref_get(struct percpu_ref *ref) ...@@ -210,15 +210,17 @@ static inline void percpu_ref_get(struct percpu_ref *ref)
} }
/** /**
* percpu_ref_tryget - try to increment a percpu refcount * percpu_ref_tryget_many - try to increment a percpu refcount
* @ref: percpu_ref to try-get * @ref: percpu_ref to try-get
* @nr: number of references to get
* *
* Increment a percpu refcount unless its count already reached zero. * Increment a percpu refcount by @nr unless its count already reached zero.
* Returns %true on success; %false on failure. * Returns %true on success; %false on failure.
* *
* This function is safe to call as long as @ref is between init and exit. * This function is safe to call as long as @ref is between init and exit.
*/ */
static inline bool percpu_ref_tryget(struct percpu_ref *ref) static inline bool percpu_ref_tryget_many(struct percpu_ref *ref,
unsigned long nr)
{ {
unsigned long __percpu *percpu_count; unsigned long __percpu *percpu_count;
bool ret; bool ret;
...@@ -226,10 +228,10 @@ static inline bool percpu_ref_tryget(struct percpu_ref *ref) ...@@ -226,10 +228,10 @@ static inline bool percpu_ref_tryget(struct percpu_ref *ref)
rcu_read_lock(); rcu_read_lock();
if (__ref_is_percpu(ref, &percpu_count)) { if (__ref_is_percpu(ref, &percpu_count)) {
this_cpu_inc(*percpu_count); this_cpu_add(*percpu_count, nr);
ret = true; ret = true;
} else { } else {
ret = atomic_long_inc_not_zero(&ref->count); ret = atomic_long_add_unless(&ref->count, nr, 0);
} }
rcu_read_unlock(); rcu_read_unlock();
...@@ -237,6 +239,20 @@ static inline bool percpu_ref_tryget(struct percpu_ref *ref) ...@@ -237,6 +239,20 @@ static inline bool percpu_ref_tryget(struct percpu_ref *ref)
return ret; return ret;
} }
/**
* percpu_ref_tryget - try to increment a percpu refcount
* @ref: percpu_ref to try-get
*
* Increment a percpu refcount unless its count already reached zero.
* Returns %true on success; %false on failure.
*
* This function is safe to call as long as @ref is between init and exit.
*/
static inline bool percpu_ref_tryget(struct percpu_ref *ref)
{
return percpu_ref_tryget_many(ref, 1);
}
/** /**
* percpu_ref_tryget_live - try to increment a live percpu refcount * percpu_ref_tryget_live - try to increment a live percpu refcount
* @ref: percpu_ref to try-get * @ref: percpu_ref to try-get
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment