Commit 6a4f496f authored by Glauber Costa's avatar Glauber Costa Committed by Al Viro

list_lru: per-node API

This patch adapts the list_lru API to accept an optional node argument, to
be used by NUMA aware shrinking functions.  Code that does not care about
the NUMA placement of objects can still call into the very same functions
as before.  They will simply iterate over all nodes.
Signed-off-by: default avatarGlauber Costa <glommer@openvz.org>
Cc: Dave Chinner <dchinner@redhat.com>
Cc: Mel Gorman <mgorman@suse.de>
Cc: "Theodore Ts'o" <tytso@mit.edu>
Cc: Adrian Hunter <adrian.hunter@intel.com>
Cc: Al Viro <viro@zeniv.linux.org.uk>
Cc: Artem Bityutskiy <artem.bityutskiy@linux.intel.com>
Cc: Arve Hjønnevåg <arve@android.com>
Cc: Carlos Maiolino <cmaiolino@redhat.com>
Cc: Christoph Hellwig <hch@lst.de>
Cc: Chuck Lever <chuck.lever@oracle.com>
Cc: Daniel Vetter <daniel.vetter@ffwll.ch>
Cc: David Rientjes <rientjes@google.com>
Cc: Gleb Natapov <gleb@redhat.com>
Cc: Greg Thelen <gthelen@google.com>
Cc: J. Bruce Fields <bfields@redhat.com>
Cc: Jan Kara <jack@suse.cz>
Cc: Jerome Glisse <jglisse@redhat.com>
Cc: John Stultz <john.stultz@linaro.org>
Cc: KAMEZAWA Hiroyuki <kamezawa.hiroyu@jp.fujitsu.com>
Cc: Kent Overstreet <koverstreet@google.com>
Cc: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Cc: Marcelo Tosatti <mtosatti@redhat.com>
Cc: Mel Gorman <mgorman@suse.de>
Cc: Steven Whitehouse <swhiteho@redhat.com>
Cc: Thomas Hellstrom <thellstrom@vmware.com>
Cc: Trond Myklebust <Trond.Myklebust@netapp.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarAl Viro <viro@zeniv.linux.org.uk>
parent 5cedf721
...@@ -75,20 +75,32 @@ bool list_lru_add(struct list_lru *lru, struct list_head *item); ...@@ -75,20 +75,32 @@ bool list_lru_add(struct list_lru *lru, struct list_head *item);
bool list_lru_del(struct list_lru *lru, struct list_head *item); bool list_lru_del(struct list_lru *lru, struct list_head *item);
/** /**
* list_lru_count: return the number of objects currently held by @lru * list_lru_count_node: return the number of objects currently held by @lru
* @lru: the lru pointer. * @lru: the lru pointer.
* @nid: the node id to count from.
* *
* Always return a non-negative number, 0 for empty lists. There is no * Always return a non-negative number, 0 for empty lists. There is no
* guarantee that the list is not updated while the count is being computed. * guarantee that the list is not updated while the count is being computed.
* Callers that want such a guarantee need to provide an outer lock. * Callers that want such a guarantee need to provide an outer lock.
*/ */
unsigned long list_lru_count(struct list_lru *lru); unsigned long list_lru_count_node(struct list_lru *lru, int nid);
static inline unsigned long list_lru_count(struct list_lru *lru)
{
long count = 0;
int nid;
for_each_node_mask(nid, lru->active_nodes)
count += list_lru_count_node(lru, nid);
return count;
}
typedef enum lru_status typedef enum lru_status
(*list_lru_walk_cb)(struct list_head *item, spinlock_t *lock, void *cb_arg); (*list_lru_walk_cb)(struct list_head *item, spinlock_t *lock, void *cb_arg);
/** /**
* list_lru_walk: walk a list_lru, isolating and disposing freeable items. * list_lru_walk_node: walk a list_lru, isolating and disposing freeable items.
* @lru: the lru pointer. * @lru: the lru pointer.
* @nid: the node id to scan from.
* @isolate: callback function that is resposible for deciding what to do with * @isolate: callback function that is resposible for deciding what to do with
* the item currently being scanned * the item currently being scanned
* @cb_arg: opaque type that will be passed to @isolate * @cb_arg: opaque type that will be passed to @isolate
...@@ -106,8 +118,25 @@ typedef enum lru_status ...@@ -106,8 +118,25 @@ typedef enum lru_status
* *
* Return value: the number of objects effectively removed from the LRU. * Return value: the number of objects effectively removed from the LRU.
*/ */
unsigned long list_lru_walk(struct list_lru *lru, list_lru_walk_cb isolate, unsigned long list_lru_walk_node(struct list_lru *lru, int nid,
void *cb_arg, unsigned long nr_to_walk); list_lru_walk_cb isolate, void *cb_arg,
unsigned long *nr_to_walk);
static inline unsigned long
list_lru_walk(struct list_lru *lru, list_lru_walk_cb isolate,
void *cb_arg, unsigned long nr_to_walk)
{
long isolated = 0;
int nid;
for_each_node_mask(nid, lru->active_nodes) {
isolated += list_lru_walk_node(lru, nid, isolate,
cb_arg, &nr_to_walk);
if (nr_to_walk <= 0)
break;
}
return isolated;
}
typedef void (*list_lru_dispose_cb)(struct list_head *dispose_list); typedef void (*list_lru_dispose_cb)(struct list_head *dispose_list);
/** /**
......
...@@ -47,25 +47,22 @@ bool list_lru_del(struct list_lru *lru, struct list_head *item) ...@@ -47,25 +47,22 @@ bool list_lru_del(struct list_lru *lru, struct list_head *item)
} }
EXPORT_SYMBOL_GPL(list_lru_del); EXPORT_SYMBOL_GPL(list_lru_del);
unsigned long list_lru_count(struct list_lru *lru) unsigned long
list_lru_count_node(struct list_lru *lru, int nid)
{ {
unsigned long count = 0; unsigned long count = 0;
int nid;
for_each_node_mask(nid, lru->active_nodes) {
struct list_lru_node *nlru = &lru->node[nid]; struct list_lru_node *nlru = &lru->node[nid];
spin_lock(&nlru->lock); spin_lock(&nlru->lock);
WARN_ON_ONCE(nlru->nr_items < 0); WARN_ON_ONCE(nlru->nr_items < 0);
count += nlru->nr_items; count += nlru->nr_items;
spin_unlock(&nlru->lock); spin_unlock(&nlru->lock);
}
return count; return count;
} }
EXPORT_SYMBOL_GPL(list_lru_count); EXPORT_SYMBOL_GPL(list_lru_count_node);
static unsigned long unsigned long
list_lru_walk_node(struct list_lru *lru, int nid, list_lru_walk_cb isolate, list_lru_walk_node(struct list_lru *lru, int nid, list_lru_walk_cb isolate,
void *cb_arg, unsigned long *nr_to_walk) void *cb_arg, unsigned long *nr_to_walk)
{ {
...@@ -115,22 +112,6 @@ list_lru_walk_node(struct list_lru *lru, int nid, list_lru_walk_cb isolate, ...@@ -115,22 +112,6 @@ list_lru_walk_node(struct list_lru *lru, int nid, list_lru_walk_cb isolate,
} }
EXPORT_SYMBOL_GPL(list_lru_walk_node); EXPORT_SYMBOL_GPL(list_lru_walk_node);
unsigned long list_lru_walk(struct list_lru *lru, list_lru_walk_cb isolate,
void *cb_arg, unsigned long nr_to_walk)
{
unsigned long isolated = 0;
int nid;
for_each_node_mask(nid, lru->active_nodes) {
isolated += list_lru_walk_node(lru, nid, isolate,
cb_arg, &nr_to_walk);
if (nr_to_walk <= 0)
break;
}
return isolated;
}
EXPORT_SYMBOL_GPL(list_lru_walk);
static unsigned long list_lru_dispose_all_node(struct list_lru *lru, int nid, static unsigned long list_lru_dispose_all_node(struct list_lru *lru, int nid,
list_lru_dispose_cb dispose) list_lru_dispose_cb dispose)
{ {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment