Commit fb4f88dc authored by Hugh Dickins's avatar Hugh Dickins Committed by Linus Torvalds

[PATCH] swap: get_swap_page drop swap_list_lock

Rewrite get_swap_page to allocate in just the same sequence as before, but
without holding swap_list_lock across its scan_swap_map.  Decrement
nr_swap_pages and update swap_list.next in advance, while still holding
swap_list_lock.  Skip full devices by testing highest_bit.  Swapoff hold
swap_device_lock as well as swap_list_lock to clear SWP_WRITEOK.  Reduces lock
contention when there are parallel swap devices of the same priority.
Signed-off-by: default avatarHugh Dickins <hugh@veritas.com>
Signed-off-by: default avatarAndrew Morton <akpm@osdl.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@osdl.org>
parent 89d09a2c
...@@ -139,7 +139,6 @@ static inline unsigned long scan_swap_map(struct swap_info_struct *si) ...@@ -139,7 +139,6 @@ static inline unsigned long scan_swap_map(struct swap_info_struct *si)
} }
si->swap_map[offset] = 1; si->swap_map[offset] = 1;
si->inuse_pages++; si->inuse_pages++;
nr_swap_pages--;
si->cluster_next = offset+1; si->cluster_next = offset+1;
return offset; return offset;
} }
...@@ -150,50 +149,45 @@ static inline unsigned long scan_swap_map(struct swap_info_struct *si) ...@@ -150,50 +149,45 @@ static inline unsigned long scan_swap_map(struct swap_info_struct *si)
swp_entry_t get_swap_page(void) swp_entry_t get_swap_page(void)
{ {
struct swap_info_struct * p; struct swap_info_struct *si;
unsigned long offset; pgoff_t offset;
swp_entry_t entry; int type, next;
int type, wrapped = 0; int wrapped = 0;
entry.val = 0; /* Out of memory */
swap_list_lock(); swap_list_lock();
type = swap_list.next;
if (type < 0)
goto out;
if (nr_swap_pages <= 0) if (nr_swap_pages <= 0)
goto out; goto noswap;
nr_swap_pages--;
while (1) { for (type = swap_list.next; type >= 0 && wrapped < 2; type = next) {
p = &swap_info[type]; si = swap_info + type;
if ((p->flags & SWP_ACTIVE) == SWP_ACTIVE) { next = si->next;
swap_device_lock(p); if (next < 0 ||
offset = scan_swap_map(p); (!wrapped && si->prio != swap_info[next].prio)) {
swap_device_unlock(p); next = swap_list.head;
if (offset) { wrapped++;
entry = swp_entry(type,offset);
type = swap_info[type].next;
if (type < 0 ||
p->prio != swap_info[type].prio) {
swap_list.next = swap_list.head;
} else {
swap_list.next = type;
}
goto out;
}
}
type = p->next;
if (!wrapped) {
if (type < 0 || p->prio != swap_info[type].prio) {
type = swap_list.head;
wrapped = 1;
} }
} else
if (type < 0) if (!si->highest_bit)
goto out; /* out of swap space */ continue;
if (!(si->flags & SWP_WRITEOK))
continue;
swap_list.next = next;
swap_device_lock(si);
swap_list_unlock();
offset = scan_swap_map(si);
swap_device_unlock(si);
if (offset)
return swp_entry(type, offset);
swap_list_lock();
next = swap_list.next;
} }
out:
nr_swap_pages++;
noswap:
swap_list_unlock(); swap_list_unlock();
return entry; return (swp_entry_t) {0};
} }
static struct swap_info_struct * swap_info_get(swp_entry_t entry) static struct swap_info_struct * swap_info_get(swp_entry_t entry)
...@@ -1105,8 +1099,11 @@ asmlinkage long sys_swapoff(const char __user * specialfile) ...@@ -1105,8 +1099,11 @@ asmlinkage long sys_swapoff(const char __user * specialfile)
} }
nr_swap_pages -= p->pages; nr_swap_pages -= p->pages;
total_swap_pages -= p->pages; total_swap_pages -= p->pages;
swap_device_lock(p);
p->flags &= ~SWP_WRITEOK; p->flags &= ~SWP_WRITEOK;
swap_device_unlock(p);
swap_list_unlock(); swap_list_unlock();
current->flags |= PF_SWAPOFF; current->flags |= PF_SWAPOFF;
err = try_to_unuse(type); err = try_to_unuse(type);
current->flags &= ~PF_SWAPOFF; current->flags &= ~PF_SWAPOFF;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment