Commit d92bbc27 authored by Joonsoo Kim's avatar Joonsoo Kim Committed by Linus Torvalds

mm/hugetlb: unify migration callbacks

There is no difference between two migration callback functions,
alloc_huge_page_node() and alloc_huge_page_nodemask(), except
__GFP_THISNODE handling.  It's redundant to have two almost similar
functions in order to handle this flag.  So, this patch tries to remove
one by introducing a new argument, gfp_mask, to
alloc_huge_page_nodemask().

After introducing gfp_mask argument, it's caller's job to provide correct
gfp_mask.  So, every callsites for alloc_huge_page_nodemask() are changed
to provide gfp_mask.

Note that it's safe to remove a node id check in alloc_huge_page_node()
since there is no caller passing NUMA_NO_NODE as a node id.
Signed-off-by: default avatarJoonsoo Kim <iamjoonsoo.kim@lge.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Reviewed-by: default avatarMike Kravetz <mike.kravetz@oracle.com>
Reviewed-by: default avatarVlastimil Babka <vbabka@suse.cz>
Acked-by: default avatarMichal Hocko <mhocko@suse.com>
Cc: Christoph Hellwig <hch@infradead.org>
Cc: Naoya Horiguchi <n-horiguchi@ah.jp.nec.com>
Cc: Roman Gushchin <guro@fb.com>
Link: http://lkml.kernel.org/r/1594622517-20681-4-git-send-email-iamjoonsoo.kim@lge.comSigned-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent b4b38223
...@@ -10,6 +10,7 @@ ...@@ -10,6 +10,7 @@
#include <linux/list.h> #include <linux/list.h>
#include <linux/kref.h> #include <linux/kref.h>
#include <linux/pgtable.h> #include <linux/pgtable.h>
#include <linux/gfp.h>
struct ctl_table; struct ctl_table;
struct user_struct; struct user_struct;
...@@ -506,9 +507,8 @@ struct huge_bootmem_page { ...@@ -506,9 +507,8 @@ struct huge_bootmem_page {
struct page *alloc_huge_page(struct vm_area_struct *vma, struct page *alloc_huge_page(struct vm_area_struct *vma,
unsigned long addr, int avoid_reserve); unsigned long addr, int avoid_reserve);
struct page *alloc_huge_page_node(struct hstate *h, int nid);
struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid,
nodemask_t *nmask); nodemask_t *nmask, gfp_t gfp_mask);
struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma,
unsigned long address); unsigned long address);
struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask, struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask,
...@@ -694,6 +694,15 @@ static inline bool hugepage_movable_supported(struct hstate *h) ...@@ -694,6 +694,15 @@ static inline bool hugepage_movable_supported(struct hstate *h)
return true; return true;
} }
/* Movability of hugepages depends on migration support. */
static inline gfp_t htlb_alloc_mask(struct hstate *h)
{
if (hugepage_movable_supported(h))
return GFP_HIGHUSER_MOVABLE;
else
return GFP_HIGHUSER;
}
static inline spinlock_t *huge_pte_lockptr(struct hstate *h, static inline spinlock_t *huge_pte_lockptr(struct hstate *h,
struct mm_struct *mm, pte_t *pte) struct mm_struct *mm, pte_t *pte)
{ {
...@@ -761,13 +770,9 @@ static inline struct page *alloc_huge_page(struct vm_area_struct *vma, ...@@ -761,13 +770,9 @@ static inline struct page *alloc_huge_page(struct vm_area_struct *vma,
return NULL; return NULL;
} }
static inline struct page *alloc_huge_page_node(struct hstate *h, int nid)
{
return NULL;
}
static inline struct page * static inline struct page *
alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, nodemask_t *nmask) alloc_huge_page_nodemask(struct hstate *h, int preferred_nid,
nodemask_t *nmask, gfp_t gfp_mask)
{ {
return NULL; return NULL;
} }
...@@ -880,6 +885,11 @@ static inline bool hugepage_movable_supported(struct hstate *h) ...@@ -880,6 +885,11 @@ static inline bool hugepage_movable_supported(struct hstate *h)
return false; return false;
} }
static inline gfp_t htlb_alloc_mask(struct hstate *h)
{
return 0;
}
static inline spinlock_t *huge_pte_lockptr(struct hstate *h, static inline spinlock_t *huge_pte_lockptr(struct hstate *h,
struct mm_struct *mm, pte_t *pte) struct mm_struct *mm, pte_t *pte)
{ {
......
...@@ -1093,15 +1093,6 @@ static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, ...@@ -1093,15 +1093,6 @@ static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask,
return NULL; return NULL;
} }
/* Movability of hugepages depends on migration support. */
static inline gfp_t htlb_alloc_mask(struct hstate *h)
{
if (hugepage_movable_supported(h))
return GFP_HIGHUSER_MOVABLE;
else
return GFP_HIGHUSER;
}
static struct page *dequeue_huge_page_vma(struct hstate *h, static struct page *dequeue_huge_page_vma(struct hstate *h,
struct vm_area_struct *vma, struct vm_area_struct *vma,
unsigned long address, int avoid_reserve, unsigned long address, int avoid_reserve,
...@@ -1985,32 +1976,10 @@ struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h, ...@@ -1985,32 +1976,10 @@ struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h,
return page; return page;
} }
/* page migration callback function */
struct page *alloc_huge_page_node(struct hstate *h, int nid)
{
gfp_t gfp_mask = htlb_alloc_mask(h);
struct page *page = NULL;
if (nid != NUMA_NO_NODE)
gfp_mask |= __GFP_THISNODE;
spin_lock(&hugetlb_lock);
if (h->free_huge_pages - h->resv_huge_pages > 0)
page = dequeue_huge_page_nodemask(h, gfp_mask, nid, NULL);
spin_unlock(&hugetlb_lock);
if (!page)
page = alloc_migrate_huge_page(h, gfp_mask, nid, NULL);
return page;
}
/* page migration callback function */ /* page migration callback function */
struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid,
nodemask_t *nmask) nodemask_t *nmask, gfp_t gfp_mask)
{ {
gfp_t gfp_mask = htlb_alloc_mask(h);
spin_lock(&hugetlb_lock); spin_lock(&hugetlb_lock);
if (h->free_huge_pages - h->resv_huge_pages > 0) { if (h->free_huge_pages - h->resv_huge_pages > 0) {
struct page *page; struct page *page;
...@@ -2038,7 +2007,7 @@ struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, ...@@ -2038,7 +2007,7 @@ struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma,
gfp_mask = htlb_alloc_mask(h); gfp_mask = htlb_alloc_mask(h);
node = huge_node(vma, address, gfp_mask, &mpol, &nodemask); node = huge_node(vma, address, gfp_mask, &mpol, &nodemask);
page = alloc_huge_page_nodemask(h, node, nodemask); page = alloc_huge_page_nodemask(h, node, nodemask, gfp_mask);
mpol_cond_put(mpol); mpol_cond_put(mpol);
return page; return page;
......
...@@ -1068,10 +1068,12 @@ static int migrate_page_add(struct page *page, struct list_head *pagelist, ...@@ -1068,10 +1068,12 @@ static int migrate_page_add(struct page *page, struct list_head *pagelist,
/* page allocation callback for NUMA node migration */ /* page allocation callback for NUMA node migration */
struct page *alloc_new_node_page(struct page *page, unsigned long node) struct page *alloc_new_node_page(struct page *page, unsigned long node)
{ {
if (PageHuge(page)) if (PageHuge(page)) {
return alloc_huge_page_node(page_hstate(compound_head(page)), struct hstate *h = page_hstate(compound_head(page));
node); gfp_t gfp_mask = htlb_alloc_mask(h) | __GFP_THISNODE;
else if (PageTransHuge(page)) {
return alloc_huge_page_nodemask(h, node, NULL, gfp_mask);
} else if (PageTransHuge(page)) {
struct page *thp; struct page *thp;
thp = alloc_pages_node(node, thp = alloc_pages_node(node,
......
...@@ -1545,10 +1545,13 @@ struct page *new_page_nodemask(struct page *page, ...@@ -1545,10 +1545,13 @@ struct page *new_page_nodemask(struct page *page,
unsigned int order = 0; unsigned int order = 0;
struct page *new_page = NULL; struct page *new_page = NULL;
if (PageHuge(page)) if (PageHuge(page)) {
return alloc_huge_page_nodemask( struct hstate *h = page_hstate(compound_head(page));
page_hstate(compound_head(page)),
preferred_nid, nodemask); gfp_mask = htlb_alloc_mask(h);
return alloc_huge_page_nodemask(h, preferred_nid,
nodemask, gfp_mask);
}
if (PageTransHuge(page)) { if (PageTransHuge(page)) {
gfp_mask |= GFP_TRANSHUGE; gfp_mask |= GFP_TRANSHUGE;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment