Commit 38510754 authored by Haavard Skinnemoen's avatar Haavard Skinnemoen

avr32: Use a quicklist for PTE allocation as well

Using a quicklist to allocate PTEs might be slightly faster than using
the page allocator directly since we might avoid zeroing the page
after each allocation.
Signed-off-by: default avatarHaavard Skinnemoen <haavard.skinnemoen@atmel.com>
parent 5a4d5292
...@@ -13,6 +13,7 @@ ...@@ -13,6 +13,7 @@
#include <asm/pgtable.h> #include <asm/pgtable.h>
#define QUICK_PGD 0 /* Preserve kernel mappings over free */ #define QUICK_PGD 0 /* Preserve kernel mappings over free */
#define QUICK_PT 1 /* Zero on free */
static inline void pmd_populate_kernel(struct mm_struct *mm, static inline void pmd_populate_kernel(struct mm_struct *mm,
pmd_t *pmd, pte_t *pte) pmd_t *pmd, pte_t *pte)
...@@ -52,34 +53,34 @@ static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) ...@@ -52,34 +53,34 @@ static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
unsigned long address) unsigned long address)
{ {
pte_t *pte; return quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
pte = (pte_t *)get_zeroed_page(GFP_KERNEL | __GFP_REPEAT);
return pte;
} }
static inline struct page *pte_alloc_one(struct mm_struct *mm, static inline pgtable_t pte_alloc_one(struct mm_struct *mm,
unsigned long address) unsigned long address)
{ {
struct page *pte; struct page *page;
void *pg;
pte = alloc_page(GFP_KERNEL | __GFP_REPEAT | __GFP_ZERO); pg = quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
if (!pte) if (!pg)
return NULL; return NULL;
pgtable_page_ctor(pte);
return pte; page = virt_to_page(pg);
pgtable_page_ctor(page);
return page;
} }
static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
{ {
free_page((unsigned long)pte); quicklist_free(QUICK_PT, NULL, pte);
} }
static inline void pte_free(struct mm_struct *mm, pgtable_t pte) static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
{ {
pgtable_page_dtor(pte); pgtable_page_dtor(pte);
__free_page(pte); quicklist_free_page(QUICK_PT, NULL, pte);
} }
#define __pte_free_tlb(tlb,pte) \ #define __pte_free_tlb(tlb,pte) \
...@@ -91,6 +92,7 @@ do { \ ...@@ -91,6 +92,7 @@ do { \
static inline void check_pgt_cache(void) static inline void check_pgt_cache(void)
{ {
quicklist_trim(QUICK_PGD, NULL, 25, 16); quicklist_trim(QUICK_PGD, NULL, 25, 16);
quicklist_trim(QUICK_PT, NULL, 25, 16);
} }
#endif /* __ASM_AVR32_PGALLOC_H */ #endif /* __ASM_AVR32_PGALLOC_H */
...@@ -199,7 +199,7 @@ config BOUNCE ...@@ -199,7 +199,7 @@ config BOUNCE
config NR_QUICK config NR_QUICK
int int
depends on QUICKLIST depends on QUICKLIST
default "2" if SUPERH default "2" if SUPERH || AVR32
default "1" default "1"
config VIRT_TO_BUS config VIRT_TO_BUS
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment