Commit b70c0fa1 authored by David S. Miller's avatar David S. Miller Committed by David S. Miller

[SPARC64]: Preload TSB entries from update_mmu_cache().

Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent bd40791e
...@@ -126,6 +126,23 @@ winfix_trampoline: ...@@ -126,6 +126,23 @@ winfix_trampoline:
wrpr %g3, %tnpc ! Write it into TNPC wrpr %g3, %tnpc ! Write it into TNPC
done ! Trap return done ! Trap return
/* Insert an entry into the TSB.
*
* %o0: TSB entry pointer
* %o1: tag
* %o2: pte
*/
.align 32
.globl tsb_insert
tsb_insert:
rdpr %pstate, %o5
wrpr %o5, PSTATE_IE, %pstate
TSB_LOCK_TAG(%o0, %g2, %g3)
TSB_WRITE(%o0, %o2, %o1)
wrpr %o5, %pstate
retl
nop
/* Reload MMU related context switch state at /* Reload MMU related context switch state at
* schedule() time. * schedule() time.
* *
......
...@@ -277,6 +277,16 @@ void update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t p ...@@ -277,6 +277,16 @@ void update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t p
mm_rss = get_mm_rss(mm); mm_rss = get_mm_rss(mm);
if (mm_rss >= mm->context.tsb_rss_limit) if (mm_rss >= mm->context.tsb_rss_limit)
tsb_grow(mm, mm_rss, GFP_ATOMIC); tsb_grow(mm, mm_rss, GFP_ATOMIC);
if ((pte_val(pte) & _PAGE_ALL_SZ_BITS) == _PAGE_SZBITS) {
struct tsb *tsb;
unsigned long tag;
tsb = &mm->context.tsb[(address >> PAGE_SHIFT) &
(mm->context.tsb_nentries - 1UL)];
tag = (address >> 22UL) | CTX_HWBITS(mm->context) << 48UL;
tsb_insert(tsb, tag, pte_val(pte));
}
} }
void flush_dcache_page(struct page *page) void flush_dcache_page(struct page *page)
......
...@@ -97,6 +97,8 @@ struct tsb { ...@@ -97,6 +97,8 @@ struct tsb {
unsigned long pte; unsigned long pte;
} __attribute__((aligned(TSB_ENTRY_ALIGNMENT))); } __attribute__((aligned(TSB_ENTRY_ALIGNMENT)));
extern void tsb_insert(struct tsb *ent, unsigned long tag, unsigned long pte);
typedef struct { typedef struct {
unsigned long sparc64_ctx_val; unsigned long sparc64_ctx_val;
struct tsb *tsb; struct tsb *tsb;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment